-- Logs begin at Fri 2022-05-06 12:52:15 UTC, end at Fri 2022-05-06 14:48:32 UTC. -- May 06 13:33:20.239055 dv-neutron-840888-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 06 13:33:22.759840 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.common.config [-] Logging enabled! May 06 13:33:22.760600 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev15 May 06 13:33:22.760600 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87877) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 13:33:22.763680 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.common.config [-] Logging enabled! May 06 13:33:22.763930 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev15 May 06 13:33:22.764236 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87877) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 13:33:22.765198 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 13:33:22.765427 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 13:33:22.765777 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 13:33:22.766017 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 13:33:22.766236 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 13:33:22.766547 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.766836 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.767123 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.767344 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.767633 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.767917 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.768188 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.768491 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.769325 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.769609 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.769957 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.770240 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.770465 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.770738 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.771019 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.771296 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.771514 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] debug = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.771784 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.772207 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.772646 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.772917 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.773198 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.773470 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.773733 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.773998 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.774272 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.774592 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] host = dv-neutron-840888-1-hyperv {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.774859 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.775142 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.775419 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.775694 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.775960 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.776227 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.776539 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.776790 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.777052 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] log_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.777317 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.777594 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.777875 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.778153 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.778369 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.778583 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.778863 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.779140 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.779406 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.779668 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.779929 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.780192 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.780476 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.780735 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.781010 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.781284 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.781556 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.781818 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.782080 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.782340 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.782601 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.782875 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.783135 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.783395 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.783656 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.783937 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.784194 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.785112 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.785517 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.785803 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.786082 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.786361 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.786628 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.786903 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.787167 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.787433 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.787694 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] use_json = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.787956 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.788215 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.788522 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.788789 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.789052 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.789315 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.789577 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.789850 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.790110 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:22.790400 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.790689 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.790979 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.791257 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.791538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.791808 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.792087 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.792356 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.792659 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.792944 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.793227 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.793494 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.793772 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.794040 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.794326 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.794623 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.794910 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.795200 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.795468 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.795732 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.795996 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.796267 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.796635 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.796926 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.797209 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.797474 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.797745 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.798024 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.798291 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.798553 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.798819 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.799097 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.799365 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.799627 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.799896 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.800189 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.800720 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.800992 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.801259 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.801539 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.801803 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.802063 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.802324 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.802588 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.802846 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.803117 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.803382 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.803644 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.803902 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.804169 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.804437 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.804713 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.804979 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.805243 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.805508 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.805767 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.806027 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.806289 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.806548 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.806807 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.807068 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.807328 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.807591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.807851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.808113 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.808373 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.808665 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.808937 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.809201 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.809488 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.809754 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.810020 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.810288 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.810559 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.810821 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.811087 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.811353 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.811620 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.811878 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.812159 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.812452 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.812735 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.813007 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.813272 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.813557 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.813825 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.814096 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.814362 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.814634 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.814906 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.815182 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.815465 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.815773 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.816058 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.816433 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.816731 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.817002 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.817299 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.817568 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:22.817779 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 13:33:22.818018 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87877) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 13:33:23.206289 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO keyring.backend [-] Loading KWallet May 06 13:33:23.214838 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO keyring.backend [-] Loading SecretService May 06 13:33:23.218356 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO keyring.backend [-] Loading Windows May 06 13:33:23.219661 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO keyring.backend [-] Loading chainer May 06 13:33:23.220491 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO keyring.backend [-] Loading macOS May 06 13:33:23.254239 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 13:33:23.254516 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 13:33:23.254803 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 13:33:23.255133 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 13:33:23.654220 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.654481 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.654752 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.656087 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.656357 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.656648 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.693931 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.694190 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.694462 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.708255 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.708560 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.708823 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.741444 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.741720 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.741981 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.780388 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.781055 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:23.781055 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.015888 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.016164 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.016447 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.016714 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.017450 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.138992 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.139315 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.139597 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.139867 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.140130 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.140462 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.140727 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.140981 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.141232 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.141509 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.141762 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.142024 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.142282 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.142531 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.142793 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.143056 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.143305 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.143573 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.143896 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.144332 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.144779 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.145036 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.145285 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.145567 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.145815 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.146058 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.146439 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:33:24.146674 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:33:24.146906 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:33:24.147134 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:33:24.147362 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:33:24.147590 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:33:24.147951 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 13:33:24.151088 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 13:33:24.154973 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 13:33:24.158744 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 06 13:33:24.160915 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 13:33:24.161355 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 13:33:24.161685 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 13:33:24.162068 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 13:33:24.165023 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 13:33:24.165267 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 13:33:24.165600 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 13:33:24.193522 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 06 13:33:24.193971 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.194267 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87877) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 13:33:24.194625 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.195965 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87877) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 13:33:24.196238 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 13:33:24.196503 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 13:33:24.199787 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.200064 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.262830 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 13:33:24.262980 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 13:33:24.263211 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 13:33:24.263583 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 13:33:24.296067 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_db.sqlalchemy.engines [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87877) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 06 13:33:24.625105 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Initializing driver for type 'gre' May 06 13:33:24.625636 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] gre ID ranges: [(1, 1000)] May 06 13:33:24.682647 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Initializing driver for type 'local' May 06 13:33:24.682954 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Initializing driver for type 'vlan' May 06 13:33:24.696977 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] VlanTypeDriver initialization complete May 06 13:33:24.697322 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Initializing driver for type 'vxlan' May 06 13:33:24.697826 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] vxlan ID ranges: [(1, 1000)] May 06 13:33:24.758156 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Initializing extension driver 'port_security' May 06 13:33:24.758538 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.extensions.port_security [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] PortSecurityExtensionDriver initialization complete May 06 13:33:24.758965 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Initializing mechanism driver 'openvswitch' May 06 13:33:24.759306 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Initializing mechanism driver 'hyperv' May 06 13:33:24.765826 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.plugin [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:24.766500 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > port after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.766864 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > port after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.767209 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > port after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.767746 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 13:33:24.768170 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > subnet after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.768545 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > subnet after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.769475 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.769873 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 13:33:24.770272 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > network after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.770616 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > network after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.770953 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > network after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.771337 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 13:33:24.771739 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > security_group after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.772093 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > security_group after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.772442 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.772831 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 13:33:24.773226 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.773566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.773899 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.774415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 13:33:24.774812 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > address_group after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.775159 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > address_group after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.775492 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.775884 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 13:33:24.776316 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] ML2 OVO RPC backend initialized. {{(pid=87877) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 06 13:33:24.777060 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.777416 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.777826 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > network before_response 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.778183 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > networks before_response 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.778527 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > port before_response 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.778868 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > ports before_response 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.779207 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > subnet before_response 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.779544 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > subnets before_response 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.779883 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > network after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.780228 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > network after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.780588 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > network after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.781115 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > port after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.781238 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > port after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.781564 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > port after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.781891 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > subnet after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.782220 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > subnet after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.782546 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.783124 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.plugin [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Modular L2 Plugin initialization complete May 06 13:33:24.783504 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading services supported by the core plugin {{(pid=87877) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 13:33:24.783833 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.plugins.ml2.managers [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Got port-security extension from driver 'port_security' May 06 13:33:24.784291 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.extensions.vlantransparent [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Disabled vlantransparent extension. May 06 13:33:24.784841 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87877) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 13:33:24.785143 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading Plugin: router May 06 13:33:24.823475 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.823862 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router after_create 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.824228 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router before_create 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.824618 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.824985 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.825334 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router after_delete 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.825692 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.826048 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router after_create 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.826390 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router after_update 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.826734 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router after_update 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.827073 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.827424 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router after_update 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.827856 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router precommit_update 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.828221 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: port after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.828594 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: port after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.828932 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: subnet after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.829267 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.829609 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.829950 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router precommit_create 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.830285 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: port before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.830621 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router precommit_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.830972 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router after_update 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.831913 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.832304 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router precommit_create 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.832638 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.832979 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router precommit_update 55549900 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.833337 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > agent after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.833680 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > agent after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.834019 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > network after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.834893 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Tracking information for resource: router configured {{(pid=87877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:33:24.835226 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Tracking information for resource: floatingip configured {{(pid=87877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 13:33:24.840102 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.db.l3_agentschedulers_db [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 13:33:24.840709 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: port after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.841065 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: port after_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.841408 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: port after_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.841754 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: port after_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.842665 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router before_create 55550100 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.843024 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.843385 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router precommit_create 55550100 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.843741 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > router precommit_update 55550100 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.848205 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.services.provider_configuration [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service providers = [] {{(pid=87877) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 13:33:24.848590 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.db.servicetype_db [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87877) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 13:33:24.851511 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.services.service_base [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 13:33:24.851851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.services.service_base [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 13:33:24.852187 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.services.service_base [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 13:33:24.853089 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.services.service_base [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 13:33:24.853455 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.services.service_base [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 13:33:24.853835 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:33:24.854145 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 13:33:24.867459 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:33:24.867822 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading Plugin: auto_allocate May 06 13:33:24.874651 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: network precommit_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.875185 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: network precommit_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.875851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:33:24.876355 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading Plugin: tag May 06 13:33:24.885247 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:33:24.885605 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading Plugin: timestamp May 06 13:33:24.890736 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:33:24.891173 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading Plugin: network_ip_availability May 06 13:33:24.897883 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.898254 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.898607 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:24.899357 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:33:24.899674 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading Plugin: flavors May 06 13:33:24.904563 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:33:24.904895 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading Plugin: revisions May 06 13:33:24.909244 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 13:33:24.909959 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_concurrency.lockutils [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.655s {{(pid=87877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 13:33:24.910728 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87877) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 06 13:33:24.911059 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Initializing extension manager. May 06 13:33:24.911636 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: __init__.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.911967 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: __pycache__ {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.912293 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.912644 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: address_group.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.913413 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.913988 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: address-group May 06 13:33:24.914304 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: address_scope.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.915017 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.915513 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: address-scope May 06 13:33:24.915826 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.916786 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.917313 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: router-admin-state-down-before-update May 06 13:33:24.917627 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: agent.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.918321 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.918818 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: agent May 06 13:33:24.919129 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: agent_resources_synced.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.920027 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.920558 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: agent-resources-synced May 06 13:33:24.920877 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: allowedaddresspairs.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.922879 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.923393 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: allowed-address-pairs May 06 13:33:24.923719 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: auto_allocated_topology.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.924815 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.925477 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: auto-allocated-topology May 06 13:33:24.926062 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: availability_zone.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.926750 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.927358 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: availability_zone May 06 13:33:24.927679 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: availability_zone_filter.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.928610 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.929111 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: availability_zone_filter May 06 13:33:24.929429 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: data_plane_status.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.930373 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.930823 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension data-plane-status not supported by any of loaded plugins May 06 13:33:24.931143 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: default_subnetpools.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.932056 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.932570 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: default-subnetpools May 06 13:33:24.932892 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.933712 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.934213 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: dhcp_agent_scheduler May 06 13:33:24.934539 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: dns.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.935448 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.935930 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension dns-integration not supported by any of loaded plugins May 06 13:33:24.936249 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: dns_domain_ports.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.937181 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.937674 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 13:33:24.937992 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: dvr.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.938658 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.939153 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: dvr May 06 13:33:24.939467 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: empty_string_filtering.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.940368 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.941633 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: empty-string-filtering May 06 13:33:24.941948 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.942848 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.943337 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 13:33:24.943652 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.944571 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.945072 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 13:33:24.945385 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: external_net.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.946290 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.946788 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: external-net May 06 13:33:24.947103 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.948012 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.948533 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: extra_dhcp_opt May 06 13:33:24.948851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: extraroute.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.949761 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.950256 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: extraroute May 06 13:33:24.950608 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: extraroute_atomic.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.951598 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.952089 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: extraroute-atomic May 06 13:33:24.952403 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: filter_validation.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.953086 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.953574 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: filter-validation May 06 13:33:24.953887 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: fip_pf_description.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.954789 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.955284 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 13:33:24.955597 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: fip_port_details.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.957182 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.957679 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: fip-port-details May 06 13:33:24.957993 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: flavors.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.959403 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.959911 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: flavors May 06 13:33:24.960229 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.961902 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.962411 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 13:33:24.962735 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: floatingip_pools.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.963430 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.963928 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: floatingip-pools May 06 13:33:24.964247 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: ip_allocation.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.965199 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.965692 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension ip_allocation not supported by any of loaded plugins May 06 13:33:24.966012 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.966922 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.967418 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: ip-substring-filtering May 06 13:33:24.967739 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: l2_adjacency.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.968693 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.969186 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension l2_adjacency not supported by any of loaded plugins May 06 13:33:24.969503 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: l3.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.970500 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.971006 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: router May 06 13:33:24.971326 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.974758 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.975338 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 13:33:24.975667 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.976661 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.977167 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: ext-gw-mode May 06 13:33:24.977489 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.978395 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.978898 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: l3-ha May 06 13:33:24.979215 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: l3_flavors.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.980118 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.980635 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: l3-flavors May 06 13:33:24.980952 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.981865 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.982361 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: l3-port-ip-change-not-allowed May 06 13:33:24.982677 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: l3agentscheduler.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.983712 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.984215 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: l3_agent_scheduler May 06 13:33:24.984575 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: logging.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.986060 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.986581 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension logging not supported by any of loaded plugins May 06 13:33:24.986910 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: metering.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.988168 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.988777 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: metering May 06 13:33:24.989094 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.990183 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.990716 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: metering_source_and_destination_fields May 06 13:33:24.991011 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: multiprovidernet.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.991935 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.992453 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: multi-provider May 06 13:33:24.992775 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: netmtu.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.993676 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.994177 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: net-mtu May 06 13:33:24.994494 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: netmtu_writable.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.995500 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.995999 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: net-mtu-writable May 06 13:33:24.996316 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: network_availability_zone.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.997002 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.997494 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: network_availability_zone May 06 13:33:24.997808 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: network_ip_availability.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:24.998881 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:24.999383 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: network-ip-availability May 06 13:33:24.999702 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: network_segment_range.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.000499 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.000997 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension network-segment-range not supported by any of loaded plugins May 06 13:33:25.001316 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: pagination.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.002301 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.002631 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: pagination May 06 13:33:25.002946 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: port_device_profile.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.004719 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.005230 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: port-device-profile May 06 13:33:25.005549 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.006459 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.006960 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: port-mac-address-regenerate May 06 13:33:25.007277 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.008181 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.008716 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: port-numa-affinity-policy May 06 13:33:25.009033 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: port_resource_request.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.009926 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.010421 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension port-resource-request not supported by any of loaded plugins May 06 13:33:25.010733 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: portbindings.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.011645 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.012142 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: binding May 06 13:33:25.012487 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: portbindings_extended.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.013741 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.014246 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: binding-extended May 06 13:33:25.014567 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: portsecurity.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.015468 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.015965 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: port-security May 06 13:33:25.016282 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: project_id.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.017285 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.017606 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: project-id May 06 13:33:25.017919 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: providernet.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.018875 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.019376 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: provider May 06 13:33:25.019692 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: qos.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.023381 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.023900 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension qos not supported by any of loaded plugins May 06 13:33:25.024225 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.025542 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.026056 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 13:33:25.026378 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.027300 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.027805 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 13:33:25.028128 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: qos_default.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.029065 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.029569 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension qos-default not supported by any of loaded plugins May 06 13:33:25.029891 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: qos_fip.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.030544 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.031040 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension qos-fip not supported by any of loaded plugins May 06 13:33:25.031359 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: qos_gateway_ip.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.032271 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.032802 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 13:33:25.033121 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: qos_port_network_policy.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.034029 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.034555 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 13:33:25.034878 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: qos_rule_type_details.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.035770 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.036270 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 13:33:25.036631 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: qos_rules_alias.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.037688 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.038194 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 13:33:25.038512 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: quotasv2.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.039457 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.039782 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: quotas May 06 13:33:25.040098 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: quotasv2_detail.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.041704 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.042038 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: quota_details May 06 13:33:25.042363 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: rbac.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.043415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.043931 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: rbac-policies May 06 13:33:25.044251 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: rbac_address_group.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.045211 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.045713 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: rbac-address-group May 06 13:33:25.046031 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: rbac_address_scope.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.046943 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.047442 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: rbac-address-scope May 06 13:33:25.047757 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: rbac_security_groups.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.048687 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.049186 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: rbac-security-groups May 06 13:33:25.049503 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: rbac_subnetpool.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.051221 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.051718 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: rbac-subnetpool May 06 13:33:25.052031 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: revisionifmatch.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.052970 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.053476 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: revision-if-match May 06 13:33:25.053790 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: revisions.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.054883 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.055387 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: standard-attr-revisions May 06 13:33:25.055704 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: router_availability_zone.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.056368 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.056893 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: router_availability_zone May 06 13:33:25.057207 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: routerservicetype.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.058139 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.058641 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension router-service-type not supported by any of loaded plugins May 06 13:33:25.058954 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.059860 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.060362 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: security-groups-normalized-cidr May 06 13:33:25.060701 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.061732 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.062238 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: port-security-groups-filtering May 06 13:33:25.062555 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.063477 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.063983 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: security-groups-remote-address-group May 06 13:33:25.064299 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: securitygroup.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.074792 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.075337 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: security-group May 06 13:33:25.075669 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: segment.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.076511 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.077013 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension segment not supported by any of loaded plugins May 06 13:33:25.077335 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.078306 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.078805 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 13:33:25.079124 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: servicetype.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.080225 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.080772 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: service-type May 06 13:33:25.081097 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: sorting.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.082277 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.082598 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: sorting May 06 13:33:25.083324 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: standard_attr_segment.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.084261 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.084804 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 13:33:25.085125 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: standardattrdescription.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.085766 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.086317 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: standard-attr-description May 06 13:33:25.086636 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: stateful_security_group.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.087566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.088070 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: stateful-security-group May 06 13:33:25.088388 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: stdattrs_common.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.089005 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 13:33:25.089324 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.090337 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.090846 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 13:33:25.091161 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: subnet_onboard.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.092240 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.092776 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: subnet_onboard May 06 13:33:25.093099 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.094032 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.094531 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 13:33:25.094849 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: subnet_service_types.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.095868 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.096379 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: subnet-service-types May 06 13:33:25.096755 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: subnetallocation.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.097992 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.098506 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: subnet_allocation May 06 13:33:25.098826 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.099487 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.099987 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: subnetpool-prefix-ops May 06 13:33:25.100305 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.102062 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.102569 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 13:33:25.102888 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: tagging.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.103974 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.104515 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: standard-attr-tag May 06 13:33:25.104839 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: timestamp.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.106112 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.106626 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loaded extension: standard-attr-timestamp May 06 13:33:25.106951 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: trunk.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.107980 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.108512 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension trunk not supported by any of loaded plugins May 06 13:33:25.108837 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: trunk_details.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.109751 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.110251 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension trunk-details not supported by any of loaded plugins May 06 13:33:25.110568 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: uplink_status_propagation.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.111707 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.112105 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 13:33:25.112959 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Loading extension file: vlantransparent.py {{(pid=87877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 13:33:25.113710 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 13:33:25.114202 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extension vlan-transparent not supported by any of loaded plugins May 06 13:33:25.116690 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:network May 06 13:33:25.117427 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:subnet May 06 13:33:25.119479 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:33:25.120873 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:port May 06 13:33:25.122152 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.122599 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service FLAVORS assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.123217 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.123634 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.123965 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:router May 06 13:33:25.124646 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:floatingip May 06 13:33:25.125418 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service METERING assigned prefix: /metering {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.126909 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:25.127276 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:25.127626 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:33:25.129815 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of CountableResource for resource:rbac_policy May 06 13:33:25.130503 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:security_group May 06 13:33:25.131555 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 13:33:25.132326 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service CORE assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.132709 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:33:25.133050 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] subnetpool is already registered May 06 13:33:25.133665 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service CORE assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.133994 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:33:25.134323 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] subnetpool is already registered May 06 13:33:25.138023 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.138455 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service FLAVORS assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.139042 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.139457 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.139810 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:router May 06 13:33:25.140407 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] router is already registered May 06 13:33:25.140744 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:floatingip May 06 13:33:25.141064 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] floatingip is already registered May 06 13:33:25.141683 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service METERING assigned prefix: /metering {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.142346 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of CountableResource for resource:rbac_policy May 06 13:33:25.142667 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] rbac_policy is already registered May 06 13:33:25.143195 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:security_group May 06 13:33:25.143514 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] security_group is already registered May 06 13:33:25.144828 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 13:33:25.145097 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] security_group_rule is already registered May 06 13:33:25.145770 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service CORE assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.146090 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:33:25.146409 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] subnetpool is already registered May 06 13:33:25.147008 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.v2.resource_helper [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Service CORE assigned prefix: {{(pid=87877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 13:33:25.147325 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Creating instance of TrackedResource for resource:subnetpool May 06 13:33:25.147642 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING neutron.quota.resource_registry [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] subnetpool is already registered May 06 13:33:25.148286 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: extensions {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.149800 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: address-groups {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.151846 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: address-scopes {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.153070 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: agents {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.154219 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: auto-allocated-topology {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.155463 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: availability_zones {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.156752 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: dhcp-networks {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.158109 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: dhcp-agents {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.160213 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: routers {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.162011 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: flavors {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.163146 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: service_profiles {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.164322 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: next_providers {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.165856 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: service_profiles {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.167259 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: floatingip-pools {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.168462 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: routers {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.170210 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: floatingips {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.171382 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: l3-routers {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.172748 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: l3-agents {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.174143 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: metering-labels {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.175805 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: metering-label-rules {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.177612 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: network-ip-availabilities {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.179422 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: bindings {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.181078 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: quotas {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.182504 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: quotas {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.183877 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: rbac-policies {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.185187 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: security-groups {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.186357 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: security-group-rules {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.187577 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: service-providers {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.188878 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: subnetpools {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.191426 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: subnetpools {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.192873 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.194528 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.315462 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.317407 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.319177 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.321080 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.322731 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.324629 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.326338 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.328153 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron.api.extensions [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Extended resource: tags {{(pid=87877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 13:33:25.335244 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING keystonemiddleware.auth_token [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 13:33:25.339994 dv-neutron-840888-1-hyperv neutron-server[87877]: WARNING keystonemiddleware.auth_token [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 13:33:25.348805 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_concurrency.lockutils [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Acquired lock "singleton_lock" {{(pid=87877) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 13:33:25.349275 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_concurrency.lockutils [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Releasing lock "singleton_lock" {{(pid=87877) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 13:33:25.349923 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO oslo_service.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Starting 2 workers May 06 13:33:25.355253 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Started child 87984 {{(pid=87877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 13:33:25.359773 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Started child 87985 {{(pid=87877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 13:33:25.360251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:25.361454 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO neutron.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Neutron service started, listening on 0.0.0.0:9696 May 06 13:33:25.361818 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [-] (87984) wsgi starting up on http://0.0.0.0:9696 May 06 13:33:25.362094 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Notify callbacks [] for process, before_spawn {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:25.364312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:25.364842 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO oslo_service.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Starting 1 workers May 06 13:33:25.365688 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [-] (87985) wsgi starting up on http://0.0.0.0:9696 May 06 13:33:25.369791 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Started child 87986 {{(pid=87877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 13:33:25.370314 dv-neutron-840888-1-hyperv neutron-server[87877]: INFO oslo_service.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Starting 1 workers May 06 13:33:25.373575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] calling RpcWorker wait() {{(pid=87986) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 13:33:25.374154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] returning from RpcWorker wait() {{(pid=87986) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 13:33:25.374761 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Started child 87987 {{(pid=87877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 13:33:25.375572 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG neutron_lib.callbacks.manager [None req-7ae91e6b-530d-4112-8687-8987f9554cf7 None None] Notify callbacks [] for process, after_spawn {{(pid=87877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:25.375672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:25.376071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:25.377380 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87877) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 13:33:25.377586 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 13:33:25.377766 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 13:33:25.377978 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 13:33:25.379230 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 13:33:25.379978 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 13:33:25.380309 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:25.380803 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.380803 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.381072 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.381300 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.381561 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.382099 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.382369 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.382614 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.382892 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.383137 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.383304 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.383473 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.383706 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.383929 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.384230 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.384502 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.384733 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.385005 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.385168 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.385426 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.385675 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.385928 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.386180 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] debug = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.386425 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.386898 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.387140 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.387385 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.387683 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.387953 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.388206 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.388488 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.388719 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.388945 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.389177 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.389438 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.389682 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.389894 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.390107 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.390342 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.390569 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.391017 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] host = dv-neutron-840888-1-hyperv {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.391226 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.391436 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.391680 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.391984 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.392168 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.392374 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.392651 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.392895 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.393138 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.393359 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.393614 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.394584 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.394810 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.395028 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.395222 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_options = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.395400 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.395642 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.395883 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.396074 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.396223 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.396395 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.396675 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.396832 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.397080 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.397293 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.397502 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.397711 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.397936 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.398164 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.398418 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.398647 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.398983 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.399199 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.399452 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.399694 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.399918 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.400267 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.400507 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.400672 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.400836 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.401038 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.401285 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.401495 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.401701 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.401959 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.403009 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.403305 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.403582 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.403863 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.404121 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.404363 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.404748 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.405043 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.405358 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.405466 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.405691 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.406049 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.406307 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.406538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.406850 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.407074 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_json = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.407297 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.407516 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.407778 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.408084 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.408316 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.408719 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.408993 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:25.409147 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.409308 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.410462 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.411729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 32870) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:25.411904 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.414765 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.414765 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.414765 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.414765 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.414765 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.414765 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.414765 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.414765 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.415930 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.416582 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.417022 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.417537 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.417838 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.418167 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.418563 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.418908 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.419246 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.419548 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.419860 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.420205 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.420683 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.421097 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.421456 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.421791 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.422134 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.422546 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.422858 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.423149 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.423889 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.423889 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.423889 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.424801 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.424899 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088568 May 06 13:33:25.425009 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.425009 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.425489 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.426693 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.426899 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.428004 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.428004 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.428004 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.428373 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.428565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.428800 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.429125 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.430448 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.430448 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.430448 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.430448 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.430950 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.431272 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.431580 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.431851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.432130 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.432435 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.432700 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.432925 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.433705 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.433705 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.433705 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.433957 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.434032 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.434264 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.434485 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.434703 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.434947 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.435183 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.435423 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.436085 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.436085 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.436085 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.436291 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.436600 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.436858 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.437096 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.437321 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.437539 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.437756 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.437977 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.438208 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.438425 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.438668 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.438876 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.439104 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.439404 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.439715 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.439976 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.440239 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.442094 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.442372 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.442621 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.442894 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.443141 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.443411 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.443673 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.443917 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.444164 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.444404 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.444668 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.444897 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.445144 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.445397 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.445626 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.445842 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.446111 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.446352 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.446779 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.447050 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.447307 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.447584 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.447865 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.448146 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.448391 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.448702 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.449768 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.450067 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.450391 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.450664 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.450960 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.451203 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.451473 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.451757 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.452009 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.452385 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.452652 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.452884 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.453147 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.453449 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.453687 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.453932 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.454157 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.454393 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.455570 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.455570 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.455570 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.455570 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.455854 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.455919 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.456170 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.457143 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.457419 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.457705 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.458115 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.458219 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.462206 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.462206 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.462206 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.462206 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.462206 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.462206 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.462206 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.462206 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463108 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463108 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463108 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463108 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463108 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463108 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463108 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463108 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463728 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463728 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463728 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463728 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463728 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463728 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463728 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.463728 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.464275 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.464275 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.464493 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466270 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466270 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466270 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466270 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466270 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466270 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466270 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466270 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466773 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466773 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.466914 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.467303 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.467416 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.467624 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.467884 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.468122 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.468504 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.468761 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.469008 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.469258 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.469493 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.469713 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.469982 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.470188 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.470396 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.470616 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.470836 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.471080 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.471327 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.471541 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.471759 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.472026 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.472296 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.473263 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.473263 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.473263 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.473263 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.473595 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.473712 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.474244 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.474244 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.474435 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.474515 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.474743 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.474975 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.476729 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.476729 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.476729 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.476967 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.477035 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.477369 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.477591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.477809 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.478022 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.478241 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.478467 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.479593 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.479593 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.479593 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.479593 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.479924 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.479924 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.480118 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.480491 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.480695 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.480914 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.481482 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.481583 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.481870 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.481981 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.482190 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.482739 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.482739 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.482944 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.483225 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.483517 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.483753 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.483994 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.484305 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.485392 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.485662 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.485884 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.487040 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.487040 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.487040 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.487325 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.487811 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.487975 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.488937 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.488937 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.488937 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.488937 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.489230 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.489345 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.489599 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.489854 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.490253 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.490415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.490581 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.490815 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.491047 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.491276 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.492109 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.492109 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 13:33:25.492344 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87877) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 13:33:25.492344 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 13:33:25.493797 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 13:33:25.493797 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 13:33:25.493797 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 13:33:25.493797 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 13:33:25.494124 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.494124 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.494275 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.494408 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.494603 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.494761 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.494923 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.495080 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.495240 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.495950 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.495950 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.495950 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.495950 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.495950 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.496404 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.496404 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.496404 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.497874 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.497874 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.497874 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.497874 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.498240 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.498240 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] debug = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.498240 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.498406 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.499591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.499591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.499591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.499591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.499591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.499591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.499591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.499591 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.500136 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.500136 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.500136 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.500337 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.500337 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.503829 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.503829 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.503829 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] host = dv-neutron-840888-1-hyperv {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.503829 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.503829 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.503829 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.503829 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.503829 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.504565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.504565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.504565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.504565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.504565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.504565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.504565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.504565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.504565 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.506752 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_options = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.506752 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.506752 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.506752 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.506752 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.506752 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.506752 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.508538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.508538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.508538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.508538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.508538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.508538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.508538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.508538 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.509186 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.509186 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.509186 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.509186 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.509186 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.509186 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.509186 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.509186 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510501 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510501 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510501 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510501 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510501 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510501 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510501 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510501 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510501 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510982 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510982 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.510982 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.511147 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.511286 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.511573 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.511724 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.511884 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.512042 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.512199 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.512355 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.512550 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.512708 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.512866 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.513023 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_json = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.513180 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.513336 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.513493 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.513650 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.513813 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.514003 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.514124 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.514285 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.514434 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 13:33:25.514618 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.514779 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.514952 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.515239 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.515403 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.515533 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.515674 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.515833 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.515993 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.516153 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.516328 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.516598 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.516744 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.516883 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.517031 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.517176 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.517318 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.517428 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.517562 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.517720 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.518002 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.518174 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.518350 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520133 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520133 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520133 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520133 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520133 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520133 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520133 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520654 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520654 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520654 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520844 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.520955 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.521044 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.521208 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.521369 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.521530 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.521690 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.521851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.522009 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.522170 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.522502 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.522502 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.522652 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.522780 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.522957 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.523102 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.523261 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.524554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.524554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.524554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.524554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.524554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.524554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.524554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.524554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.525191 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.525191 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.525191 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.525191 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.525488 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.525488 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.526415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.526415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.526415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.526415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.526415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.526415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.526415 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527118 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527118 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527118 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527118 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527597 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527597 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527597 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527597 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527990 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.527990 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.528308 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.528308 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.529312 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.529312 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.529312 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.529312 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.529312 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.529312 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.529934 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.529934 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.529934 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.530175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:25.530852 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.530852 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.531004 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.531145 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.531794 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.531794 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.531794 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.531794 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.532050 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.532050 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.532202 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.532363 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534177 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534177 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534177 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534177 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534177 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534177 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534177 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.534851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.535131 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.535209 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.535314 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.535478 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.535634 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.535794 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.536562 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.536562 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.536562 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.536562 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.536562 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538069 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538069 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538069 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538069 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538069 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538069 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538069 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538069 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538720 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538720 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538720 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.538720 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.539008 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.539008 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.539157 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.539237 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.539391 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.539554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.539716 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.539873 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.540033 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.540192 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.540353 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.541427 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.541427 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.541427 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.541678 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.541896 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.542065 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.542229 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.542384 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.542540 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.543237 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.543237 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.543237 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.543237 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.543505 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.543505 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.543623 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.543770 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.543923 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.544053 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.544204 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.544367 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.545485 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.545644 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.546465 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.546465 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.546465 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.546465 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.546465 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.546825 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.546825 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.546967 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.547044 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.547153 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.547383 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.547602 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.547602 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.548000 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.548000 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.548363 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.548363 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.548363 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.549363 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.549476 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.549626 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.549718 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.549873 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.550102 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.550259 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.550426 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.550851 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.551013 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.551174 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.551337 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.551496 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.551659 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.551829 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.551995 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.552123 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.553872 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.553872 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.553872 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.553872 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.553872 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.553872 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.553872 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.553872 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.553872 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.554899 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.554899 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.554899 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.554899 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.554899 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.554899 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.554899 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.555767 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.555767 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.555767 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.555767 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.555767 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.556346 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.556346 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.556346 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.556346 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557566 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557999 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557999 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.557999 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.558165 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.558305 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.558554 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.558653 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.558793 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.558955 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.559124 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.559307 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.559462 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.559622 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.559788 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.559967 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.560121 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.560264 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.560444 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.560607 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.560767 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.560927 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.561087 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.561248 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.561408 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562374 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562374 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562374 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562374 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562374 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562374 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562795 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562795 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562795 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.562960 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 13:33:25.563473 dv-neutron-840888-1-hyperv neutron-server[87877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 13:33:36.518967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de7f299-174e-4e80-aeb4-c21adc214b71 None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:33:36.617989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7f299-174e-4e80-aeb4-c21adc214b71 None None] No non-hosted networks {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 13:33:36.626941 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.agentschedulers_db [None req-3de7f299-174e-4e80-aeb4-c21adc214b71 None None] DHCP Agent not found on host dv-neutron-840888-1-hyperv {{(pid=87986) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 06 13:33:36.774668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b224aa12-28d5-46f3-9521-2f9e9cb38e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985816'] for agent, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:38.842288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6c2decf3-a973-447a-af36-08802dca02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985816'] for agent, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:38.875112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c908df3c-a411-49cd-a121-8dea30c7cd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:39.842139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985816'] for agent, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:39.974191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985816'] for agent, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:39.979620 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.980603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.980951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.981283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.981760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.985228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.985780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.986595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.986999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.988291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.988771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.989538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.990076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-840888-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:39.998074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-840888-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:41.420559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985816'] for agent, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:42.923472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 32976) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:43.147774 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.db.l3_hamode_db [None req-4a1c4689-a4dc-466f-bc28-1fac6b06425c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 13:33:43.233570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c4689-a4dc-466f-bc28-1fac6b06425c None None] Routers set() bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:33:43.233861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c4689-a4dc-466f-bc28-1fac6b06425c None None] Router IDs set() for agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 06 13:33:43.532513 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING oslo_policy.policy [None req-b5fcebc6-3fcd-45a9-97fa-9c9ef30b1154 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:33:43.535620 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING oslo_policy.policy [None req-b5fcebc6-3fcd-45a9-97fa-9c9ef30b1154 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:33:43.750359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-b5fcebc6-3fcd-45a9-97fa-9c9ef30b1154 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:33:43.751604 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b5fcebc6-3fcd-45a9-97fa-9c9ef30b1154 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8258874 May 06 13:33:46.292758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 32990) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:46.919122 dv-neutron-840888-1-hyperv neutron-server[87984]: WARNING oslo_policy.policy [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:33:46.919693 dv-neutron-840888-1-hyperv neutron-server[87984]: WARNING oslo_policy.policy [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:33:47.134969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:33:47.230563 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.policy [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87984) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 13:33:47.276028 dv-neutron-840888-1-hyperv neutron-server[87984]: WARNING oslo_policy.policy [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:33:47.276407 dv-neutron-840888-1-hyperv neutron-server[87984]: WARNING oslo_policy.policy [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:33:47.285831 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.quota [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] Loaded quota_driver: . May 06 13:33:47.302250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:47.363636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735947258207', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735947258738', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735947249152', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735947242185', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735947237145', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735947291946', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-558817', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-895967', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1949396', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1768913'] for rbac-policy, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:47.431280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:47.432628 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f3606a52-e288-4985-acb7-0ed3deb9e3b6 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1389074 May 06 13:33:50.215848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 33008) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:50.573145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c3cda09c58d34333aca8fc564f030822'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:33:50.578000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:50.582538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Usage tracker for resource:network and tenant:c3cda09c58d34333aca8fc564f030822 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:50.587069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:50.593108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:50.602713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Made reservation on behalf of c3cda09c58d34333aca8fc564f030822 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:33:50.605616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.623767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.638160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:50.641849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Usage tracker for resource:security_group_rule and tenant:c3cda09c58d34333aca8fc564f030822 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:50.646910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:50.652434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:50.748127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.751830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.774051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:33:50.800015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735950137721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.801343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Unsubscribe: segment precommit_create {{(pid=87984) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 13:33:50.801845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Added segment 69327de7-7d84-49b3-9e4c-0591ecba1057 of type vlan for network 8d133bd9-e454-471b-8494-4b7fccb7cb2f May 06 13:33:50.849000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62463fb3-ac41-4aaf-88cb-327f2718bb77,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:50.866075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.866462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.866788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.867145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.867484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.867882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.868296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.868630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.869008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.869387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.869701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.870010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Tracked resource versions report: May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: pushed versions: May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: { 'AddressGroup': {'1.2'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'ConntrackHelper': {'1.0'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Log': {'1.0'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Network': {'1.1'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Port': {'1.7'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'PortForwarding': {'1.2'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'QosPolicy': {'1.8'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SecurityGroup': {'1.4'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SecurityGroupRule': {'1.2'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SubPort': {'1.0'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Subnet': {'1.1'}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Trunk': {'1.1'}} May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: consumer versions: May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: { DHCP agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: L3 agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: Metadata agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: Metering agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: Open vSwitch agent@dv-neutron-840888-1-hyperv: { 'AddressGroup': '1.2', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'ConntrackHelper': '1.0', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Log': '1.0', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Network': '1.1', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Port': '1.7', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'PortForwarding': '1.2', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'QosPolicy': '1.8', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SecurityGroup': '1.4', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SecurityGroupRule': '1.2', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SubPort': '1.0', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Subnet': '1.1', May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Trunk': '1.1'}} May 06 13:33:50.871326 dv-neutron-840888-1-hyperv neutron-server[87984]: {{(pid=87984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:33:50.916523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.959673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.960873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:33:50.961509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.071300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8543196 May 06 13:33:51.071982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfae96-a782-40be-a5c8-4d06999c868e admin admin] Pushing event updated for resources: {'Network': ['ID=8d133bd9-e454-471b-8494-4b7fccb7cb2f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:51.084539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 8d133bd9-e454-471b-8494-4b7fccb7cb2f details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:33:53.826188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33024) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:54.411478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.policy [None req-07efc197-408c-4a96-b0eb-db82f9c7a66b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87985) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 13:33:54.457183 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING oslo_policy.policy [None req-07efc197-408c-4a96-b0eb-db82f9c7a66b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:33:54.457563 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING oslo_policy.policy [None req-07efc197-408c-4a96-b0eb-db82f9c7a66b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 13:33:54.465998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07efc197-408c-4a96-b0eb-db82f9c7a66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:33:54.467788 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-07efc197-408c-4a96-b0eb-db82f9c7a66b admin admin] 10.222.0.21 "GET /v2.0/networks/8d133bd9-e454-471b-8494-4b7fccb7cb2f HTTP/1.1" status: 200 len: 825 time: 0.6406636 May 06 13:33:54.501235 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-16f8b913-ce1a-426c-a474-8deaedf8aec3 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/d34e2314-3448-44e5-87f4-09f257e323b0 HTTP/1.1" status: 200 len: 734 time: 0.0269635 May 06 13:33:54.512100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f', 'subnetpool_id': 'd34e2314-3448-44e5-87f4-09f257e323b0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'c3cda09c58d34333aca8fc564f030822'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:33:54.514340 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.quota [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Loaded quota_driver: . May 06 13:33:54.522308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:54.527930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Usage tracker for resource:subnet and tenant:c3cda09c58d34333aca8fc564f030822 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:54.531326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:54.539734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:54.561940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Made reservation on behalf of c3cda09c58d34333aca8fc564f030822 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:33:54.567056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:54.910320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:54.996374 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Checking segment: {'id': '69327de7-7d84-49b3-9e4c-0591ecba1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:33:54.996776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Network hostable DHCP agents. Network: 8d133bd9-e454-471b-8494-4b7fccb7cb2f, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:33:55.015660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f02809-b57f-436b-b73d-63b1d469e019,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:55.027799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.028190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.028619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.029011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.029338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.029686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.030018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.030412 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.030780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.031161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.031480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.031795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Tracked resource versions report: May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: pushed versions: May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: { 'AddressGroup': {'1.2'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'ConntrackHelper': {'1.0'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Log': {'1.0'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Network': {'1.1'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Port': {'1.7'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'PortForwarding': {'1.2'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'QosPolicy': {'1.8'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SecurityGroup': {'1.4'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SecurityGroupRule': {'1.2'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SubPort': {'1.0'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Subnet': {'1.1'}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Trunk': {'1.1'}} May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: consumer versions: May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: { DHCP agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: L3 agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: Metadata agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: Metering agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: Open vSwitch agent@dv-neutron-840888-1-hyperv: { 'AddressGroup': '1.2', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'ConntrackHelper': '1.0', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Log': '1.0', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Network': '1.1', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Port': '1.7', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'PortForwarding': '1.2', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'QosPolicy': '1.8', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SecurityGroup': '1.4', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SecurityGroupRule': '1.2', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SubPort': '1.0', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Subnet': '1.1', May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Trunk': '1.1'}} May 06 13:33:55.033160 dv-neutron-840888-1-hyperv neutron-server[87985]: {{(pid=87985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:33:55.044727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Network 8d133bd9-e454-471b-8494-4b7fccb7cb2f is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:33:55.063394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 8d133bd9-e454-471b-8494-4b7fccb7cb2f) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:55.070516 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:33:55.071174 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:55.072346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb4740-c594-4a36-a03c-2c1fb50bb0d7 None None] Network 8d133bd9-e454-471b-8494-4b7fccb7cb2f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:33:55.099140 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c7773c5d-18dd-4796-99d2-ff28902983a4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5922608 May 06 13:33:55.406664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-8d133bd9-e454-471b-8494-4b7fccb7cb2f', 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'fixed_ips': [{'subnet_id': '60f02809-b57f-436b-b73d-63b1d469e019'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:33:55.407854 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:55.604574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Allocated IP 172.20.0.2 (8d133bd9-e454-471b-8494-4b7fccb7cb2f/60f02809-b57f-436b-b73d-63b1d469e019/52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:33:55.848557 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:55.861616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Transition to ACTIVE for port object 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:55.882552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Transition to ACTIVE for port object 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:55.889251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:55.953753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Network 8d133bd9-e454-471b-8494-4b7fccb7cb2f is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:33:55.956488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:55.962690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:33:55.996786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Pushing event updated for resources: {'Port': ['ID=52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:56.016195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.016574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.016917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.017247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.017571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.017944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.018397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.018727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.019073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.019468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.019788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.020109 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Tracked resource versions report: May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: pushed versions: May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: { 'AddressGroup': {'1.2'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'ConntrackHelper': {'1.0'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Log': {'1.0'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Network': {'1.1'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Port': {'1.7'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'PortForwarding': {'1.2'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'QosPolicy': {'1.8'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SecurityGroup': {'1.4'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SecurityGroupRule': {'1.2'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SubPort': {'1.0'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Subnet': {'1.1'}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Trunk': {'1.1'}} May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: consumer versions: May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: { DHCP agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: L3 agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: Metadata agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: Metering agent@dv-neutron-840888-1-hyperv: {}, May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: Open vSwitch agent@dv-neutron-840888-1-hyperv: { 'AddressGroup': '1.2', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'ConntrackHelper': '1.0', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Log': '1.0', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Network': '1.1', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Port': '1.7', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'PortForwarding': '1.2', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'QosPolicy': '1.8', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SecurityGroup': '1.4', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SecurityGroupRule': '1.2', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SubPort': '1.0', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Subnet': '1.1', May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Trunk': '1.1'}} May 06 13:33:56.021471 dv-neutron-840888-1-hyperv neutron-server[87986]: {{(pid=87986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:33:56.073585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Attempting to bind port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:33:56.074220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Attempting to bind port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '69327de7-7d84-49b3-9e4c-0591ecba1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:33:56.074401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Attempting to bind port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e on network 8d133bd9-e454-471b-8494-4b7fccb7cb2f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:33:56.081356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:33:56.081662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Checking segment: {'id': '69327de7-7d84-49b3-9e4c-0591ecba1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:33:56.082143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.082530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Bound using segment: {'id': '69327de7-7d84-49b3-9e4c-0591ecba1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:33:56.083048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Bound port: 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69327de7-7d84-49b3-9e4c-0591ecba1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:33:56.083446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.173771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] For port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:33:56.178697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] For port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e,segment=NetworkSegment(69327de7-7d84-49b3-9e4c-0591ecba1057),segment_id=69327de7-7d84-49b3-9e4c-0591ecba1057)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:33:56.184207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.274695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69497d87-0785-4a43-9c0c-117954bd124b None None] Pushing event updated for resources: {'Port': ['ID=52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:57.613582 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33040) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:57.989880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-4a06b952-0810-4a59-873e-ee176cf28204 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:33:57.990888 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4a06b952-0810-4a59-873e-ee176cf28204 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3764257 May 06 13:33:59.776678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:59.849121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:34:00.153629 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3922411-97a7-4b04-9103-ba99f9cf379c None None] Network 8d133bd9-e454-471b-8494-4b7fccb7cb2f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:34:00.240716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2ed9ae3c-c793-41a8-9db3-491b0da97492 None None] Provisioning for port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:34:00.253480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2ed9ae3c-c793-41a8-9db3-491b0da97492 None None] Provisioning complete for port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:00.253853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ae3c-c793-41a8-9db3-491b0da97492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:00.443982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ae3c-c793-41a8-9db3-491b0da97492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:00.497244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33054) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:00.520733 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2ed9ae3c-c793-41a8-9db3-491b0da97492 None None] For port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e,segment=NetworkSegment(69327de7-7d84-49b3-9e4c-0591ecba1057),segment_id=69327de7-7d84-49b3-9e4c-0591ecba1057)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:34:00.525909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ae3c-c793-41a8-9db3-491b0da97492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:00.627092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9ae3c-c793-41a8-9db3-491b0da97492 None None] Pushing event updated for resources: {'Port': ['ID=52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:00.845424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9ce70866-6559-4614-9761-ec28a8d9d13a None None] Provisioning complete for port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:00.846640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9ce70866-6559-4614-9761-ec28a8d9d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:00.890389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-6e2c38fb-1d18-4b6f-a251-4c7b6a557a86 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:34:00.891474 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6e2c38fb-1d18-4b6f-a251-4c7b6a557a86 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3931382 May 06 13:34:01.750983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:34:01.824038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:01.824407 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:03.687762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33066) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:04.085136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Request body: {'router': {'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:34:04.094394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:04.100964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Usage tracker for resource:router and tenant:c3cda09c58d34333aca8fc564f030822 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:04.106597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:04.116995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:04.132838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.135465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.172183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.355286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.378696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.379728 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-36618f40-021b-42b7-9ddf-1659345d90be admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6906517 May 06 13:34:06.449139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a8dc1f77-9f6d-433c-b1ee-cb48608ef5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:07.025881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 33076) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:07.432566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-211de8ce-f61b-46ab-b37b-8e058c4824b1 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:34:07.433557 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-211de8ce-f61b-46ab-b37b-8e058c4824b1 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4067259 May 06 13:34:08.842832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e7420748-49cf-4df0-ad43-51278deb57a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:09.790380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:09.976139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.213953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33096) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:10.377400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:34:10.383223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:10.387325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Usage tracker for resource:network and tenant:5110657ca8164be48e33ede315348a95 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:10.390579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:10.397691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:10.414750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Made reservation on behalf of 5110657ca8164be48e33ede315348a95 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:34:10.417517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.437687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.455276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:10.460006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:5110657ca8164be48e33ede315348a95 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:10.463902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:10.470801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:10.618014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.622137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.652842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Reserving flat network on physical network physnet1 {{(pid=87985) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 13:34:10.673044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23821eeb-0f3b-4e0d-8da0-d45e7a525241,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:10.684362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735950137721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.685114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Unsubscribe: segment precommit_create {{(pid=87985) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 13:34:10.685709 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Added segment b019c5eb-c63d-4aff-8d25-244654d29767 of type flat for network 931d8576-bc19-40a0-bcda-221cc669144f May 06 13:34:10.732836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.779472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.780532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:34:10.781114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.898016 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6825829 May 06 13:34:10.898631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2d8fe-ea32-4917-ad40-05fca20f4ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=931d8576-bc19-40a0-bcda-221cc669144f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:10.931701 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 931d8576-bc19-40a0-bcda-221cc669144f details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:34:11.387748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:13.375541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33116) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:13.505186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b6085-0fc7-4677-bf17-5f36224bdbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:34:13.506662 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-030b6085-0fc7-4677-bf17-5f36224bdbcb admin admin] 10.222.0.21 "GET /v2.0/subnets/60f02809-b57f-436b-b73d-63b1d469e019 HTTP/1.1" status: 200 len: 849 time: 0.1301649 May 06 13:34:13.679117 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4193ef75-2ba5-46c9-98c5-be901be9415e admin admin] 10.222.0.21 "GET /v2.0/routers/a1ddde51-e967-47e5-899d-ee24d380f94d HTTP/1.1" status: 200 len: 704 time: 0.1641681 May 06 13:34:14.322952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:14.437390 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:34:14.588347 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Allocated IP 172.20.0.1 (8d133bd9-e454-471b-8494-4b7fccb7cb2f/60f02809-b57f-436b-b73d-63b1d469e019/ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:34:14.767588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:14.791092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Transition to ACTIVE for port object ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:34:14.894451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:14.967730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Network 8d133bd9-e454-471b-8494-4b7fccb7cb2f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:34:14.970707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:34:14.977551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:34:14.979117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:15.103866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Pushing event updated for resources: {'Port': ['ID=ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:15.210295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1db9a3d9-9a89-4b8e-b4c8-14b8e033d7c1 None None] Provisioning for port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:34:15.215917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1db9a3d9-9a89-4b8e-b4c8-14b8e033d7c1 None None] Provisioning complete for port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:15.216382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1db9a3d9-9a89-4b8e-b4c8-14b8e033d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:15.277171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1db9a3d9-9a89-4b8e-b4c8-14b8e033d7c1 None None] Port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:34:15.300402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:15.563066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:15.568223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:15.569038 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:15.705794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Pushing event updated for resources: {'Port': ['ID=ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:15.775342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Network 8d133bd9-e454-471b-8494-4b7fccb7cb2f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:34:15.776682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:34:15.992730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Router a1ddde51-e967-47e5-899d-ee24d380f94d is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:34:16.009321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f893b7f2-1b6a-462d-a499-44fa2bd8f4f0 None None] Provisioning complete for port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:16.009771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f893b7f2-1b6a-462d-a499-44fa2bd8f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:16.073073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f893b7f2-1b6a-462d-a499-44fa2bd8f4f0 None None] Port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:34:16.153631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:34:16.163154 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8b410904-6536-41d6-bc61-2411e483a13f admin admin] 10.222.0.21 "PUT /v2.0/routers/a1ddde51-e967-47e5-899d-ee24d380f94d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4781253 May 06 13:34:16.165476 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Sync routers for ids ['a1ddde51-e967-47e5-899d-ee24d380f94d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:34:16.177176 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Routers {'a1ddde51-e967-47e5-899d-ee24d380f94d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:34:16.178171 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:34:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a1ddde51-e967-47e5-899d-ee24d380f94d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:16.371297 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Set router a1ddde51-e967-47e5-899d-ee24d380f94d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:34:16.823928 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'name': 'router1', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:34:04Z', 'updated_at': '2022-05-06T13:34:15Z', 'revision_number': 2, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'gw_port_host': None, '_interfaces': [{'id': 'ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e', 'name': '', 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'mac_address': 'fa:16:3e:4c:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60f02809-b57f-436b-b73d-63b1d469e019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:34:14Z', 'updated_at': '2022-05-06T13:34:15Z', 'revision_number': 2, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'subnets': [{'id': '60f02809-b57f-436b-b73d-63b1d469e019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd34e2314-3448-44e5-87f4-09f257e323b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:16.829762 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Checking router: a1ddde51-e967-47e5-899d-ee24d380f94d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:34:16.830207 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Updating router a1ddde51-e967-47e5-899d-ee24d380f94d port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:34:16.888077 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:17.322047 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:17.340745 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Transition to ACTIVE for port object ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:34:17.347312 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:17.616962 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Pushing event updated for resources: {'Port': ['ID=ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:17.638765 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.639105 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.639524 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.640074 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.640403 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.640873 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.641196 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.641704 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.642080 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.642484 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.643774 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.643774 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Tracked resource versions report: May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: pushed versions: May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: { 'AddressGroup': {'1.2'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'ConntrackHelper': {'1.0'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Log': {'1.0'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Network': {'1.1'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Port': {'1.7'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'PortForwarding': {'1.2'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'QosPolicy': {'1.8'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SecurityGroup': {'1.4'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SecurityGroupRule': {'1.2'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SubPort': {'1.0'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Subnet': {'1.1'}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Trunk': {'1.1'}} May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: consumer versions: May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: { DHCP agent@dv-neutron-840888-1-hyperv: {}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: L3 agent@dv-neutron-840888-1-hyperv: {}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: Metadata agent@dv-neutron-840888-1-hyperv: {}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: Metering agent@dv-neutron-840888-1-hyperv: {}, May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: Open vSwitch agent@dv-neutron-840888-1-hyperv: { 'AddressGroup': '1.2', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'ConntrackHelper': '1.0', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Log': '1.0', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Network': '1.1', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Port': '1.7', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'PortForwarding': '1.2', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'QosPolicy': '1.8', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SecurityGroup': '1.4', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SecurityGroupRule': '1.2', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SubPort': '1.0', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Subnet': '1.1', May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Trunk': '1.1'}} May 06 13:34:17.645178 dv-neutron-840888-1-hyperv neutron-server[87987]: {{(pid=87987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:34:17.654371 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Attempting to bind port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:34:17.654747 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Attempting to bind port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '69327de7-7d84-49b3-9e4c-0591ecba1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:34:17.655201 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Attempting to bind port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e on network 8d133bd9-e454-471b-8494-4b7fccb7cb2f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:34:17.661448 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:34:17.661810 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Checking segment: {'id': '69327de7-7d84-49b3-9e4c-0591ecba1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:34:17.662497 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:17.662969 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Bound using segment: {'id': '69327de7-7d84-49b3-9e4c-0591ecba1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:34:17.663518 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Bound port: ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69327de7-7d84-49b3-9e4c-0591ecba1057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:34:17.663893 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:17.780880 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] For port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:34:17.786637 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] For port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e,segment=NetworkSegment(69327de7-7d84-49b3-9e4c-0591ecba1057),segment_id=69327de7-7d84-49b3-9e4c-0591ecba1057)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:34:17.792094 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:17.915898 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Routers {'a1ddde51-e967-47e5-899d-ee24d380f94d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:34:17.916640 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:34:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a1ddde51-e967-47e5-899d-ee24d380f94d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:18.057503 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e95f77-a521-46f6-a060-3bf75bf3248d None None] Pushing event updated for resources: {'Port': ['ID=ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:18.099748 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] Set router a1ddde51-e967-47e5-899d-ee24d380f94d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:34:18.492306 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'name': 'router1', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:34:04Z', 'updated_at': '2022-05-06T13:34:15Z', 'revision_number': 2, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'gw_port_host': None, '_interfaces': [{'id': 'ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e', 'name': '', 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'mac_address': 'fa:16:3e:4c:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60f02809-b57f-436b-b73d-63b1d469e019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:34:14Z', 'updated_at': '2022-05-06T13:34:17Z', 'revision_number': 4, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'subnets': [{'id': '60f02809-b57f-436b-b73d-63b1d469e019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd34e2314-3448-44e5-87f4-09f257e323b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:18.497652 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb28cc7-943d-4222-a83f-7c79b7eab4a4 None None] The sync data for ids ['a1ddde51-e967-47e5-899d-ee24d380f94d'] in dv-neutron-840888-1-hyperv is: [{'id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'name': 'router1', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:34:04Z', 'updated_at': '2022-05-06T13:34:15Z', 'revision_number': 2, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'gw_port_host': None, '_interfaces': [{'id': 'ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e', 'name': '', 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'mac_address': 'fa:16:3e:4c:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60f02809-b57f-436b-b73d-63b1d469e019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:34:14Z', 'updated_at': '2022-05-06T13:34:17Z', 'revision_number': 4, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'subnets': [{'id': '60f02809-b57f-436b-b73d-63b1d469e019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd34e2314-3448-44e5-87f4-09f257e323b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:34:18.613883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33128) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:18.850916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b43699-416d-4ecb-ba2b-81569acff0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:34:18.851479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32b43699-416d-4ecb-ba2b-81569acff0bc admin admin] Synchronizing usage tracker for tenant:5110657ca8164be48e33ede315348a95 on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:34:18.872089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32b43699-416d-4ecb-ba2b-81569acff0bc admin admin] Unset dirty status for tenant:5110657ca8164be48e33ede315348a95 on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:34:18.873469 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-32b43699-416d-4ecb-ba2b-81569acff0bc admin admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 842 time: 0.2582202 May 06 13:34:18.883777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.2.1', 'enable_dhcp': False, 'cidr': '172.26.2.0/24', 'ip_version': 4, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:34:18.889975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:18.894599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Usage tracker for resource:subnet and tenant:5110657ca8164be48e33ede315348a95 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:18.898514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:18.905278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:18.918078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Made reservation on behalf of 5110657ca8164be48e33ede315348a95 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:34:18.920850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:19.379721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:34:19.380316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:19.462655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e58f36e-a196-477e-a578-446a91611951,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:19.473418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:34:19.473864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Network hostable DHCP agents. Network: 931d8576-bc19-40a0-bcda-221cc669144f, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:34:19.496905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:34:19.507644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 931d8576-bc19-40a0-bcda-221cc669144f) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:34:19.514833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:34:19.515449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:19.516641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0094d31-ba2c-4ad3-bad8-7791dbf52dde None None] Network 931d8576-bc19-40a0-bcda-221cc669144f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:34:19.559975 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-63e2a305-a481-4ce0-8524-de463b03ec84 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6723499 May 06 13:34:19.796609 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e64986-93b3-456d-b2da-59870369ca3d None None] Network 931d8576-bc19-40a0-bcda-221cc669144f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:34:19.815802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:34:20.012732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:34:20.022997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:20.023365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:20.250650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:20.294173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e,segment=NetworkSegment(69327de7-7d84-49b3-9e4c-0591ecba1057),segment_id=69327de7-7d84-49b3-9e4c-0591ecba1057)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:34:20.298373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:20.378849 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:21.768567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:34:21.843213 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:21.843575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:22.122469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33142) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:22.337040 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f714be30-b638-4578-9500-836ff74e02e1 admin admin] 10.222.0.21 "GET /v2.0/routers/a1ddde51-e967-47e5-899d-ee24d380f94d HTTP/1.1" status: 200 len: 710 time: 0.2134240 May 06 13:34:22.466327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3196b4-33e5-46e2-ac6c-1bf9440995bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:34:22.467686 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f3196b4-33e5-46e2-ac6c-1bf9440995bb admin admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 886 time: 0.1255670 May 06 13:34:22.477611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:34:22.982292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:23.381285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:23.450112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:23.624834 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Allocated IP 172.26.2.189 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/1fd97550-6a8f-41d6-a42a-01251bebdc52) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:34:23.800190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:23.832587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:23.907198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:34:23.911706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:34:23.914312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:34:23.981213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd97550-6a8f-41d6-a42a-01251bebdc52,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:24.335275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:24.793334 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:24.797110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:25.000937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Router a1ddde51-e967-47e5-899d-ee24d380f94d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:34:25.224397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:34:25.233610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:25.234843 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-482ecb95-1f9f-4653-aa80-82fafc40b005 admin admin] 10.222.0.21 "PUT /v2.0/routers/a1ddde51-e967-47e5-899d-ee24d380f94d HTTP/1.1" status: 200 len: 890 time: 2.7604823 May 06 13:34:25.236978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Sync routers for ids ['a1ddde51-e967-47e5-899d-ee24d380f94d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:34:25.247615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Routers {'a1ddde51-e967-47e5-899d-ee24d380f94d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:34:25.248305 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:34:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a1ddde51-e967-47e5-899d-ee24d380f94d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:25.528372 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Set router a1ddde51-e967-47e5-899d-ee24d380f94d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:34:25.981131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'name': 'router1', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fd97550-6a8f-41d6-a42a-01251bebdc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:34:04Z', 'updated_at': '2022-05-06T13:34:24Z', 'revision_number': 4, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'gw_port': {'id': '1fd97550-6a8f-41d6-a42a-01251bebdc52', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:34:23Z', 'updated_at': '2022-05-06T13:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e', 'name': '', 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'mac_address': 'fa:16:3e:4c:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60f02809-b57f-436b-b73d-63b1d469e019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:34:14Z', 'updated_at': '2022-05-06T13:34:20Z', 'revision_number': 5, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'subnets': [{'id': '60f02809-b57f-436b-b73d-63b1d469e019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd34e2314-3448-44e5-87f4-09f257e323b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:25.986598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Checking router: a1ddde51-e967-47e5-899d-ee24d380f94d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:34:25.986940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Updating router a1ddde51-e967-47e5-899d-ee24d380f94d port 1fd97550-6a8f-41d6-a42a-01251bebdc52 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:34:26.045858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:26.399290 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:26.413132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Transition to ACTIVE for port object 1fd97550-6a8f-41d6-a42a-01251bebdc52 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:34:26.421472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:26.503616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Attempting to bind port 1fd97550-6a8f-41d6-a42a-01251bebdc52 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:34:26.503983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Attempting to bind port 1fd97550-6a8f-41d6-a42a-01251bebdc52 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:34:26.504346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Attempting to bind port 1fd97550-6a8f-41d6-a42a-01251bebdc52 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:34:26.506717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95dc83-7208-41f7-a34c-b0a6d56490d8 None None] Pushing event updated for resources: {'Port': ['ID=1fd97550-6a8f-41d6-a42a-01251bebdc52,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:26.512938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:34:26.513307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:34:26.513701 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:26.514086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:34:26.514574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Bound port: 1fd97550-6a8f-41d6-a42a-01251bebdc52, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:34:26.515130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:26.599592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] For port 1fd97550-6a8f-41d6-a42a-01251bebdc52, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:34:26.603248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] For port 1fd97550-6a8f-41d6-a42a-01251bebdc52, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1fd97550-6a8f-41d6-a42a-01251bebdc52,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:34:26.607986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:26.689903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Routers {'a1ddde51-e967-47e5-899d-ee24d380f94d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:34:26.690528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:34:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a1ddde51-e967-47e5-899d-ee24d380f94d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:26.749630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95dc83-7208-41f7-a34c-b0a6d56490d8 None None] Pushing event updated for resources: {'Port': ['ID=1fd97550-6a8f-41d6-a42a-01251bebdc52,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:26.904375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] Set router a1ddde51-e967-47e5-899d-ee24d380f94d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:34:27.292981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'name': 'router1', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fd97550-6a8f-41d6-a42a-01251bebdc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:34:04Z', 'updated_at': '2022-05-06T13:34:24Z', 'revision_number': 4, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'gw_port': {'id': '1fd97550-6a8f-41d6-a42a-01251bebdc52', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:34:23Z', 'updated_at': '2022-05-06T13:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e', 'name': '', 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'mac_address': 'fa:16:3e:4c:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60f02809-b57f-436b-b73d-63b1d469e019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:34:14Z', 'updated_at': '2022-05-06T13:34:20Z', 'revision_number': 5, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'subnets': [{'id': '60f02809-b57f-436b-b73d-63b1d469e019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd34e2314-3448-44e5-87f4-09f257e323b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:27.297320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd9ccc-5d30-4efa-b0da-734dcedb14ca None None] The sync data for ids ['a1ddde51-e967-47e5-899d-ee24d380f94d'] in dv-neutron-840888-1-hyperv is: [{'id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'name': 'router1', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.189'}], 'enable_snat': True}, 'gw_port_id': '1fd97550-6a8f-41d6-a42a-01251bebdc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:34:04Z', 'updated_at': '2022-05-06T13:34:24Z', 'revision_number': 4, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'gw_port': {'id': '1fd97550-6a8f-41d6-a42a-01251bebdc52', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:34:23Z', 'updated_at': '2022-05-06T13:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e', 'name': '', 'network_id': '8d133bd9-e454-471b-8494-4b7fccb7cb2f', 'tenant_id': 'c3cda09c58d34333aca8fc564f030822', 'mac_address': 'fa:16:3e:4c:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ddde51-e967-47e5-899d-ee24d380f94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60f02809-b57f-436b-b73d-63b1d469e019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:34:14Z', 'updated_at': '2022-05-06T13:34:20Z', 'revision_number': 5, 'project_id': 'c3cda09c58d34333aca8fc564f030822', 'subnets': [{'id': '60f02809-b57f-436b-b73d-63b1d469e019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd34e2314-3448-44e5-87f4-09f257e323b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:34:27.816486 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1fd97550-6a8f-41d6-a42a-01251bebdc52 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:34:27.933562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 1fd97550-6a8f-41d6-a42a-01251bebdc52 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:34:27.941707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1fd97550-6a8f-41d6-a42a-01251bebdc52 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:27.942272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:28.030013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 33152) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:28.096388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:28.114281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 1fd97550-6a8f-41d6-a42a-01251bebdc52, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1fd97550-6a8f-41d6-a42a-01251bebdc52,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:34:28.118286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:28.196311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=1fd97550-6a8f-41d6-a42a-01251bebdc52,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:28.209703 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-87621669-0c5d-4fad-b8e0-c4adf207ab1e admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1785450 May 06 13:34:29.771592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1fd97550-6a8f-41d6-a42a-01251bebdc52 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:34:29.868000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1fd97550-6a8f-41d6-a42a-01251bebdc52 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:29.868548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:36.461603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ebb4cd29-6be9-4dc6-ba2b-470bea4821bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:38.847821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a1f47bae-bc83-4686-abd1-d2a4223e5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:39.792778 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:39.972705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:41.396597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:51.436075 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:35:06.445551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b3d98732-5364-4c4b-9863-632005b8ac67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:08.853427 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e55b8025-8048-4a1a-8386-9ed72354665b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:09.791000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:09.968097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:11.404659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:28.435733 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:35:36.466732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52652690-bf63-41f7-a43b-3073d4e0d682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:38.857326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2cb4a9a-a125-4d55-a948-d5d7190ac6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:39.789507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:39.971925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.401744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:05.434739 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:36:06.453253 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e21d-38bc-49ea-911c-fe85055cc115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:08.858441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e863-0349-407e-a1bf-486f42566f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:09.793877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:09.977194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:11.405680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:36.457804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a7d51d58-2756-4013-9069-1be61aa1f2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.862881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8353a96f-ff7e-4837-8d0c-8c2337ec803d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:39.800520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:39.979699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:40.869928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 33754) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:40.940726 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a1073f-19c8-4f4b-b914-d84d91035c0d admin admin] GET failed (client error): The resource could not be found. May 06 13:36:40.942039 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-58a1073f-19c8-4f4b-b914-d84d91035c0d admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0711844 May 06 13:36:41.080646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f5d3f-9814-4002-864b-8bddd7e2f3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:41.082141 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d20f5d3f-9814-4002-864b-8bddd7e2f3b8 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1360099 May 06 13:36:41.411958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.435384 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:36:43.339154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 33764) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:43.461261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ef265-bf8c-4d5b-b1b0-00e43c5d75be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:43.462620 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-735ef265-bf8c-4d5b-b1b0-00e43c5d75be admin admin] 10.222.0.21 "GET /v2.0/subnets/60f02809-b57f-436b-b73d-63b1d469e019 HTTP/1.1" status: 200 len: 849 time: 0.1224954 May 06 13:36:43.472612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:36:43.615244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:43.821228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735950026873'] for subnet, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:43.874523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:43.874523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:43.885856 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] 10.222.0.21 "PUT /v2.0/subnets/60f02809-b57f-436b-b73d-63b1d469e019 HTTP/1.1" status: 200 len: 868 time: 0.4080207 May 06 13:36:43.886090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0120a6a-933b-4404-8c86-52e255ed16f3 None None] Network 8d133bd9-e454-471b-8494-4b7fccb7cb2f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:36:43.902840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f02809-b57f-436b-b73d-63b1d469e019,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:43.911784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.912252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.912705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.913113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.913520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.914069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.914473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.914865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.915200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.915526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.915852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:43.916174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a276f3-2fd4-45e7-a2c8-085e257ea5a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:44.365334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d0ae6fb9-d30f-42ba-b734-7feeb95b8d10 None None] Provisioning complete for port ed4f2fbc-25a3-4ec9-af92-95b3b4f5e92e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:44.365762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6fb9-d30f-42ba-b734-7feeb95b8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.503967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d0ae6fb9-d30f-42ba-b734-7feeb95b8d10 None None] Provisioning complete for port 52a06dc7-91d2-4b89-82f7-ccff9ce6ed6e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:44.504218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6fb9-d30f-42ba-b734-7feeb95b8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:46.176519 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33774) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:46.356732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b3b77a-5d15-4c3b-a202-6ec849d16131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:46.357110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b3b77a-5d15-4c3b-a202-6ec849d16131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:46.359252 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-26b3b77a-5d15-4c3b-a202-6ec849d16131 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1809120 May 06 13:36:48.647563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33784) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:48.841165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96696c61-d971-4b08-9db4-f581cddf4f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:48.841521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96696c61-d971-4b08-9db4-f581cddf4f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:48.843362 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-96696c61-d971-4b08-9db4-f581cddf4f62 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1945932 May 06 13:36:51.166615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 33794) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:51.412055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d3251-3a72-4a2d-9083-fec5f37c2e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:51.413581 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a20d3251-3a72-4a2d-9083-fec5f37c2e42 admin admin] 10.222.0.21 "GET /v2.0/networks/8d133bd9-e454-471b-8494-4b7fccb7cb2f HTTP/1.1" status: 200 len: 869 time: 0.2458658 May 06 13:36:53.871217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33804) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:54.052865 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc68a273-bfe9-410b-b261-105d8daef88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:54.054305 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bc68a273-bfe9-410b-b261-105d8daef88a admin admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 886 time: 0.1820807 May 06 13:36:56.470695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33814) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:56.586377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f713c967-be01-46ad-a809-ba33f613595d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:56.587106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f713c967-be01-46ad-a809-ba33f613595d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:56.587937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f713c967-be01-46ad-a809-ba33f613595d admin admin] Synchronizing usage tracker for tenant:5110657ca8164be48e33ede315348a95 on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:56.614297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f713c967-be01-46ad-a809-ba33f613595d admin admin] Unset dirty status for tenant:5110657ca8164be48e33ede315348a95 on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:56.615462 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f713c967-be01-46ad-a809-ba33f613595d admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1435626 May 06 13:36:59.007975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33824) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:59.121239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53302f7-86ad-41be-a373-c21e8bfc0cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:59.121695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53302f7-86ad-41be-a373-c21e8bfc0cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:36:59.125096 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e53302f7-86ad-41be-a373-c21e8bfc0cad admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1159294 May 06 13:37:01.352567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33834) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:01.456344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c45be8-8d91-4cd7-b1e6-ceac48f4730a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:37:01.457732 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-21c45be8-8d91-4cd7-b1e6-ceac48f4730a admin admin] 10.222.0.21 "GET /v2.0/subnets/0e58f36e-a196-477e-a578-446a91611951 HTTP/1.1" status: 200 len: 816 time: 0.1042237 May 06 13:37:03.728507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33844) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:03.841843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50bc70-df93-4d1f-929c-2d3e539dd1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:37:03.843923 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2b50bc70-df93-4d1f-929c-2d3e539dd1dc admin admin] 10.222.0.21 "GET /v2.0/subnets/60f02809-b57f-436b-b73d-63b1d469e019 HTTP/1.1" status: 200 len: 868 time: 0.1144478 May 06 13:37:06.472533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7c529c21-2c73-4fd3-9683-84e8bfee518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:08.867016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05fcaf83-d111-44f4-aa69-2d3afcee1885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:09.806736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:09.988654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:11.413438 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:19.434636 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:37:24.218514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33890) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:24.283079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-9bedc8dd-8fbb-4e17-90e9-bb2dbcf3f938 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:37:24.284233 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9bedc8dd-8fbb-4e17-90e9-bb2dbcf3f938 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0647495 May 06 13:37:26.684054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 33900) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:26.778864 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede7aab9-1d57-4fd3-961d-f06af33ff992 admin admin] GET failed (client error): The resource could not be found. May 06 13:37:26.780808 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ede7aab9-1d57-4fd3-961d-f06af33ff992 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0956562 May 06 13:37:26.921031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d4343-813f-4d32-98fc-4c6001287446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:37:26.923219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-676d4343-813f-4d32-98fc-4c6001287446 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1385074 May 06 13:37:29.370293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33910) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:29.448903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:37:29.454828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:29.466536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:29.479022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Made reservation on behalf of 5110657ca8164be48e33ede315348a95 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:37:29.481698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:29.597930 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.services.revisions.revision_plugin [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Could not find related network for resource to bump revision. May 06 13:37:29.614561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:37:29.630208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:29.630566 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Added segment b0704276-aa6f-40bb-ae49-91798d965253 of type vlan for network be62012b-ff8f-4c23-afee-74ccfc4f808f May 06 13:37:29.661803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:29.699096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:29.700080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:37:29.700781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:29.892713 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5210879 May 06 13:37:29.893760 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Pushing event updated for resources: {'Network': ['ID=be62012b-ff8f-4c23-afee-74ccfc4f808f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:29.903650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.905454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.905790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.906139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.906457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.906657 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.907003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.907407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.907745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.908559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.908559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.908922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe92d20-b216-42e1-bf8b-c8cff9a78c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:29.932288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network be62012b-ff8f-4c23-afee-74ccfc4f808f details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:37:32.207974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33920) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:32.278754 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-840712f6-4de9-4726-87d0-63eb03080b29 admin admin] GET failed (client error): The resource could not be found. May 06 13:37:32.279281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-840712f6-4de9-4726-87d0-63eb03080b29 admin admin] Synchronizing usage tracker for tenant:5110657ca8164be48e33ede315348a95 on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:32.304655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-840712f6-4de9-4726-87d0-63eb03080b29 admin admin] Unset dirty status for tenant:5110657ca8164be48e33ede315348a95 on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:32.305837 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-840712f6-4de9-4726-87d0-63eb03080b29 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0968754 May 06 13:37:32.415120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d630f57b-9d90-48a8-9f01-63efb2e21fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:37:32.416496 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d630f57b-9d90-48a8-9f01-63efb2e21fdd admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1066132 May 06 13:37:32.426683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Request body: {'subnet': {'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:37:32.431666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:32.442145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:32.454678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Made reservation on behalf of 5110657ca8164be48e33ede315348a95 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:37:32.457776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:32.679063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:32.760200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4abb7b3-988c-4c17-b063-ccef889d3be4,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:32.770860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Checking segment: {'id': 'b0704276-aa6f-40bb-ae49-91798d965253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:37:32.771200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Network hostable DHCP agents. Network: be62012b-ff8f-4c23-afee-74ccfc4f808f, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:37:32.791969 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Network be62012b-ff8f-4c23-afee-74ccfc4f808f is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:37:32.804707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, be62012b-ff8f-4c23-afee-74ccfc4f808f) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:32.809421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:37:32.810050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:32.816598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27942484-0933-486b-971c-c8045ab40971 None None] Network be62012b-ff8f-4c23-afee-74ccfc4f808f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:37:32.851658 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e5d14db4-0fb3-4505-b40b-1418f87795b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4283667 May 06 13:37:33.068486 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-be62012b-ff8f-4c23-afee-74ccfc4f808f', 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f', 'tenant_id': '5110657ca8164be48e33ede315348a95', 'fixed_ips': [{'subnet_id': 'b4abb7b3-988c-4c17-b063-ccef889d3be4'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:37:33.070251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:33.241372 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Allocated IP 192.168.233.2 (be62012b-ff8f-4c23-afee-74ccfc4f808f/b4abb7b3-988c-4c17-b063-ccef889d3be4/dc62c603-8887-48ad-9b16-fdd6d530b770) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:37:33.492804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:33.506729 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Transition to ACTIVE for port object dc62c603-8887-48ad-9b16-fdd6d530b770 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:33.529059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Transition to ACTIVE for port object dc62c603-8887-48ad-9b16-fdd6d530b770 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:33.535308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:33.612570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Network be62012b-ff8f-4c23-afee-74ccfc4f808f is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:37:33.615922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:33.621750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Pushing event updated for resources: {'Port': ['ID=dc62c603-8887-48ad-9b16-fdd6d530b770,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:33.625426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:37:33.636291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.636700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.637006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.637329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.637659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.637997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.638821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.639149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.639507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.639835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.640155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.640495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:33.731151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Attempting to bind port dc62c603-8887-48ad-9b16-fdd6d530b770 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:37:33.731651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Attempting to bind port dc62c603-8887-48ad-9b16-fdd6d530b770 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b0704276-aa6f-40bb-ae49-91798d965253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:37:33.732762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Attempting to bind port dc62c603-8887-48ad-9b16-fdd6d530b770 on network be62012b-ff8f-4c23-afee-74ccfc4f808f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:37:33.741099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:37:33.741564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Checking segment: {'id': 'b0704276-aa6f-40bb-ae49-91798d965253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:37:33.742073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:33.742542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Bound using segment: {'id': 'b0704276-aa6f-40bb-ae49-91798d965253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:37:33.743249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Bound port: dc62c603-8887-48ad-9b16-fdd6d530b770, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0704276-aa6f-40bb-ae49-91798d965253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:37:33.743737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:33.841526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] For port dc62c603-8887-48ad-9b16-fdd6d530b770, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:37:33.847091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] For port dc62c603-8887-48ad-9b16-fdd6d530b770, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dc62c603-8887-48ad-9b16-fdd6d530b770,segment=NetworkSegment(b0704276-aa6f-40bb-ae49-91798d965253),segment_id=b0704276-aa6f-40bb-ae49-91798d965253)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:37:33.852030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:33.940834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c9c87-ac39-4fa9-8188-86fe2d976480 None None] Pushing event updated for resources: {'Port': ['ID=dc62c603-8887-48ad-9b16-fdd6d530b770,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:34.884668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3fb628-48dc-4de0-b7fa-bf4f6e76b707 None None] Network be62012b-ff8f-4c23-afee-74ccfc4f808f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:37:34.987144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9b222594-772e-497f-9d14-aac5aa5b4f8f None None] Provisioning for port dc62c603-8887-48ad-9b16-fdd6d530b770 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:35.911395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device dc62c603-8887-48ad-9b16-fdd6d530b770 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:36.019832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port dc62c603-8887-48ad-9b16-fdd6d530b770 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:36.026970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port dc62c603-8887-48ad-9b16-fdd6d530b770 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:36.027529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:36.158040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:36.195092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port dc62c603-8887-48ad-9b16-fdd6d530b770, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dc62c603-8887-48ad-9b16-fdd6d530b770,segment=NetworkSegment(b0704276-aa6f-40bb-ae49-91798d965253),segment_id=b0704276-aa6f-40bb-ae49-91798d965253)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:37:36.203154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:36.323186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=dc62c603-8887-48ad-9b16-fdd6d530b770,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:36.469140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-381e2a71-ca51-49cc-9969-bf2c2bf222eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:37.872080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device dc62c603-8887-48ad-9b16-fdd6d530b770 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:37.946500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port dc62c603-8887-48ad-9b16-fdd6d530b770 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:37.946896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:38.871257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-864e1048-9368-47ac-9ce9-9cda01589c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:39.803386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:39.985495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:41.412496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:56.433655 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:38:06.463364 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-47312087-2989-4592-b2cf-b4e19703c48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:08.874504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e53f-b8c9-47d5-93de-bd18f1186df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:09.804832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:09.978289 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:11.417246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:33.432862 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:38:36.467515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8147f7e0-4f34-4a25-a22f-47717fe1add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:38.878416 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-452f9c0a-224d-40ec-b7f4-bdb33819f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:39.808185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:39.982148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:41.421060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:01.462925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33964) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:01.468878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-d29782f1-3f2c-4844-aeba-2aa5510bc160 tempest-verify_tempest_config-1958358435 tempest-verify_tempest_config-1958358435-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:39:01.469843 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d29782f1-3f2c-4844-aeba-2aa5510bc160 tempest-verify_tempest_config-1958358435 tempest-verify_tempest_config-1958358435-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059464 May 06 13:39:01.781714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33982) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:01.897775 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:01.914288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:01.919263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Usage tracker for resource:security_group_rule and tenant:abe126a5859142fbb870fc64cf62ffb2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:01.922451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:01.928644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:02.015399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.019130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.064740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee48d821-e0ee-44db-874e-a4e1fecc7a89,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:02.067578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Synchronizing usage tracker for tenant:5110657ca8164be48e33ede315348a95 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:39:02.078964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.079304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.079635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.079961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.080280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.080640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.080964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.081297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.081615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.081927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.082237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.082568 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:02.097719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] Unset dirty status for tenant:5110657ca8164be48e33ede315348a95 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:39:02.098942 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-08171519-4b74-4e22-9b1e-3169d70f058e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abe126a5859142fbb870fc64cf62ffb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3162715 May 06 13:39:02.101810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 33988) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:02.163521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ca41eb8-a6e9-4863-9b38-9fe6ac1cf83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.188739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ca41eb8-a6e9-4863-9b38-9fe6ac1cf83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.282428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ca41eb8-a6e9-4863-9b38-9fe6ac1cf83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.296899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca41eb8-a6e9-4863-9b38-9fe6ac1cf83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee48d821-e0ee-44db-874e-a4e1fecc7a89,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:02.304107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ca41eb8-a6e9-4863-9b38-9fe6ac1cf83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.305396 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5ca41eb8-a6e9-4863-9b38-9fe6ac1cf83a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee48d821-e0ee-44db-874e-a4e1fecc7a89 HTTP/1.1" status: 204 len: 168 time: 0.2025781 May 06 13:39:06.470275 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f7bff161-0705-4d13-ad65-d31eb8f5cf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:08.881934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-867c7481-5814-48f3-b910-4d458ef0a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:09.811350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:09.984168 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:10.432271 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:39:11.423724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:36.475286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0d3c855e-1b00-4880-a579-4e39c1ca8f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:38.884390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-24a9b575-713a-4e14-9412-0cfd9f339d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.815877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.988065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.424786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.432019 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:40:06.477948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-156cc4fd-6afe-4006-b882-3a9e02b6e9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:08.886740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4c5e0632-be5d-4c43-9d98-38dfd432b3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:09.818124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:09.990182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:11.429892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:24.432573 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 5 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:40:35.819924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985816'] for agent, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:36.479790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e3423d59-748b-471b-8421-99d89af9902f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:38.890214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c46fe55e-e468-4c9e-9b8d-3b862d44edba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:39.822109 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:39.994060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:41.434789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:58.193155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34088) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:40:58.304778 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7541bb69-5938-452c-b444-0457fdf19aee admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1101673 May 06 13:41:00.535540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34098) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:00.592133 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9743326b-1889-463a-94e5-0a9e8281b55b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0555131 May 06 13:41:01.432718 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:41:05.771560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:06.480529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4f77a7f4-b4df-4297-9eb4-0a7d491981a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:08.893035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb65a-5d60-4979-a9b8-af686fcda20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:09.824215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:09.996751 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:11.435495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:35.780884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.484626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-345db1a8-2e21-4af9-9d92-1749abc96ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:38.433204 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:41:38.895817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6c616014-8683-4cb5-ad25-9b432ae3b0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:39.827660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.000644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.438877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.801926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.488397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e754a8eb-b04c-457f-a269-0f6fa3f006ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.897834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0576b89c-67e9-48ad-81ed-c6175bdf200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:09.829885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.002692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.443964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.433105 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:42:35.807470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.419885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34148) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:36.517898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a0b5727a-d9cf-41a1-ac28-d765c25b2fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.614536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1539860129-network', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:36.621864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:36.627267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Usage tracker for resource:network and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:36.633721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:36.645534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:36.665874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Made reservation on behalf of 66fe86b6bf764c769008c8a52b055f28 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:36.668393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.684657 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.728132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:36.732825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Usage tracker for resource:security_group_rule and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:36.735695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:36.751462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:36.876247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.886664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.900942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:36.937226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ce07e5-7760-4e2f-a03d-195442420920,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:36.944338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.944938 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Added segment ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7 of type vlan for network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 May 06 13:42:36.946772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.947278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.947768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.948261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.948761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.949257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.949735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.950221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.950696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.951164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.951633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.952089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Tracked resource versions report: May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: pushed versions: May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: { 'AddressGroup': {'1.2'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'ConntrackHelper': {'1.0'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Log': {'1.0'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Network': {'1.1'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Port': {'1.7'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'PortForwarding': {'1.2'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'QosPolicy': {'1.8'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SecurityGroup': {'1.4'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SecurityGroupRule': {'1.2'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SubPort': {'1.0'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Subnet': {'1.1'}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Trunk': {'1.1'}} May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: consumer versions: May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: { DHCP agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: HyperV agent@hv-neutron-8408: {}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: L3 agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: Metadata agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: Metering agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: Open vSwitch agent@dv-neutron-840888-1-hyperv: { 'AddressGroup': '1.2', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'ConntrackHelper': '1.0', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Log': '1.0', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Network': '1.1', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Port': '1.7', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'PortForwarding': '1.2', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'QosPolicy': '1.8', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SecurityGroup': '1.4', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SecurityGroupRule': '1.2', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'SubPort': '1.0', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Subnet': '1.1', May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: 'Trunk': '1.1'}} May 06 13:42:36.953348 dv-neutron-840888-1-hyperv neutron-server[87985]: {{(pid=87985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:42:36.991017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.026560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.027541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:37.028375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.122755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34206) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:37.123317 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7016044 May 06 13:42:37.129629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Request body: {'subnet': {'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1539860129-subnet', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:37.136396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:37.141615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Usage tracker for resource:subnet and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:37.144702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:37.149949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793e0c1-645f-4618-9b5a-be64122f3296 admin admin] Pushing event updated for resources: {'Network': ['ID=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:37.152460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:37.167407 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:37.167858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Made reservation on behalf of 66fe86b6bf764c769008c8a52b055f28 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:37.172652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.430937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.513899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbab0584-05a7-4cfc-82cf-e904c91b091a,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:37.524841 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.525544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.526117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.529949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.530610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.531005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.531506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.531916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.532329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.532754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.533152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.533549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Tracked resource versions report: May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: pushed versions: May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: { 'AddressGroup': {'1.2'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'ConntrackHelper': {'1.0'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Log': {'1.0'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Network': {'1.1'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Port': {'1.7'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'PortForwarding': {'1.2'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'QosPolicy': {'1.8'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SecurityGroup': {'1.4'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SecurityGroupRule': {'1.2'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SubPort': {'1.0'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Subnet': {'1.1'}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Trunk': {'1.1'}} May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: consumer versions: May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: { DHCP agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: HyperV agent@hv-neutron-8408: {}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: L3 agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: Metadata agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: Metering agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: Open vSwitch agent@dv-neutron-840888-1-hyperv: { 'AddressGroup': '1.2', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'ConntrackHelper': '1.0', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Log': '1.0', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Network': '1.1', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Port': '1.7', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'PortForwarding': '1.2', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'QosPolicy': '1.8', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SecurityGroup': '1.4', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SecurityGroupRule': '1.2', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'SubPort': '1.0', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Subnet': '1.1', May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: 'Trunk': '1.1'}} May 06 13:42:37.536744 dv-neutron-840888-1-hyperv neutron-server[87984]: {{(pid=87984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:42:37.566593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Checking segment: {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:37.566972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Network hostable DHCP agents. Network: 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:37.590594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:37.604843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:37.609082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:37.609739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.615138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a187f-1feb-4a1c-9609-8cf1f883dfbb None None] Network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:37.635692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34226) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:37.636176 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3e215ad3-3764-444e-b5d1-1ed9c8b04b58 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5121241 May 06 13:42:37.644024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:37.649725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:37.656116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Usage tracker for resource:router and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:37.659884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:37.667744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:37.682860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.685359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.710844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.913485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:42:37.916086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.024838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.180148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Allocated IP 172.20.0.2 (63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4/bbab0584-05a7-4cfc-82cf-e904c91b091a/40e01a07-53f6-4d81-b367-97b829784780) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:38.457255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.469488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Transition to ACTIVE for port object 40e01a07-53f6-4d81-b367-97b829784780 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:38.486089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.489936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Transition to ACTIVE for port object 40e01a07-53f6-4d81-b367-97b829784780 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:38.496464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.519999 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.545866 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:38.553394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:38.556776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:38.627878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Pushing event updated for resources: {'Port': ['ID=40e01a07-53f6-4d81-b367-97b829784780,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:38.642005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.642458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.642879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.643370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.643771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.644270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.644811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.645169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.645502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.645819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.646129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.646437 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Tracked resource versions report: May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: pushed versions: May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: { 'AddressGroup': {'1.2'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'ConntrackHelper': {'1.0'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Log': {'1.0'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Network': {'1.1'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Port': {'1.7'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'PortForwarding': {'1.2'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'QosPolicy': {'1.8'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SecurityGroup': {'1.4'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SecurityGroupRule': {'1.2'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SubPort': {'1.0'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Subnet': {'1.1'}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Trunk': {'1.1'}} May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: consumer versions: May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: { DHCP agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: HyperV agent@hv-neutron-8408: {}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: L3 agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: Metadata agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: Metering agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: Open vSwitch agent@dv-neutron-840888-1-hyperv: { 'AddressGroup': '1.2', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'ConntrackHelper': '1.0', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Log': '1.0', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Network': '1.1', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Port': '1.7', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'PortForwarding': '1.2', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'QosPolicy': '1.8', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SecurityGroup': '1.4', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SecurityGroupRule': '1.2', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'SubPort': '1.0', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Subnet': '1.1', May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: 'Trunk': '1.1'}} May 06 13:42:38.647593 dv-neutron-840888-1-hyperv neutron-server[87986]: {{(pid=87986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:42:38.674850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Allocated IP 172.26.2.81 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/6d6d7d1e-133f-4ac7-8e17-38ea550101bc) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:38.714842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Attempting to bind port 40e01a07-53f6-4d81-b367-97b829784780 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:38.715245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Attempting to bind port 40e01a07-53f6-4d81-b367-97b829784780 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:38.715701 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Attempting to bind port 40e01a07-53f6-4d81-b367-97b829784780 on network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:38.733257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:42:38.734977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Checking segment: {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:38.738285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.738777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Bound using segment: {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:42:38.739400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Bound port: 40e01a07-53f6-4d81-b367-97b829784780, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:38.739867 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.848805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] For port 40e01a07-53f6-4d81-b367-97b829784780, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:42:38.852604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] For port 40e01a07-53f6-4d81-b367-97b829784780, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=40e01a07-53f6-4d81-b367-97b829784780,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:42:38.858063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.862858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.897371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.946768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3f576f19-ddcf-46b5-92dc-de0f9903ccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.966621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef7eb2-439f-4aa2-8a6f-2a215682e1a0 None None] Pushing event updated for resources: {'Port': ['ID=40e01a07-53f6-4d81-b367-97b829784780,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:39.013143 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Pushing event updated for resources: {'Port': ['ID=6d6d7d1e-133f-4ac7-8e17-38ea550101bc,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:39.029108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:39.030512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:39.036883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:39.336814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34294) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:39.488221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.770229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1860767405-network', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:39.777642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:39.789081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Usage tracker for resource:network and tenant:d2d1f7673975470b8961dad31a93ab4a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:39.792545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:39.801261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:39.824203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Made reservation on behalf of d2d1f7673975470b8961dad31a93ab4a for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:39.827645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.843794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.848999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.864074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.868885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:39.874128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d1f7673975470b8961dad31a93ab4a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:39.877180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:39.887997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:39.911987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34314) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:40.021046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.112192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.121531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.137464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:40.154070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.154605 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Added segment e3690c15-b0cd-459a-920e-03a9b5a874ec of type vlan for network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a May 06 13:42:40.162264 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 40e01a07-53f6-4d81-b367-97b829784780 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:40.190172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.288968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 40e01a07-53f6-4d81-b367-97b829784780 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:40.289815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e824f14-60c5-462f-a3be-7eb403204b0d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:40.294589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.296110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:40.296952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.337478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Router 7264a5f0-9682-43db-9a9a-fea71843c44b is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:42:40.342922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ffbca2-44e7-4359-af91-6c66e3a59820 None None] Network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:40.440863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34334) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:40.446293 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1040630 May 06 13:42:40.458291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bb4cab68-b0a3-4ba1-8378-76cdcb692e22 None None] Provisioning for port 40e01a07-53f6-4d81-b367-97b829784780 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:40.459511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Request body: {'subnet': {'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1860767405-subnet', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:40.466091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:40.466868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1718425312-network', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:40.469789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bb4cab68-b0a3-4ba1-8378-76cdcb692e22 None None] Provisioning complete for port 40e01a07-53f6-4d81-b367-97b829784780 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:40.470393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bb4cab68-b0a3-4ba1-8378-76cdcb692e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.478539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Usage tracker for resource:subnet and tenant:d2d1f7673975470b8961dad31a93ab4a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:40.482460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:40.486821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:40.489138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe217daa-4936-49ab-889b-65d191956e24 admin admin] Pushing event updated for resources: {'Network': ['ID=a4313941-c1db-4ca6-bc86-20b5e4f8fd2a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:40.493639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:40.506281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Usage tracker for resource:network and tenant:f75961d3d9b0402aaa1f192616d5d564 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:40.517166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:40.526618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:40.547142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Made reservation on behalf of f75961d3d9b0402aaa1f192616d5d564 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:40.550460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.550652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:40.566492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.589700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:40.594349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f75961d3d9b0402aaa1f192616d5d564 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:40.597888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:40.606454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:40.691958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Made reservation on behalf of d2d1f7673975470b8961dad31a93ab4a for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:40.695744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.717397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.722979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.763811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c2de06-7f1f-4a82-95dc-f777b6eb83ab,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:40.776539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:40.777312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bb4cab68-b0a3-4ba1-8378-76cdcb692e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.791520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.792072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Added segment 66730a99-668e-48ab-8256-babba8b8135a of type vlan for network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 May 06 13:42:40.826258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-bb4cab68-b0a3-4ba1-8378-76cdcb692e22 None None] For port 40e01a07-53f6-4d81-b367-97b829784780, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=40e01a07-53f6-4d81-b367-97b829784780,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:42:40.832362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.834527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bb4cab68-b0a3-4ba1-8378-76cdcb692e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.875363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.876698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:40.877810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.033095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cab68-b0a3-4ba1-8378-76cdcb692e22 None None] Pushing event updated for resources: {'Port': ['ID=40e01a07-53f6-4d81-b367-97b829784780,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:41.131360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2117290 May 06 13:42:41.131533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34360) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:41.138133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Request body: {'subnet': {'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1718425312-subnet', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:41.155313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:41.170466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:42:41.181527 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Sync routers for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:42:41.183445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Usage tracker for resource:subnet and tenant:f75961d3d9b0402aaa1f192616d5d564 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:41.194934 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:42:41.195570 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:41.199915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:41.208351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94c43f-24f2-4b59-9637-3a42273a22d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad4c98f-2345-48f6-ae93-65e24bb8bb94,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:41.215617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:41.223280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:41.253486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.255421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Made reservation on behalf of f75961d3d9b0402aaa1f192616d5d564 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:41.258515 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-00b9ab69-7617-41b6-9fbb-c8171dcd774d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6189995 May 06 13:42:41.262291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.266667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34366) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:41.374614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.476486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e110757-fcab-44c9-bb2e-366b80f2bce8,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:41.545787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.550441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-973b81b9-e3b0-4180-84b8-68fdd83c95e0 None None] Provisioning complete for port 40e01a07-53f6-4d81-b367-97b829784780 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:41.550812 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-973b81b9-e3b0-4180-84b8-68fdd83c95e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.607624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Checking segment: {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:41.608241 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Network hostable DHCP agents. Network: a4313941-c1db-4ca6-bc86-20b5e4f8fd2a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:41.664243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:41.666488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.673598 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:42:41.809717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34382) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:41.843339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, a4313941-c1db-4ca6-bc86-20b5e4f8fd2a) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:41.847067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=79032d72-915a-4c10-a8f5-8d063f9c6490,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:41.853175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ffc623-df55-4d0c-8cd5-3c7c387ed3fd None None] Network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:41.856868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Checking segment: {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:41.857086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Network hostable DHCP agents. Network: 2ad4c98f-2345-48f6-ae93-65e24bb8bb94, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:41.880076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:41.888808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:41.889404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.903391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 2ad4c98f-2345-48f6-ae93-65e24bb8bb94) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:41.909244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:41.910112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.983737 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-168437b6-3e3e-47ad-89af-b00ce6a1f7ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8504713 May 06 13:42:41.985809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34390) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:42.001727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcad5ad-d77b-439b-af35-1e200c9c34ff None None] Network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:42.006617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:42.017670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:42.027597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Usage tracker for resource:router and tenant:f75961d3d9b0402aaa1f192616d5d564 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:42.036611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:42.043001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34394) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:42.043609 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-65630f08-23e8-46a2-865b-a362d45f6e85 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6016500 May 06 13:42:42.059984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:42.071664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:42.104157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:42.114887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Usage tracker for resource:router and tenant:d2d1f7673975470b8961dad31a93ab4a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:42.119099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.123831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.140860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:42.151365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:42.176691 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:39Z', 'revision_number': 3, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:42.186927 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Checking router: 7264a5f0-9682-43db-9a9a-fea71843c44b for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:42:42.189421 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Updating router 7264a5f0-9682-43db-9a9a-fea71843c44b port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:42:42.201249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.202297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.212327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.236973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 40e01a07-53f6-4d81-b367-97b829784780 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:42.316584 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.363394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 40e01a07-53f6-4d81-b367-97b829784780 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:42.364267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.376934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34402) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:42.427675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.592044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34410) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:42.612470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:42:42.613270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.644175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.647041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1065530738'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:42.658890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:42.664041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Usage tracker for resource:network and tenant:dbd6c3f2ce484a138fb6e083dacba7fb is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:42.667504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:42.675174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:42.737184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Made reservation on behalf of dbd6c3f2ce484a138fb6e083dacba7fb for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:42.740971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.763704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.894460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:42.902365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Usage tracker for resource:security_group_rule and tenant:dbd6c3f2ce484a138fb6e083dacba7fb is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:42.908532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:42.924788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:42.962708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34420) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:43.038949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-317322512'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:43.040551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Allocated IP 172.20.0.1 (63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4/bbab0584-05a7-4cfc-82cf-e904c91b091a/ceee1649-c51a-4182-911e-df73d62ba68f) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:43.048528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:43.053407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Usage tracker for resource:network and tenant:7acc037d47f94d8c8f88e84d34c6d453 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:43.056912 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.057455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:43.064077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:43.102669 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Transition to ACTIVE for port object 6d6d7d1e-133f-4ac7-8e17-38ea550101bc will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:43.113204 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.150750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Made reservation on behalf of 7acc037d47f94d8c8f88e84d34c6d453 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:43.151207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Allocated IP 172.20.0.2 (2ad4c98f-2345-48f6-ae93-65e24bb8bb94/79032d72-915a-4c10-a8f5-8d063f9c6490/2125853b-3ab5-4ae6-a509-b0c49ee9a483) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:43.154938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.179933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.260039 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Attempting to bind port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:43.260666 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Attempting to bind port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:43.260926 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Attempting to bind port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:43.265130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:43.269871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Usage tracker for resource:security_group_rule and tenant:7acc037d47f94d8c8f88e84d34c6d453 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:43.274023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:43.280935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:43.282025 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:42:43.282401 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:43.282799 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.291913 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:42:43.292558 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Bound port: 6d6d7d1e-133f-4ac7-8e17-38ea550101bc, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:43.294387 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.371964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.452446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.460212 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] For port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:42:43.463932 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] For port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6d6d7d1e-133f-4ac7-8e17-38ea550101bc,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:42:43.466431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:43.476233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.476947 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Added segment 1fddf196-c62d-4149-922f-1642d4023c06 of type vlan for network 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 May 06 13:42:43.504057 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Pushing event updated for resources: {'Port': ['ID=6d6d7d1e-133f-4ac7-8e17-38ea550101bc,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:43.505851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.508744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.512777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.521248 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.521623 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.523384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Transition to ACTIVE for port object 2125853b-3ab5-4ae6-a509-b0c49ee9a483 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:43.524113 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.524521 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.524865 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.525280 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.525618 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.525949 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.527486 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.527834 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.528173 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.528540 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:43.530474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Transition to ACTIVE for port object ceee1649-c51a-4182-911e-df73d62ba68f will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Tracked resource versions report: May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: pushed versions: May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: { 'AddressGroup': {'1.2'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'ConntrackHelper': {'1.0'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Log': {'1.0'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Network': {'1.1'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Port': {'1.7'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'PortForwarding': {'1.2'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'QosPolicy': {'1.8'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SecurityGroup': {'1.4'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SecurityGroupRule': {'1.2'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SubPort': {'1.0'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Subnet': {'1.1'}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Trunk': {'1.1'}} May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: consumer versions: May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: { DHCP agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: HyperV agent@hv-neutron-8408: {}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: L3 agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: Metadata agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: Metering agent@dv-neutron-840888-1-hyperv: {}, May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: Open vSwitch agent@dv-neutron-840888-1-hyperv: { 'AddressGroup': '1.2', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'ConntrackHelper': '1.0', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Log': '1.0', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Network': '1.1', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Port': '1.7', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'PortForwarding': '1.2', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'QosPolicy': '1.8', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SecurityGroup': '1.4', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SecurityGroupRule': '1.2', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'SubPort': '1.0', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Subnet': '1.1', May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: 'Trunk': '1.1'}} May 06 13:42:43.531894 dv-neutron-840888-1-hyperv neutron-server[87987]: {{(pid=87987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 13:42:43.538654 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.557714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.561281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9eb222e1-e258-4a2e-b9ad-f6636da54a16 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:43.561837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Transition to ACTIVE for port object 2125853b-3ab5-4ae6-a509-b0c49ee9a483 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:43.575419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-555145450'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:43.576601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.607599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.634539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:42:43.637036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.645665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:43.650984 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:42:43.651731 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:43.653988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:43.679240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:43.689688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.690245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.695922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:43.696603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.701092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:43.743906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Pushing event updated for resources: {'Port': ['ID=ceee1649-c51a-4182-911e-df73d62ba68f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:43.754762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:43.759319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Usage tracker for resource:network and tenant:47d97df452c848d497f25ecceb9741ca is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:43.762539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:43.771169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:43.777117 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a69f7-3558-4405-b338-8d76ff906bcd None None] Pushing event updated for resources: {'Port': ['ID=6d6d7d1e-133f-4ac7-8e17-38ea550101bc,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:43.886343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:43.888261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Pushing event updated for resources: {'Port': ['ID=2125853b-3ab5-4ae6-a509-b0c49ee9a483,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:43.892156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:43.893637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event updated for resources: {'Network': ['ID=8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:43.926839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Made reservation on behalf of 47d97df452c848d497f25ecceb9741ca for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:43.931544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.976709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.985270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.010972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.020610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:44.028833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042a65bb-823b-454f-8143-0b1436132e4d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:44.052738 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:42:44.068884 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9eb222e1-e258-4a2e-b9ad-f6636da54a16 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] 10.222.0.21 "PUT /v2.0/quotas/dbfb7dd170534869a313009a8f30b7f2 HTTP/1.1" status: 200 len: 366 time: 1.0883691 May 06 13:42:44.092923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34448) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.127531 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8283f23d-6a1d-41d2-99b7-2041c18cf7da tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0312109 May 06 13:42:44.130597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34452) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.200059 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-15fc3439-a998-42ab-bbac-19184d18c384 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] 10.222.0.21 "GET /v2.0/quotas/dbfb7dd170534869a313009a8f30b7f2 HTTP/1.1" status: 200 len: 366 time: 0.0479634 May 06 13:42:44.207776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34456) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.219370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:44.227393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Usage tracker for resource:security_group_rule and tenant:47d97df452c848d497f25ecceb9741ca is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:44.231028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:44.243665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:44.254700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34460) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.264456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.295030 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-614c8b70-9025-431f-95e4-c36f6d40f39b tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/dbfb7dd170534869a313009a8f30b7f2 HTTP/1.1" status: 204 len: 168 time: 0.0649974 May 06 13:42:44.306209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.318175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:44.328693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.329003 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Added segment 66bde7d0-4b41-43bc-a20f-e7c0eec1071a of type vlan for network 3d8eaf39-0d4b-4dd5-a819-62c272964b36 May 06 13:42:44.345564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Allocated IP 172.20.0.2 (a4313941-c1db-4ca6-bc86-20b5e4f8fd2a/2e110757-fcab-44c9-bb2e-366b80f2bce8/4f6d2220-4041-43af-b41c-40be2cf875c5) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:44.360031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.391304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34466) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.413722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.420231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:44.420872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.513982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c254147b-3816-4b4b-87d8-db513f747662,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:44.515649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:44.519358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e6ad7bfc-bc47-4ac6-adf2-e1560c13318c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1347184 May 06 13:42:44.525507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34470) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.530633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:44.539931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Request body: {'subnet': {'network_id': '8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:44.553158 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:39Z', 'revision_number': 3, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:44.559002 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ed03e-716d-4da5-ae90-1eb8bb8fc240 None None] The sync data for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv is: [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:39Z', 'revision_number': 3, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:42:44.559724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-59ab736c-aef5-4650-9df0-f60c981f6c9f None None] Provisioning for port ceee1649-c51a-4182-911e-df73d62ba68f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:44.571793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Attempting to bind port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:44.572148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Attempting to bind port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:44.572540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Attempting to bind port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 on network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:44.576118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-59ab736c-aef5-4650-9df0-f60c981f6c9f None None] Provisioning complete for port ceee1649-c51a-4182-911e-df73d62ba68f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:44.576494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-59ab736c-aef5-4650-9df0-f60c981f6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.635224 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-22f134fa-688b-456f-ac71-966b4ed6fe8f tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2327631 May 06 13:42:44.650232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.653169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Usage tracker for resource:floatingip and tenant:d03fd1a759f04b0092245aea637e1ce7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:44.656305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34474) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.659498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:44.678697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:42:44.679239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Checking segment: {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:44.679892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.680306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Bound using segment: {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:42:44.680898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Bound port: 2125853b-3ab5-4ae6-a509-b0c49ee9a483, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:44.681384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.686811 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.687498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.691711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:44.697631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-59ab736c-aef5-4650-9df0-f60c981f6c9f None None] Port ceee1649-c51a-4182-911e-df73d62ba68f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:42:44.759025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:44.767285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Pushing event updated for resources: {'Network': ['ID=3d8eaf39-0d4b-4dd5-a819-62c272964b36,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:44.771409 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-706bacbc-2982-41f6-ace3-22b98b3f6e96 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] 10.222.0.21 "GET /v2.0/quotas/dbfb7dd170534869a313009a8f30b7f2 HTTP/1.1" status: 200 len: 370 time: 0.1139052 May 06 13:42:44.773982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Usage tracker for resource:subnet and tenant:7acc037d47f94d8c8f88e84d34c6d453 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:44.778196 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4e876223-8938-4394-943d-c63a518dea02 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9584410 May 06 13:42:44.778196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34482) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.787262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34484) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.803223 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-396fe9bd-12e4-4ca7-9797-790c35be3aa9 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] 10.222.0.21 "GET /v2.0/quotas/dbfb7dd170534869a313009a8f30b7f2/default HTTP/1.1" status: 200 len: 370 time: 0.0242877 May 06 13:42:44.821912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34492) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:44.826189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 3d8eaf39-0d4b-4dd5-a819-62c272964b36 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:44.829752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:44.852679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:44.887325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:44.901013 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-5c15033b-cbd6-44ce-ab3a-9755f476675e tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] delete failed (client error): The resource could not be found. May 06 13:42:44.902294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5c15033b-cbd6-44ce-ab3a-9755f476675e tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/dbfb7dd170534869a313009a8f30b7f2 HTTP/1.1" status: 404 len: 348 time: 0.0371957 May 06 13:42:45.073351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Pushing event updated for resources: {'Port': ['ID=ceee1649-c51a-4182-911e-df73d62ba68f,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:45.076228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Made reservation on behalf of 7acc037d47f94d8c8f88e84d34c6d453 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:45.079858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks [] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.103927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.124935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Request body: {'network': {'name': 'tempest-network--505813641', 'router:external': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:45.134184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] For port 2125853b-3ab5-4ae6-a509-b0c49ee9a483, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:42:45.136902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Transition to ACTIVE for port object 4f6d2220-4041-43af-b41c-40be2cf875c5 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:45.146141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] For port 2125853b-3ab5-4ae6-a509-b0c49ee9a483, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2125853b-3ab5-4ae6-a509-b0c49ee9a483,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:42:45.158470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.234737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Transition to ACTIVE for port object 4f6d2220-4041-43af-b41c-40be2cf875c5 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:45.239479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34500) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:45.255673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.299459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:45.303346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:45.307637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:45.335879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:45.344142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1c55c-1415-4b73-99b8-db864f48b067 None None] Pushing event updated for resources: {'Port': ['ID=2125853b-3ab5-4ae6-a509-b0c49ee9a483,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:45.365258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Usage tracker for resource:network and tenant:86609868bbe9447aa3d4ff5c85f53a59 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:45.375461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.377021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:45.377569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:45.396675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Usage tracker for resource:network and tenant:d0b3a789605a4aa8be5eeccf9abc1400 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:45.399298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:45.400378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:45.411536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:45.416362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.486732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.490158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.561212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Attempting to bind port 4f6d2220-4041-43af-b41c-40be2cf875c5 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:45.561803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Attempting to bind port 4f6d2220-4041-43af-b41c-40be2cf875c5 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:45.561940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Attempting to bind port 4f6d2220-4041-43af-b41c-40be2cf875c5 on network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:45.577554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Usage tracker for resource:subnet and tenant:86609868bbe9447aa3d4ff5c85f53a59 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:45.581451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:42:45.581832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Checking segment: {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:45.582229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.582619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Bound using segment: {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:42:45.583096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Bound port: 4f6d2220-4041-43af-b41c-40be2cf875c5, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:45.583482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.624140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d50eafc-fef3-4ab8-96b5-bd9586660915,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:45.629757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Made reservation on behalf of d0b3a789605a4aa8be5eeccf9abc1400 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:45.632206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.698749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] For port 4f6d2220-4041-43af-b41c-40be2cf875c5, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:42:45.713556 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] For port 4f6d2220-4041-43af-b41c-40be2cf875c5, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4f6d2220-4041-43af-b41c-40be2cf875c5,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:42:45.714868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Pushing event updated for resources: {'Port': ['ID=4f6d2220-4041-43af-b41c-40be2cf875c5,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:45.722718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.771792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:45.777966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:45.792886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.797916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.861280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-83ce58d9-0ec4-4a60-abff-fa5be4adab6b None None] Provisioning complete for port ceee1649-c51a-4182-911e-df73d62ba68f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:45.861670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83ce58d9-0ec4-4a60-abff-fa5be4adab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.895678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Usage tracker for resource:subnetpool and tenant:86609868bbe9447aa3d4ff5c85f53a59 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:45.938827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:45.957403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-83ce58d9-0ec4-4a60-abff-fa5be4adab6b None None] Port ceee1649-c51a-4182-911e-df73d62ba68f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:42:45.976871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Allocated IP 172.26.2.125 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/60fc5136-de2e-477e-b947-f3940c8304d3) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:46.008330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e2cf6-f4e6-470c-a6bf-b043cfd85a05 None None] Pushing event updated for resources: {'Port': ['ID=4f6d2220-4041-43af-b41c-40be2cf875c5,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:46.054762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.204085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event updated for resources: {'Subnet': ['ID=c421e921-443a-4aa4-8fad-6afdf53bc248,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:46.209463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6d6d7d1e-133f-4ac7-8e17-38ea550101bc up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:46.211175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Checking segment: {'id': '1fddf196-c62d-4149-922f-1642d4023c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:46.211541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Network hostable DHCP agents. Network: 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:46.215679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Usage tracker for resource:port and tenant:86609868bbe9447aa3d4ff5c85f53a59 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:46.235053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:46.249684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Router 7264a5f0-9682-43db-9a9a-fea71843c44b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:42:46.249812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.250221 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Added segment 2e4447ed-e7c5-46d3-9679-64724cc26179 of type vlan for network b76a967b-b311-45cc-aa4d-2d14dffcb1be May 06 13:42:46.262024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:46.271435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Network 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:46.274380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Usage tracker for resource:security_group_rule and tenant:d0b3a789605a4aa8be5eeccf9abc1400 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:46.291900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Usage tracker for resource:router and tenant:86609868bbe9447aa3d4ff5c85f53a59 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:46.292927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:46.301959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:46.309432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:46.310191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.379731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:46.385697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:46.387799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:46.411060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.418377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:46.419016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.426290 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb485a-d937-48a7-acd0-2357958482f1 None None] Network 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:46.452282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Usage tracker for resource:floatingip and tenant:86609868bbe9447aa3d4ff5c85f53a59 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:46.514143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.535051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:46.544691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.555288 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f2c71b33-bac2-4f7c-ba25-282691c360ba tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0264919 May 06 13:42:46.565336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34504) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:46.568098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.575310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Request body: {'port': {'network_id': '8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1991922023'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:46.607268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.635652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6d6d7d1e-133f-4ac7-8e17-38ea550101bc,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:42:46.666204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.672978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:46.673834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.684295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.685667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2125853b-3ab5-4ae6-a509-b0c49ee9a483 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:46.767581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:42:46.776574 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-895461fa-d82c-4906-b26e-682e29b44387 admin admin] 10.222.0.21 "PUT /v2.0/routers/7264a5f0-9682-43db-9a9a-fea71843c44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5069425 May 06 13:42:46.781915 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:46.788764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Usage tracker for resource:port and tenant:7acc037d47f94d8c8f88e84d34c6d453 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:46.793579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:46.802965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:46.811038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e637320e-beeb-44a5-874d-5ca5482c03ff None None] Network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:46.815323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Usage tracker for resource:security_group and tenant:86609868bbe9447aa3d4ff5c85f53a59 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:46.820832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:46.822975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Made reservation on behalf of 7acc037d47f94d8c8f88e84d34c6d453 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:46.826950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.854132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Usage tracker for resource:security_group_rule and tenant:86609868bbe9447aa3d4ff5c85f53a59 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:46.858438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] device_id is not set on port 3348e1d2-8c08-44c5-96bf-60be735e324c yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:42:46.910794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:46.934926 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7622cf37-31bf-4fe7-ba48-90f7978aa5c7 tempest-QuotasTest-1243285550 tempest-QuotasTest-1243285550-project-admin] 10.222.0.21 "GET /v2.0/quotas/86609868bbe9447aa3d4ff5c85f53a59/details.json HTTP/1.1" status: 200 len: 703 time: 1.6943567 May 06 13:42:46.987581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Pushing event updated for resources: {'Network': ['ID=b76a967b-b311-45cc-aa4d-2d14dffcb1be,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:47.025710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ea604d03-2bbd-4fee-9e9b-aee11c40e85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.4013686 May 06 13:42:47.055292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.057687 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network b76a967b-b311-45cc-aa4d-2d14dffcb1be details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:47.139597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Allocated IP 172.20.0.7 (8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0/c421e921-443a-4aa4-8fad-6afdf53bc248/3348e1d2-8c08-44c5-96bf-60be735e324c) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:47.183944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.217115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.261448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bf104179-24b4-4981-a2a0-0560d6472bf6 None None] Provisioning for port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:47.284037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:47.292456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:47.324492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:47.377110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=6d6d7d1e-133f-4ac7-8e17-38ea550101bc,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:47.430508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:47.431974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0', 'network_id': '8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0', 'tenant_id': '7acc037d47f94d8c8f88e84d34c6d453', 'fixed_ips': [{'subnet_id': 'c421e921-443a-4aa4-8fad-6afdf53bc248'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:42:47.438261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.581180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Pushing event updated for resources: {'Port': ['ID=60fc5136-de2e-477e-b947-f3940c8304d3,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:47.606481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:47.639072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dee67f4-5a75-4fb8-ab1b-0a8c6dc85312,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:47.656879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.659122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Added segment 4da7f760-bf13-446a-aa6f-7d570ffa1f59 of type vlan for network ba5001ac-492c-4647-aa16-d0c83efa9e32 May 06 13:42:47.661202 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.677424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:47.679157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.702908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Transition to ACTIVE for port object 3348e1d2-8c08-44c5-96bf-60be735e324c will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:47.739648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34540) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:47.790785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Sync routers for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:42:47.859032 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Allocated IP 172.26.2.236 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/00b00574-1090-4084-9f20-99aac4d1a21b) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:47.869927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.951100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6a5814-b487-4996-b23b-41772856e4c4 None None] Network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:47.981683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.001411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34546) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:48.058289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Request body: {'port': {'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be', 'binding:host_id': 'hv-neutron-8408', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475490067'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:48.061733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51e442de-5558-45f0-8f61-6c6901198b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.079640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:48.093980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Network 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:48.101616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:48.104510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:48.105307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Usage tracker for resource:port and tenant:cfe311bcdf704ea2aee114c13f18c6b3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:48.111210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:48.112017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.119606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Allocated IP 172.20.0.2 (8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0/c421e921-443a-4aa4-8fad-6afdf53bc248/c9c96eb0-59e2-4a96-b40c-d0f1562ee034) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:48.160859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:48.183864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event updated for resources: {'Port': ['ID=3348e1d2-8c08-44c5-96bf-60be735e324c,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:48.190075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-51e442de-5558-45f0-8f61-6c6901198b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:48.192667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:48.196319 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4d777c8a-29b4-4ca5-9adf-15a0bd0773f2 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6294947 May 06 13:42:48.198905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34550) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:48.204335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-51e442de-5558-45f0-8f61-6c6901198b1a admin admin] Usage tracker for resource:security_group_rule and tenant:767541aa2ba04c1eb11ca7ff83d09d80 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:48.204890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.210672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-51e442de-5558-45f0-8f61-6c6901198b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:48.222775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-51e442de-5558-45f0-8f61-6c6901198b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:48.228942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.230069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:48.230810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.259406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Made reservation on behalf of cfe311bcdf704ea2aee114c13f18c6b3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:48.261845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.292218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-8706aad6-14b9-486e-97f3-c94b247719d9 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Deleting port 3348e1d2-8c08-44c5-96bf-60be735e324c {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:42:48.292674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8706aad6-14b9-486e-97f3-c94b247719d9 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.334153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.437362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.443698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:42:48.445103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:48.449747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'Network': ['ID=ba5001ac-492c-4647-aa16-d0c83efa9e32,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:48.507813 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.515320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2b5328d7-6941-4e73-bb63-1c88ddd5c623 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.7270010 May 06 13:42:48.518600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network ba5001ac-492c-4647-aa16-d0c83efa9e32 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:48.519614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:48.527098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34556) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:48.532324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Usage tracker for resource:security_group_rule and tenant:cfe311bcdf704ea2aee114c13f18c6b3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:48.591772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:48.595793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8706aad6-14b9-486e-97f3-c94b247719d9 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.634769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:48.645030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-874eef64-5928-483c-a902-44d273196667 None None] Provisioning for port 4f6d2220-4041-43af-b41c-40be2cf875c5 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:48.692958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Transition to ACTIVE for port object c9c96eb0-59e2-4a96-b40c-d0f1562ee034 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:48.751122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34562) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:48.769445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230559458', 'description': 'tempest-description--2099956810'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:48.789886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.801075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:48.816355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Usage tracker for resource:security_group and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:48.827679 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:48.831027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-8706aad6-14b9-486e-97f3-c94b247719d9 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Calling delete_port for 3348e1d2-8c08-44c5-96bf-60be735e324c owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:42:48.869274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.875465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Transition to ACTIVE for port object c9c96eb0-59e2-4a96-b40c-d0f1562ee034 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:48.892842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:48.925204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:48.946815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:48.962969 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:48.982083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:49.073149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.093794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51e442de-5558-45f0-8f61-6c6901198b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.102235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.106485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:42:49.132872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event updated for resources: {'Port': ['ID=00b00574-1090-4084-9f20-99aac4d1a21b,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:49.204668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Network 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:49.217219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.254464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:49.255824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:49.263323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8706aad6-14b9-486e-97f3-c94b247719d9 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.289080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51e442de-5558-45f0-8f61-6c6901198b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.292027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Pushing event updated for resources: {'Port': ['ID=c9c96eb0-59e2-4a96-b40c-d0f1562ee034,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:49.335524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706aad6-14b9-486e-97f3-c94b247719d9 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event deleted for resources: {'Port': ['ID=3348e1d2-8c08-44c5-96bf-60be735e324c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:49.369482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Allocated IP 172.26.2.129 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/fe504abd-1dd0-41a0-8654-3d5a36eb0f53) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:49.385128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:49.393985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8706aad6-14b9-486e-97f3-c94b247719d9 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.400884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.411639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.426223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Usage tracker for resource:security_group_rule and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:49.444697 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8706aad6-14b9-486e-97f3-c94b247719d9 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] 10.222.0.21 "DELETE /v2.0/ports/3348e1d2-8c08-44c5-96bf-60be735e324c HTTP/1.1" status: 204 len: 168 time: 1.2445745 May 06 13:42:49.448050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34568) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:49.448683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:49.468136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-51e442de-5558-45f0-8f61-6c6901198b1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=767541aa2ba04c1eb11ca7ff83d09d80&name=default HTTP/1.1" status: 200 len: 2977 time: 1.7236798 May 06 13:42:49.469502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34574) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:49.482975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e442de-5558-45f0-8f61-6c6901198b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e99f7d-edb6-43e7-b466-178f56419fc6,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:49.486023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:49.511700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.512053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.513011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.513204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > port after_create 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.513493 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.513886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > port after_update 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.514151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.514481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.514978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.515451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.518199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 2125853b-3ab5-4ae6-a509-b0c49ee9a483, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2125853b-3ab5-4ae6-a509-b0c49ee9a483,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:42:49.558246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ae8a6e2a-1b75-4175-8de5-0dbd52bede01 None None] Provisioning complete for port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:49.558614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6e2a-1b75-4175-8de5-0dbd52bede01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.590034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.688974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.689327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.689665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.690196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:42:49.690733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5001ac-492c-4647-aa16-d0c83efa9e32']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:49.699097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.706303 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cf9ce148-355a-4565-bb23-8f5438943e84 tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2577531 May 06 13:42:49.711370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34578) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:49.712006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e102378e-deec-4ad2-8174-89c06d0e6d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.722339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-183177568'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:49.742061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:49.748597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Attempting to bind port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:49.749087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Attempting to bind port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '1fddf196-c62d-4149-922f-1642d4023c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:49.749347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Attempting to bind port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 on network 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:49.758956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Usage tracker for resource:network and tenant:7acc037d47f94d8c8f88e84d34c6d453 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:49.762107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da7f760-bf13-446a-aa6f-7d570ffa1f59') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:49.762647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da7f760-bf13-446a-aa6f-7d570ffa1f59') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:49.766879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:49.773127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:42:49.773723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Checking segment: {'id': '1fddf196-c62d-4149-922f-1642d4023c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:49.774122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.774519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Bound using segment: {'id': '1fddf196-c62d-4149-922f-1642d4023c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:42:49.774998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Bound port: c9c96eb0-59e2-4a96-b40c-d0f1562ee034, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fddf196-c62d-4149-922f-1642d4023c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:49.775390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.789895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e102378e-deec-4ad2-8174-89c06d0e6d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.797256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:49.843985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Made reservation on behalf of 7acc037d47f94d8c8f88e84d34c6d453 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:49.848557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.859199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.867048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4f6d2220-4041-43af-b41c-40be2cf875c5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:49.867462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.903434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.917430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=2125853b-3ab5-4ae6-a509-b0c49ee9a483,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:49.918278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.920942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e102378e-deec-4ad2-8174-89c06d0e6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.923146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.929769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] device_id is not set on port 5de8f498-3946-42ec-8478-14651d483997 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:42:49.938809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:49.985911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.007516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:42:50.008276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.019706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102378e-deec-4ad2-8174-89c06d0e6d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e99f7d-edb6-43e7-b466-178f56419fc6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:50.025426 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e102378e-deec-4ad2-8174-89c06d0e6d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.026646 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e102378e-deec-4ad2-8174-89c06d0e6d52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9e99f7d-edb6-43e7-b466-178f56419fc6 HTTP/1.1" status: 204 len: 168 time: 0.5565033 May 06 13:42:50.037392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.041309 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7831237 May 06 13:42:50.046565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34584) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: from cryptography.utils import int_from_bytes May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: from cryptography.utils import int_from_bytes May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn_limited( May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn_limited( May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:42:50.054928 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:42:50.063905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1498658933'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:50.073561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:50.079387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Usage tracker for resource:network and tenant:d03fd1a759f04b0092245aea637e1ce7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:50.083871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:50.092890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289e850-9a0a-40d7-abf3-2c0a69ce9ceb tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event updated for resources: {'Port': ['ID=00b00574-1090-4084-9f20-99aac4d1a21b,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:50.096890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:50.108914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Made reservation on behalf of d03fd1a759f04b0092245aea637e1ce7 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:50.113400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.129397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.151096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:50.156330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Usage tracker for resource:security_group_rule and tenant:d03fd1a759f04b0092245aea637e1ce7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:50.161638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:50.169303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:50.199678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] For port c9c96eb0-59e2-4a96-b40c-d0f1562ee034, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:42:50.218148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 4f6d2220-4041-43af-b41c-40be2cf875c5 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:50.224342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.227982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 4f6d2220-4041-43af-b41c-40be2cf875c5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:50.228359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.271595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ceee1649-c51a-4182-911e-df73d62ba68f', 'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'mac_address': 'fa:16:3e:4f:68:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:44Z', 'revision_number': 2, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'subnets': [{'id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:50.286128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.286680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Checking router: 7264a5f0-9682-43db-9a9a-fea71843c44b for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:42:50.287040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Updating router 7264a5f0-9682-43db-9a9a-fea71843c44b port ceee1649-c51a-4182-911e-df73d62ba68f binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:42:50.291582 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.333287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef43f5-79ed-484c-a690-46398afee524,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:50.366275 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-088d43c2-3dbd-4fe2-bbb1-c9756f8a2c42 None None] Provisioning complete for port 4f6d2220-4041-43af-b41c-40be2cf875c5 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:50.366712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-088d43c2-3dbd-4fe2-bbb1-c9756f8a2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.393348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.419851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5853d3e-9083-4af5-882f-f6583ba105c7,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:50.437936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.458499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34590) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:50.488128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-575ab753-785f-4229-87a0-d5e700a12ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.499011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.504179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba5001ac-492c-4647-aa16-d0c83efa9e32 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 06 13:42:50.507588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.509694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:50.523136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.524167 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Added segment 19c52eca-6e1d-4812-a68f-03ed2a2c6b60 of type vlan for network d4dac823-7ff2-476c-9f67-6198a7613561 May 06 13:42:50.530554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] For port c9c96eb0-59e2-4a96-b40c-d0f1562ee034, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c9c96eb0-59e2-4a96-b40c-d0f1562ee034,segment=NetworkSegment(1fddf196-c62d-4149-922f-1642d4023c06),segment_id=1fddf196-c62d-4149-922f-1642d4023c06)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:42:50.547491 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.555574 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ba5001ac-492c-4647-aa16-d0c83efa9e32 HTTP/1.1" status: 204 len: 168 time: 2.0213988 May 06 13:42:50.572348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34594) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:50.574355 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.591143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.592337 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8375626 May 06 13:42:50.604980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ebffa-b936-4e09-b402-caf72499982c tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba5001ac-492c-4647-aa16-d0c83efa9e32,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:50.610464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:50.618648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.621766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:50.625232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34598) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:50.635593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.641587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:50.642996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.644277 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Added segment 4be109ba-6737-4f7d-997a-fa029e24b954 of type vlan for network c8ca7199-7efe-499d-a543-2a5f7384e16a May 06 13:42:50.649321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Request body: {'security_group_rule': {'security_group_id': '31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:50.655402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:50.661135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Usage tracker for resource:security_group_rule and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:50.664903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:50.671532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:50.685062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dede0-32aa-43a5-b475-35e5b6a127a4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:50.706223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.710767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Usage tracker for resource:network and tenant:d0b3a789605a4aa8be5eeccf9abc1400 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:50.730045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:50.744943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:50.766325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-575ab753-785f-4229-87a0-d5e700a12ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:50.767359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.772729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-575ab753-785f-4229-87a0-d5e700a12ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:86609868bbe9447aa3d4ff5c85f53a59 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:50.776711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-575ab753-785f-4229-87a0-d5e700a12ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:50.786594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-575ab753-785f-4229-87a0-d5e700a12ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:50.897107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 4f6d2220-4041-43af-b41c-40be2cf875c5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4f6d2220-4041-43af-b41c-40be2cf875c5,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:42:50.902363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Made reservation on behalf of d0b3a789605a4aa8be5eeccf9abc1400 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:50.904818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.910250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2e65d-1143-4230-a2da-8567f6da4169 None None] Pushing event updated for resources: {'Port': ['ID=c9c96eb0-59e2-4a96-b40c-d0f1562ee034,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:50.926237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.927020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6d6d7d1e-133f-4ac7-8e17-38ea550101bc up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:50.948212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Router 209a7c55-470d-477b-bac8-d6aacd20a6e9 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:42:50.953801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-575ab753-785f-4229-87a0-d5e700a12ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.961167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.980989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:50.981633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.092598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-088d43c2-3dbd-4fe2-bbb1-c9756f8a2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.102962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.118897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:51.119282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.212694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:42:51.229266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:51.239976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=4f6d2220-4041-43af-b41c-40be2cf875c5,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:51.274511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.284769 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5700743 May 06 13:42:51.287366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e9ca9-ec2a-423c-ba9c-e36efcde36ff tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event updated for resources: {'Network': ['ID=d4dac823-7ff2-476c-9f67-6198a7613561,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:51.290477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-575ab753-785f-4229-87a0-d5e700a12ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.290629 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:51.290939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.325459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34602) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:51.337187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-088d43c2-3dbd-4fe2-bbb1-c9756f8a2c42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:42:51.337577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-088d43c2-3dbd-4fe2-bbb1-c9756f8a2c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:42:51.344522 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Sync routers for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:42:51.360927 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:42:51.362027 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:51.376595 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-575ab753-785f-4229-87a0-d5e700a12ca0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86609868bbe9447aa3d4ff5c85f53a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9168894 May 06 13:42:51.379753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe504abd-1dd0-41a0-8654-3d5a36eb0f53,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:51.383458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34604) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:51.388517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.432460 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.441123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.441513 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Added segment 33206005-7ce4-4a1f-bd01-785d624c65c1 of type vlan for network 94561a70-e3de-4101-9cf3-df08258cdd72 May 06 13:42:51.447848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Transition to ACTIVE for port object ceee1649-c51a-4182-911e-df73d62ba68f will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:51.452995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network d4dac823-7ff2-476c-9f67-6198a7613561 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:51.455913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:51.457004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.477555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:51.478508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:51.487399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:51.517111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ab753-785f-4229-87a0-d5e700a12ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679ac199-3847-44f4-b18f-3acee0687a7e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:51.519617 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event updated for resources: {'Network': ['ID=c8ca7199-7efe-499d-a543-2a5f7384e16a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:51.671403 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:42:51.754812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] device_id is not set on port 5de8f498-3946-42ec-8478-14651d483997 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:42:51.827894 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cedc6d88-f175-4301-bfab-df70bc13017d tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] 10.222.0.21 "GET /v2.0/agents/a18e1dac-0792-4665-b347-1dee9de1e086/dhcp-networks HTTP/1.1" status: 200 len: 5678 time: 0.4499965 May 06 13:42:51.831859 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f9133375-1aba-442e-97b5-0e1771070313 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7816379 May 06 13:42:51.831859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34610) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:51.835161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34612) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:51.859731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c8ca7199-7efe-499d-a543-2a5f7384e16a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:51.878973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Request body: {'subnet': {'network_id': 'c8ca7199-7efe-499d-a543-2a5f7384e16a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:52.027479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.036036 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-10bcf910-b33d-473c-b737-85ea918e7529 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.0489914 May 06 13:42:52.036919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7316e98c-107a-46c8-bc57-9cf2c52476c5,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:52.045905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34618) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:52.054739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.134362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.136747 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7cf754c0-0a02-41be-92b5-3a3e5d77988a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5104377 May 06 13:42:52.155674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34622) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:52.168110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Request body: {'security_group_rule': {'security_group_id': '31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:52.189752 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:47Z', 'revision_number': 3, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:52.194310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:52.198979 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Checking router: 209a7c55-470d-477b-bac8-d6aacd20a6e9 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:42:52.203053 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Updating router 209a7c55-470d-477b-bac8-d6aacd20a6e9 port 60fc5136-de2e-477e-b947-f3940c8304d3 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:42:52.223286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b8e52f-dec0-4a40-9ba8-6364012cc202 tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] Network d4dac823-7ff2-476c-9f67-6198a7613561 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:52.230006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77fec6-4e95-4108-bdfc-7a5294fe3fd4 None None] Network 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:52.232097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Usage tracker for resource:security_group_rule and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:52.241873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:52.246683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Usage tracker for resource:subnet and tenant:d03fd1a759f04b0092245aea637e1ce7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:52.250530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:52.257937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:52.266748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:52.279574 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f1b8e52f-dec0-4a40-9ba8-6364012cc202 tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] 10.222.0.21 "POST /v2.0/agents/a18e1dac-0792-4665-b347-1dee9de1e086/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4478800 May 06 13:42:52.281191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:52.283458 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Made reservation on behalf of d03fd1a759f04b0092245aea637e1ce7 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:52.283619 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.288375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.290365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Transition to ACTIVE for port object 5de8f498-3946-42ec-8478-14651d483997 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:52.297299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34626) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:52.306765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.314263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-474eea0c-26d9-4ef6-9a68-04654cf92723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.331583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeba245-5a52-4e8a-8f42-7c65bf86cd3c None None] Pushing event updated for resources: {'Port': ['ID=ceee1649-c51a-4182-911e-df73d62ba68f,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:52.345077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-474eea0c-26d9-4ef6-9a68-04654cf92723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.345717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94f023-8e79-4374-adfa-a99299028b10 None None] Network d4dac823-7ff2-476c-9f67-6198a7613561 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:52.464353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.488504 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:42:52.494998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Attempting to bind port ceee1649-c51a-4182-911e-df73d62ba68f on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:52.495378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Attempting to bind port ceee1649-c51a-4182-911e-df73d62ba68f by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:52.495739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Attempting to bind port ceee1649-c51a-4182-911e-df73d62ba68f on network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:52.515055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:42:52.515425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Checking segment: {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:52.516046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.516197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Bound using segment: {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:42:52.516706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Bound port: ceee1649-c51a-4182-911e-df73d62ba68f, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:52.517093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.534749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-474eea0c-26d9-4ef6-9a68-04654cf92723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.576907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.587994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.644586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4972ab80-cc21-418c-9ea2-1beae05acf6c,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:52.654458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4f6d2220-4041-43af-b41c-40be2cf875c5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:52.668876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.680360 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.682245 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6e9d7a50-5669-4b74-a236-53b333f5cf7e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5215971 May 06 13:42:52.698291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474eea0c-26d9-4ef6-9a68-04654cf92723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679ac199-3847-44f4-b18f-3acee0687a7e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:52.723651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34630) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:52.735165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:52.750599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:52.762047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Usage tracker for resource:floatingip and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:52.767670 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:52.779834 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:52.804030 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.817389 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Transition to ACTIVE for port object 60fc5136-de2e-477e-b947-f3940c8304d3 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:52.821931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bccfa8aa-66ac-4e95-8377-d1c928b0f8f1 None None] Provisioning for port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:52.826404 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.829773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.837310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:42:52.860957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-474eea0c-26d9-4ef6-9a68-04654cf92723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.862475 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-474eea0c-26d9-4ef6-9a68-04654cf92723 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/679ac199-3847-44f4-b18f-3acee0687a7e HTTP/1.1" status: 204 len: 168 time: 1.4701071 May 06 13:42:52.925345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Checking segment: {'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:52.925701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Network hostable DHCP agents. Network: b76a967b-b311-45cc-aa4d-2d14dffcb1be, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:52.964197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'Port': ['ID=5de8f498-3946-42ec-8478-14651d483997,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:52.975798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.014490 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71915d69-3b07-40c3-99a6-517edd518af4 None None] Pushing event updated for resources: {'Port': ['ID=60fc5136-de2e-477e-b947-f3940c8304d3,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:53.015301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] For port ceee1649-c51a-4182-911e-df73d62ba68f, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:42:53.021284 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Attempting to bind port 60fc5136-de2e-477e-b947-f3940c8304d3 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:53.023041 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Attempting to bind port 60fc5136-de2e-477e-b947-f3940c8304d3 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:53.024817 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Attempting to bind port 60fc5136-de2e-477e-b947-f3940c8304d3 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:53.041566 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:42:53.042343 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:53.044169 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.044819 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:42:53.046406 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Bound port: 60fc5136-de2e-477e-b947-f3940c8304d3, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:53.047029 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.047709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.048720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:53.049190 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] For port ceee1649-c51a-4182-911e-df73d62ba68f, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ceee1649-c51a-4182-911e-df73d62ba68f,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:42:53.049304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.050046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.075994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.120663 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 4f6d2220-4041-43af-b41c-40be2cf875c5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:53.121029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.139534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event updated for resources: {'Subnet': ['ID=e1f79c18-d320-481c-a7c7-e11f58724608,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:53.165530 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5718358 May 06 13:42:53.168345 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c8188370-0b6f-4298-8e17-21eeceda7e72 tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] 10.222.0.21 "GET /v2.0/agents/a18e1dac-0792-4665-b347-1dee9de1e086/dhcp-networks HTTP/1.1" status: 200 len: 6447 time: 0.8683207 May 06 13:42:53.168912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34636) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:53.174608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34638) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:53.237224 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] For port 60fc5136-de2e-477e-b947-f3940c8304d3, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:42:53.254955 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] For port 60fc5136-de2e-477e-b947-f3940c8304d3, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=60fc5136-de2e-477e-b947-f3940c8304d3,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:42:53.255857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Checking segment: {'id': '4be109ba-6737-4f7d-997a-fa029e24b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c8ca7199-7efe-499d-a543-2a5f7384e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:53.257978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Network hostable DHCP agents. Network: c8ca7199-7efe-499d-a543-2a5f7384e16a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:53.265292 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.287154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Request body: {'subnet': {'network_id': '94561a70-e3de-4101-9cf3-df08258cdd72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:53.307870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:53.310451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Network b76a967b-b311-45cc-aa4d-2d14dffcb1be is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:53.320937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:42:53.321867 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:53.342453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Usage tracker for resource:subnet and tenant:d0b3a789605a4aa8be5eeccf9abc1400 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:53.410510 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c234a070-0355-4cc7-b625-b33dcee110e4 tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] 10.222.0.21 "DELETE /v2.0/agents/a18e1dac-0792-4665-b347-1dee9de1e086/dhcp-networks/d4dac823-7ff2-476c-9f67-6198a7613561 HTTP/1.1" status: 204 len: 168 time: 0.2279778 May 06 13:42:53.418107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34646) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:53.488943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeba245-5a52-4e8a-8f42-7c65bf86cd3c None None] Pushing event updated for resources: {'Port': ['ID=ceee1649-c51a-4182-911e-df73d62ba68f,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:53.554849 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:42:53.559340 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:53.581455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:53.708479 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e29d0894-d833-4f16-a292-0f1df92de30b tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] 10.222.0.21 "GET /v2.0/agents/a18e1dac-0792-4665-b347-1dee9de1e086/dhcp-networks HTTP/1.1" status: 200 len: 6454 time: 0.2877586 May 06 13:42:53.712578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.714317 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34658) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:53.734802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, b76a967b-b311-45cc-aa4d-2d14dffcb1be) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:53.739351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:53.779593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:53.779954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:53.780309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:53.782429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9e097-9c28-41b1-8c43-335d64a52e40 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'Network': ['ID=94561a70-e3de-4101-9cf3-df08258cdd72,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:53.785980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:53.790075 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71915d69-3b07-40c3-99a6-517edd518af4 None None] Pushing event updated for resources: {'Port': ['ID=60fc5136-de2e-477e-b947-f3940c8304d3,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:53.801916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Network c8ca7199-7efe-499d-a543-2a5f7384e16a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:53.832992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c8ca7199-7efe-499d-a543-2a5f7384e16a) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:53.843998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:53.854394 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:53.860237 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 2 to bind port 5de8f498-3946-42ec-8478-14651d483997 May 06 13:42:53.878486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:53.880198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.900362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07193692-79dd-494f-a463-349010210816 None None] Network b76a967b-b311-45cc-aa4d-2d14dffcb1be requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:53.915986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Made reservation on behalf of d0b3a789605a4aa8be5eeccf9abc1400 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:53.919629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:53.942617 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 94561a70-e3de-4101-9cf3-df08258cdd72 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:53.960092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba66db1-357c-4d99-8c67-b9c6fddcf9fa None None] Network c8ca7199-7efe-499d-a543-2a5f7384e16a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:53.970690 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-08963d83-f741-4846-a0e1-729fbf05806c tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] 10.222.0.21 "GET /v2.0/networks/8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2532477 May 06 13:42:53.980143 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-786d8025-b942-49a7-81e7-be446131f6df tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1100895 May 06 13:42:53.982216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34664) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:53.984344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34666) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:54.023402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-897029910', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:54.034715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:54.039952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Usage tracker for resource:router and tenant:d03fd1a759f04b0092245aea637e1ce7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:54.044754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:54.055498 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:42:54.056106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:54.080249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:54.080618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:54.080954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:54.100726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:54.102351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:54.103714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:54.104045 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:54.108436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 3 to bind port 5de8f498-3946-42ec-8478-14651d483997 May 06 13:42:54.124693 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:54.166805 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0c6339c5-bbce-4f31-8c65-2bc88a346609 tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] 10.222.0.21 "GET /v2.0/networks/8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1653149 May 06 13:42:54.233151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:42:54.314989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34676) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:54.400486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:54.401013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:54.401208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:54.462137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:54.462635 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:54.469183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2125853b-3ab5-4ae6-a509-b0c49ee9a483 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:54.469697 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 4 to bind port 5de8f498-3946-42ec-8478-14651d483997 May 06 13:42:54.582910 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:47Z', 'revision_number': 3, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:54.590332 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f74d08-e72d-4719-a5b6-53b5276b35c0 None None] The sync data for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv is: [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:47Z', 'revision_number': 3, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:42:54.633814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:54.634565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:54.634990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:54.655307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:54.655722 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:54.670422 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 5 to bind port 5de8f498-3946-42ec-8478-14651d483997 May 06 13:42:54.743889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:54.744369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:54.744864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:54.747487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:54.793409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:54.793819 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:54.805394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:54.874755 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 6 to bind port 5de8f498-3946-42ec-8478-14651d483997 May 06 13:42:54.877846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Allocated IP 172.26.2.195 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/d5331ba0-9fff-4871-b105-ed21a14644a5) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:55.010491 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:55.010857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:55.011156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:55.139279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:55.139602 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:55.154264 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 7 to bind port 5de8f498-3946-42ec-8478-14651d483997 May 06 13:42:55.241289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:55.241721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:55.242192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:55.276514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c8ca7199-7efe-499d-a543-2a5f7384e16a', 'network_id': 'c8ca7199-7efe-499d-a543-2a5f7384e16a', 'tenant_id': 'd03fd1a759f04b0092245aea637e1ce7', 'fixed_ips': [{'subnet_id': 'e1f79c18-d320-481c-a7c7-e11f58724608'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:42:55.276514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:55.286440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:55.286766 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:55.295909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:55.296892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:55.298950 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 8 to bind port 5de8f498-3946-42ec-8478-14651d483997 May 06 13:42:55.369950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a5556a56-57b9-4fe2-b107-6efe2ee6a886 None None] Could not find standard attr ID for object 3348e1d2-8c08-44c5-96bf-60be735e324c. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:42:55.382987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:55.394561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:55.394915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:55.395255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:55.417913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:55.418545 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:55.424134 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 9 to bind port 5de8f498-3946-42ec-8478-14651d483997 May 06 13:42:55.427028 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-95c62209-e94d-4853-88b1-29e0afaa239e tempest-DHCPAgentSchedulersTestJSON-712398105 tempest-DHCPAgentSchedulersTestJSON-712398105-project-admin] 10.222.0.21 "GET /v2.0/agents/a18e1dac-0792-4665-b347-1dee9de1e086/dhcp-networks HTTP/1.1" status: 200 len: 7258 time: 1.1101735 May 06 13:42:55.434393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:55.437448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34696) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:55.540907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:55.542061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34700) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:55.542739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Pushing event updated for resources: {'Port': ['ID=d5331ba0-9fff-4871-b105-ed21a14644a5,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:55.547679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:55.550550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:55.582836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Allocated IP 172.20.0.2 (c8ca7199-7efe-499d-a543-2a5f7384e16a/e1f79c18-d320-481c-a7c7-e11f58724608/e110851f-d395-468c-bd20-68146131e6c8) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:55.586281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:55.613837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:55.642982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:55.643307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:55.643643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:55.676784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:55.698966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:55.699302 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:55.713223 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 10 to bind port 5de8f498-3946-42ec-8478-14651d483997 May 06 13:42:55.738539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:55.738929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:55.739956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:55.880139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-529463196', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:55.902797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port 5de8f498-3946-42ec-8478-14651d483997 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:42:55.903140 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port 5de8f498-3946-42ec-8478-14651d483997 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:42:55.903471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:55.920360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Router 04a86672-e4c4-4494-bf24-fe0d939efa78 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:42:55.937185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:55.993035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:56.003974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.020961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ceee1649-c51a-4182-911e-df73d62ba68f', 'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'mac_address': 'fa:16:3e:4f:68:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:52Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'subnets': [{'id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:56.028670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Transition to ACTIVE for port object e110851f-d395-468c-bd20-68146131e6c8 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:56.033383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3bc04-368c-43b8-9e31-7e4969ec32f4 None None] The sync data for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv is: [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ceee1649-c51a-4182-911e-df73d62ba68f', 'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'mac_address': 'fa:16:3e:4f:68:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:52Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'subnets': [{'id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:42:56.044188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.objects.ports [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87984) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:42:56.044696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.047229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c9c96eb0-59e2-4a96-b40c-d0f1562ee034 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:56.066753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Usage tracker for resource:port and tenant:fc4b974687bf4a509d62c0430f4e6bd6 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:56.081255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:56.097390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Transition to ACTIVE for port object e110851f-d395-468c-bd20-68146131e6c8 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:56.148961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:56.149286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.153477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.240201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.264683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Network c8ca7199-7efe-499d-a543-2a5f7384e16a is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:56.267836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:56.271453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:56.279413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Pushing event updated for resources: {'Port': ['ID=e110851f-d395-468c-bd20-68146131e6c8,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:56.292784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Made reservation on behalf of fc4b974687bf4a509d62c0430f4e6bd6 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:56.295184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.313302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.355660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] For port 5de8f498-3946-42ec-8478-14651d483997, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:42:56.356034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempted to set empty binding levels {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 06 13:42:56.359882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:56.361711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:56.370216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Usage tracker for resource:security_group_rule and tenant:fc4b974687bf4a509d62c0430f4e6bd6 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:56.372308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:56.372654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.374944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:56.387034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:56.427005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.440594 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Attempting to bind port e110851f-d395-468c-bd20-68146131e6c8 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:56.440951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Attempting to bind port e110851f-d395-468c-bd20-68146131e6c8 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '4be109ba-6737-4f7d-997a-fa029e24b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c8ca7199-7efe-499d-a543-2a5f7384e16a'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:56.441300 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Attempting to bind port e110851f-d395-468c-bd20-68146131e6c8 on network c8ca7199-7efe-499d-a543-2a5f7384e16a {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:42:56.445907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e03eb914-1d72-4f70-b7c3-df4c09285507,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:56.454562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:42:56.454921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Checking segment: {'id': '4be109ba-6737-4f7d-997a-fa029e24b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c8ca7199-7efe-499d-a543-2a5f7384e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:56.455307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.455708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Bound using segment: {'id': '4be109ba-6737-4f7d-997a-fa029e24b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c8ca7199-7efe-499d-a543-2a5f7384e16a'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:42:56.456140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Bound port: e110851f-d395-468c-bd20-68146131e6c8, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be109ba-6737-4f7d-997a-fa029e24b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c8ca7199-7efe-499d-a543-2a5f7384e16a'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:56.456522 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.492732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.498423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.567690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.640951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.651296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Pushing event updated for resources: {'Port': ['ID=d5331ba0-9fff-4871-b105-ed21a14644a5,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:56.666626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] For port e110851f-d395-468c-bd20-68146131e6c8, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:42:56.667037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Allocated IP 172.26.2.251 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/832e80bb-15ed-4aad-a98d-5445386308b6) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:56.687643 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] For port e110851f-d395-468c-bd20-68146131e6c8, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e110851f-d395-468c-bd20-68146131e6c8,segment=NetworkSegment(4be109ba-6737-4f7d-997a-fa029e24b954),segment_id=4be109ba-6737-4f7d-997a-fa029e24b954)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:42:56.700185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.711665 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-df22d0a7-447d-429b-8956-940ccfda842e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9766922 May 06 13:42:56.736579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.790832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port c9c96eb0-59e2-4a96-b40c-d0f1562ee034, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c9c96eb0-59e2-4a96-b40c-d0f1562ee034,segment=NetworkSegment(1fddf196-c62d-4149-922f-1642d4023c06),segment_id=1fddf196-c62d-4149-922f-1642d4023c06)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:42:56.797003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.811555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.847671 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96130e96-8a5e-4c3e-b748-26cb33c0959d None None] Pushing event updated for resources: {'Port': ['ID=e110851f-d395-468c-bd20-68146131e6c8,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:56.876001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4dac823-7ff2-476c-9f67-6198a7613561']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:56.893946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c52eca-6e1d-4812-a68f-03ed2a2c6b60') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:56.894242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c52eca-6e1d-4812-a68f-03ed2a2c6b60') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:56.932008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:56.988325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.003820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:42:57.004859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.028846 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=c9c96eb0-59e2-4a96-b40c-d0f1562ee034,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:57.075021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.091431 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.110502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ceee1649-c51a-4182-911e-df73d62ba68f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:57.153210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] device_id is not set on port f63b2047-e3ee-46bd-a343-1285e17df058 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:42:57.170223 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:42:57.226200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:57.226805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.232077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'Port': ['ID=5de8f498-3946-42ec-8478-14651d483997,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:57.250328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.278169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ceee1649-c51a-4182-911e-df73d62ba68f completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:57.287942 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ceee1649-c51a-4182-911e-df73d62ba68f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:57.288889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.289011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Checking segment: {'id': '33206005-7ce4-4a1f-bd01-785d624c65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '94561a70-e3de-4101-9cf3-df08258cdd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:42:57.289309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Network hostable DHCP agents. Network: 94561a70-e3de-4101-9cf3-df08258cdd72, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:57.322919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.338727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Allocated IP 172.20.0.1 (2ad4c98f-2345-48f6-ae93-65e24bb8bb94/79032d72-915a-4c10-a8f5-8d063f9c6490/ee23f287-8f3c-43ba-9a1a-c64477542509) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:57.387504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.391680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789c1075-5fe5-44f8-b3b0-50c8753b8486,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:57.417319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:42:57.419215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event deleted for resources: {'Network': ['ID=d4dac823-7ff2-476c-9f67-6198a7613561,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:57.446108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Sync routers for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:42:57.469227 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-02803add-99b6-4948-9411-26d4848c36ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 9.4432361 May 06 13:42:57.470759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f83064e8-1563-4d47-b21e-ce9264db7e24 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] 10.222.0.21 "DELETE /v2.0/networks/d4dac823-7ff2-476c-9f67-6198a7613561 HTTP/1.1" status: 204 len: 168 time: 2.0271513 May 06 13:42:57.473413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34726) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:57.473740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34728) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:57.495367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:42:57.496005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:57.562945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Network 94561a70-e3de-4101-9cf3-df08258cdd72 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:57.565272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.570937 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9e3802c7-aee4-46bf-adeb-01e733182bf8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 15.5232937 May 06 13:42:57.574344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34734) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:57.696945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34742) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:57.702781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 94561a70-e3de-4101-9cf3-df08258cdd72) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:57.722468 dv-neutron-840888-1-hyperv neutron-server[87984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 13:42:57.750882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.766004 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c112c5-a0ed-421e-aabb-418c295f996e tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] DELETE failed (client error): The resource could not be found. May 06 13:42:57.766837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c112c5-a0ed-421e-aabb-418c295f996e tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:42:57.771154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c41b91-68c6-437b-ae74-0250aef9b583 None None] Network 94561a70-e3de-4101-9cf3-df08258cdd72 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:57.789297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:57.790115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.823986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.878057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-36a28ed6-6d82-4f72-8dc2-0434f819f8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Deleting port 5de8f498-3946-42ec-8478-14651d483997 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:42:57.878629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36a28ed6-6d82-4f72-8dc2-0434f819f8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:57.886605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-11435471-7a7e-41a4-9ef0-e1b1231fdfd4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Synchronizing usage tracker for tenant:66fe86b6bf764c769008c8a52b055f28 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:42:58.006234 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d7c112c5-a0ed-421e-aabb-418c295f996e tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] 10.222.0.21 "DELETE /v2.0/ports/3348e1d2-8c08-44c5-96bf-60be735e324c HTTP/1.1" status: 404 len: 333 time: 0.5225239 May 06 13:42:58.013265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34746) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:58.053274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ceee1649-c51a-4182-911e-df73d62ba68f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ceee1649-c51a-4182-911e-df73d62ba68f,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:42:58.079603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:58.080633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 60fc5136-de2e-477e-b947-f3940c8304d3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:58.105168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event updated for resources: {'Port': ['ID=832e80bb-15ed-4aad-a98d-5445386308b6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:58.139479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:58.155060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:58.159225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:58.189837 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3ec33c01-41e9-49e9-8dea-50363e8a9949 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9904864 May 06 13:42:58.201069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34750) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:58.204596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:58.222129 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Request body: {'floatingip': {'floating_network_id': '94561a70-e3de-4101-9cf3-df08258cdd72'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:42:58.234450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:58.242001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-11435471-7a7e-41a4-9ef0-e1b1231fdfd4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Unset dirty status for tenant:66fe86b6bf764c769008c8a52b055f28 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:42:58.243566 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-11435471-7a7e-41a4-9ef0-e1b1231fdfd4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--230559458&fields=id&tenant_id=66fe86b6bf764c769008c8a52b055f28 HTTP/1.1" status: 200 len: 267 time: 0.5386620 May 06 13:42:58.246431 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:42:58.254129 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Usage tracker for resource:floatingip and tenant:d0b3a789605a4aa8be5eeccf9abc1400 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:58.325301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Allocated IP 172.26.2.91 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/f63b2047-e3ee-46bd-a343-1285e17df058) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:58.363831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:58.368560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Transition to ACTIVE for port object ee23f287-8f3c-43ba-9a1a-c64477542509 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:58.377309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:58.413193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ceee1649-c51a-4182-911e-df73d62ba68f,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:58.443348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b6d310-68ce-4ad1-8a87-2cc8dfb5e35c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Deleting subnet c421e921-443a-4aa4-8fad-6afdf53bc248 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:42:58.464224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d310-68ce-4ad1-8a87-2cc8dfb5e35c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:58.487653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:58.535257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2903a3-e6b5-4906-8dd5-21ba339d5128 None None] Network c8ca7199-7efe-499d-a543-2a5f7384e16a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:58.635675 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 60fc5136-de2e-477e-b947-f3940c8304d3 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:58.641562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d310-68ce-4ad1-8a87-2cc8dfb5e35c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:58.681282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-f708e823-1743-40b2-8b05-a6bb4f5b1592 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:42:58.682676 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-f708e823-1743-40b2-8b05-a6bb4f5b1592 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 812 time: 0.4210355 May 06 13:42:58.686276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 60fc5136-de2e-477e-b947-f3940c8304d3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:58.686752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:58.717102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:58.752878 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-58deff94-2d9e-44fc-a287-2e287376376e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/quotas/66fe86b6bf764c769008c8a52b055f28 HTTP/1.1" status: 200 len: 375 time: 0.0616424 May 06 13:42:58.761407 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-be54ea43-4138-4c51-aaa3-f642c9e5fbcd None None] Provisioning for port e110851f-d395-468c-bd20-68146131e6c8 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:58.764662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a866de9-667a-41c0-b882-39d6875b5031 None None] Network 94561a70-e3de-4101-9cf3-df08258cdd72 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:42:58.831205 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-36a28ed6-6d82-4f72-8dc2-0434f819f8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] For port 5de8f498-3946-42ec-8478-14651d483997, host hv-neutron-8408, got binding levels [] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:42:58.831560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36a28ed6-6d82-4f72-8dc2-0434f819f8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:58.909679 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:58.925985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:58.935897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:42:58.973697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Pushing event updated for resources: {'Port': ['ID=ee23f287-8f3c-43ba-9a1a-c64477542509,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:59.112914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.122270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d310-68ce-4ad1-8a87-2cc8dfb5e35c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.253212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.283902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-36a28ed6-6d82-4f72-8dc2-0434f819f8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Calling delete_port for 5de8f498-3946-42ec-8478-14651d483997 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:42:59.317533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:52Z', 'revision_number': 3, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:59.322598 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-35cc9a66-57f5-497a-a7c7-1ad977a6755f tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5080116 May 06 13:42:59.333183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.334134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 60fc5136-de2e-477e-b947-f3940c8304d3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=60fc5136-de2e-477e-b947-f3940c8304d3,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:42:59.342449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Checking router: 04a86672-e4c4-4494-bf24-fe0d939efa78 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:42:59.342449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Updating router 04a86672-e4c4-4494-bf24-fe0d939efa78 port fe504abd-1dd0-41a0-8654-3d5a36eb0f53 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:42:59.378166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.429775 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0b791d86-d39f-479a-9177-4912650c6ba5 None None] Provisioning for port ee23f287-8f3c-43ba-9a1a-c64477542509 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:59.465115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0b791d86-d39f-479a-9177-4912650c6ba5 None None] Provisioning complete for port ee23f287-8f3c-43ba-9a1a-c64477542509 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:59.465395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b791d86-d39f-479a-9177-4912650c6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.501822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.520073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.627554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=60fc5136-de2e-477e-b947-f3940c8304d3,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:59.648992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0b791d86-d39f-479a-9177-4912650c6ba5 None None] Port ee23f287-8f3c-43ba-9a1a-c64477542509 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:42:59.792162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ceee1649-c51a-4182-911e-df73d62ba68f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:59.801342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d310-68ce-4ad1-8a87-2cc8dfb5e35c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.869081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6d310-68ce-4ad1-8a87-2cc8dfb5e35c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event deleted for resources: {'Subnet': ['ID=c421e921-443a-4aa4-8fad-6afdf53bc248,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:59.891282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ceee1649-c51a-4182-911e-df73d62ba68f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:59.891928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.894914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Allocated IP 172.20.0.5 (94561a70-e3de-4101-9cf3-df08258cdd72/e03eb914-1d72-4f70-b7c3-df4c09285507/226f3066-d76b-4e4a-ae3a-e1e2a9130f91) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:59.966033 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:59.969664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d310-68ce-4ad1-8a87-2cc8dfb5e35c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.010682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36a28ed6-6d82-4f72-8dc2-0434f819f8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.017208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64dcaf6-11f1-4cea-bea0-79632e09dcbc None None] Network 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:43:00.065002 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e0b6d310-68ce-4ad1-8a87-2cc8dfb5e35c tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] 10.222.0.21 "DELETE /v2.0/subnets/c421e921-443a-4aa4-8fad-6afdf53bc248 HTTP/1.1" status: 204 len: 168 time: 2.0417356 May 06 13:43:00.065190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-3b724244-3f7c-42af-bbba-a7c98fd7277d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:43:00.069721 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-3b724244-3f7c-42af-bbba-a7c98fd7277d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4359059 May 06 13:43:00.074604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34760) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:00.076889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a28ed6-6d82-4f72-8dc2-0434f819f8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event deleted for resources: {'Port': ['ID=5de8f498-3946-42ec-8478-14651d483997,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:00.129228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e110851f-d395-468c-bd20-68146131e6c8 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:00.170908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36a28ed6-6d82-4f72-8dc2-0434f819f8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.174258 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-36a28ed6-6d82-4f72-8dc2-0434f819f8c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5de8f498-3946-42ec-8478-14651d483997 HTTP/1.1" status: 204 len: 168 time: 2.6970360 May 06 13:43:00.191609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34764) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:00.254441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.290740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.299496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port e110851f-d395-468c-bd20-68146131e6c8 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:00.313712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.321063 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d13ef7-8166-4a30-a4df-8fa22e0e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] GET failed (client error): The resource could not be found. May 06 13:43:00.321784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f1d13ef7-8166-4a30-a4df-8fa22e0e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Synchronizing usage tracker for tenant:cfe311bcdf704ea2aee114c13f18c6b3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:00.440654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.466492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.489488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:00.494361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f1d13ef7-8166-4a30-a4df-8fa22e0e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Unset dirty status for tenant:cfe311bcdf704ea2aee114c13f18c6b3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:00.500399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Pushing event updated for resources: {'Port': ['ID=f63b2047-e3ee-46bd-a343-1285e17df058,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:00.500682 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f1d13ef7-8166-4a30-a4df-8fa22e0e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "GET /v2.0/ports/5de8f498-3946-42ec-8478-14651d483997 HTTP/1.1" status: 404 len: 333 time: 0.3006611 May 06 13:43:00.500780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:00.500995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:00.501982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:00.502593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.506764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34768) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:00.511874 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-d995b46c-f4ef-45af-a246-c85b632b7c1d service neutron] 10.222.0.21 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188218 May 06 13:43:00.519923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Deleting port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:00.520093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.555505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Request body: {'port': {'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-164075696'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:00.567277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e110851f-d395-468c-bd20-68146131e6c8 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:00.568855 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.571736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:00.586413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.601049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:00.646133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.667138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Transition to ACTIVE for port object fe504abd-1dd0-41a0-8654-3d5a36eb0f53 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:00.677259 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d221fc45-1173-463a-b748-1a20940b7166 tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.0801768 May 06 13:43:00.690848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34772) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:00.706349 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.720382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.91'}]}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:00.742447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Made reservation on behalf of cfe311bcdf704ea2aee114c13f18c6b3 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:00.744777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.763330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:00.765288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a605afd-4572-430f-bb19-547472dd504a None None] DHCP port deletion for 8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:43:00.781889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Usage tracker for resource:router and tenant:fc4b974687bf4a509d62c0430f4e6bd6 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:00.791276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:00.793536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8a605afd-4572-430f-bb19-547472dd504a None None] Deleting port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:00.793991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] device_id is not set on port d07756e2-0232-484b-9af7-b7e83d6fa564 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:00.794081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8a605afd-4572-430f-bb19-547472dd504a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.844810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.862328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.887040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Attempting to bind port fe504abd-1dd0-41a0-8654-3d5a36eb0f53 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:00.887432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Attempting to bind port fe504abd-1dd0-41a0-8654-3d5a36eb0f53 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:00.887772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Attempting to bind port fe504abd-1dd0-41a0-8654-3d5a36eb0f53 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:00.892290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:00.894444 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfa727-c461-4b35-a290-28a1a51de842 None None] Pushing event updated for resources: {'Port': ['ID=fe504abd-1dd0-41a0-8654-3d5a36eb0f53,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:00.915140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:43:00.915791 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:00.916236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.916715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:43:00.917201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Bound port: fe504abd-1dd0-41a0-8654-3d5a36eb0f53, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:00.917659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:00.977880 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-f43b464b-0a6b-418e-a7ce-ee1b34453c4f service neutron] 10.222.0.21 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547465 May 06 13:43:01.018847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Network 94561a70-e3de-4101-9cf3-df08258cdd72 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:01.027932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:01.033922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'Port': ['ID=226f3066-d76b-4e4a-ae3a-e1e2a9130f91,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:01.038127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:01.046955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.050574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port e110851f-d395-468c-bd20-68146131e6c8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e110851f-d395-468c-bd20-68146131e6c8,segment=NetworkSegment(4be109ba-6737-4f7d-997a-fa029e24b954),segment_id=4be109ba-6737-4f7d-997a-fa029e24b954)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:01.058661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.067051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.067828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c9c96eb0-59e2-4a96-b40c-d0f1562ee034 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:01.104152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Allocated IP 172.20.0.1 (a4313941-c1db-4ca6-bc86-20b5e4f8fd2a/2e110757-fcab-44c9-bb2e-366b80f2bce8/b0406130-0591-4ca0-901a-2770d033dff8) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:01.127774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.142242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.144999 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.187757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] For port c9c96eb0-59e2-4a96-b40c-d0f1562ee034, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c9c96eb0-59e2-4a96-b40c-d0f1562ee034,segment=NetworkSegment(1fddf196-c62d-4149-922f-1642d4023c06),segment_id=1fddf196-c62d-4149-922f-1642d4023c06)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:01.188120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.356480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8a605afd-4572-430f-bb19-547472dd504a None None] For port c9c96eb0-59e2-4a96-b40c-d0f1562ee034, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c9c96eb0-59e2-4a96-b40c-d0f1562ee034,segment=NetworkSegment(1fddf196-c62d-4149-922f-1642d4023c06),segment_id=1fddf196-c62d-4149-922f-1642d4023c06)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:01.356825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8a605afd-4572-430f-bb19-547472dd504a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.370933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34796) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:01.450659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Pushing event updated for resources: {'Port': ['ID=ee23f287-8f3c-43ba-9a1a-c64477542509,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:01.476172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.496045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Calling delete_port for c9c96eb0-59e2-4a96-b40c-d0f1562ee034 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:01.523755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8a605afd-4572-430f-bb19-547472dd504a None None] Calling delete_port for c9c96eb0-59e2-4a96-b40c-d0f1562ee034 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:01.739145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.769529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] For port fe504abd-1dd0-41a0-8654-3d5a36eb0f53, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:01.783041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=e110851f-d395-468c-bd20-68146131e6c8,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:01.790799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] For port fe504abd-1dd0-41a0-8654-3d5a36eb0f53, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fe504abd-1dd0-41a0-8654-3d5a36eb0f53,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:43:01.800082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.802251 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54b2ed41-fa6a-4279-80e0-500eb871c9a3 req-2602b076-7bcf-438a-a9a6-4c0779380a4a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.4297631 May 06 13:43:01.819324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Router fc641260-35ae-45e8-843f-81b0a30ea274 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:43:01.890163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.901724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-8a605afd-4572-430f-bb19-547472dd504a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 06 13:43:01.901724 dv-neutron-840888-1-hyperv neutron-server[87986]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 06 13:43:01.901724 dv-neutron-840888-1-hyperv neutron-server[87986]: [parameters: {'port_id': 'c9c96eb0-59e2-4a96-b40c-d0f1562ee034'}] May 06 13:43:01.901724 dv-neutron-840888-1-hyperv neutron-server[87986]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:43:01.902164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-8a605afd-4572-430f-bb19-547472dd504a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:43:01.905560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:01.905936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:01.919621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.002718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Transition to ACTIVE for port object b0406130-0591-4ca0-901a-2770d033dff8 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:02.041819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfa727-c461-4b35-a290-28a1a51de842 None None] Pushing event updated for resources: {'Port': ['ID=fe504abd-1dd0-41a0-8654-3d5a36eb0f53,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:02.047167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:02.048483 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:02.130575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:02.137125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:02.183689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.231029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Could not find standard attr ID for object c9c96eb0-59e2-4a96-b40c-d0f1562ee034. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:43:02.237140 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No ports have port_id starting with c9c96eb0-59e2-4a96-b40c-d0f1562ee034 May 06 13:43:02.276324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.282931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] No DVR routers for this DVR port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:43:02.462468 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.479024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8a605afd-4572-430f-bb19-547472dd504a None None] Deleting port c9c96eb0-59e2-4a96-b40c-d0f1562ee034 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:02.479866 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8a605afd-4572-430f-bb19-547472dd504a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.481897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.510023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > segment before_delete 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.510381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.511136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.511501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > port after_create 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.511823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > port after_delete 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.512173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > port after_update 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.512494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > segment after_delete 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.512831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > subnet after_create 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.513394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > subnet after_delete 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.513583 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > subnet after_update 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.522175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e110851f-d395-468c-bd20-68146131e6c8 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:02.618099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:02.625160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:02.636437 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8a605afd-4572-430f-bb19-547472dd504a None None] The port 'c9c96eb0-59e2-4a96-b40c-d0f1562ee034' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:43:02.639425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:02.712543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8398f03e-68ba-41ec-a222-5ad050d1ee33 None None] Provisioning complete for port ee23f287-8f3c-43ba-9a1a-c64477542509 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:02.723838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8398f03e-68ba-41ec-a222-5ad050d1ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.733887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Pushing event updated for resources: {'Port': ['ID=b0406130-0591-4ca0-901a-2770d033dff8,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:02.741127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > subnet after_create 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.742077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > subnet after_delete 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.742793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > subnet before_create 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.743345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Subscribe: > subnet before_update 55550000 {{(pid=87985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 13:43:02.743879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:02.761640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fddf196-c62d-4149-922f-1642d4023c06') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:02.762158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fddf196-c62d-4149-922f-1642d4023c06') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:02.763197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:43:02.770207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.775744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Router 209a7c55-470d-477b-bac8-d6aacd20a6e9 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:43:02.792686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.811028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.827334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.835794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event deleted for resources: {'Port': ['ID=c9c96eb0-59e2-4a96-b40c-d0f1562ee034,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:02.849257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.858965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:02.859447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: from cryptography.utils import int_from_bytes May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: from cryptography.utils import int_from_bytes May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn_limited( May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn_limited( May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:02.958938 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:02.985543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.175506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.191611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8398f03e-68ba-41ec-a222-5ad050d1ee33 None None] Port ee23f287-8f3c-43ba-9a1a-c64477542509 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:03.212497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e110851f-d395-468c-bd20-68146131e6c8 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:03.212820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.222765 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.233035 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e4a5547f-a994-425d-a794-86cc5ec249d4 req-19c28cec-8a88-4bf3-90ff-e0b1d8a3e502 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.1223149 May 06 13:43:03.238559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] Pushing event deleted for resources: {'Network': ['ID=8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:03.253252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:43:03.259614 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0383ebda-d7ad-4a41-a7b1-37f9f0d6f6d7 None None] Sync routers for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:43:03.270616 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383ebda-d7ad-4a41-a7b1-37f9f0d6f6d7 None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:03.272801 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0383ebda-d7ad-4a41-a7b1-37f9f0d6f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:03.298482 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-147cbfe6-9048-4019-a739-287b44fff501 tempest-DHCPAgentSchedulersTestJSON-637798277 tempest-DHCPAgentSchedulersTestJSON-637798277-project] 10.222.0.21 "DELETE /v2.0/networks/8fafd882-5f1d-4dd6-82d2-a8f6b8adc1b0 HTTP/1.1" status: 204 len: 168 time: 3.2181103 May 06 13:43:03.305108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.309115 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ddd27efd-0547-418d-a3a1-e2cf1cd971ef tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.3080328 May 06 13:43:03.309885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.311314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34830) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:03.352818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'Port': ['ID=226f3066-d76b-4e4a-ae3a-e1e2a9130f91,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:03.357720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.376013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e07b7c69-e3c5-4607-a85d-f66648605856 None None] Provisioning for port b0406130-0591-4ca0-901a-2770d033dff8 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:03.398040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e07b7c69-e3c5-4607-a85d-f66648605856 None None] Provisioning complete for port b0406130-0591-4ca0-901a-2770d033dff8 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:03.398449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e07b7c69-e3c5-4607-a85d-f66648605856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.421801 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0383ebda-d7ad-4a41-a7b1-37f9f0d6f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:03.441714 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383ebda-d7ad-4a41-a7b1-37f9f0d6f6d7 None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:03.443919 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0383ebda-d7ad-4a41-a7b1-37f9f0d6f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:03.499073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 60fc5136-de2e-477e-b947-f3940c8304d3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:03.518908 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0383ebda-d7ad-4a41-a7b1-37f9f0d6f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:03.519654 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0383ebda-d7ad-4a41-a7b1-37f9f0d6f6d7 None None] The sync data for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:43:03.526558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:52Z', 'revision_number': 3, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:03.566497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf7079-1c26-4679-a44f-dece5f6ceba8 None None] The sync data for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv is: [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:52Z', 'revision_number': 3, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:43:03.614546 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e07b7c69-e3c5-4607-a85d-f66648605856 None None] Port b0406130-0591-4ca0-901a-2770d033dff8 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:03.633048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.637801 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cafab02b-155c-4c7b-a775-f4c8cc651c15 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4291363 May 06 13:43:03.638629 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 60fc5136-de2e-477e-b947-f3940c8304d3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:03.638755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Network b76a967b-b311-45cc-aa4d-2d14dffcb1be is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:03.638994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.639448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34834) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:03.659371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:03.670443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:03.671428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:03.672023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.777421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9c304e41-5702-44cb-a622-65959753742e tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Synchronizing usage tracker for tenant:d0b3a789605a4aa8be5eeccf9abc1400 on resource:floatingip {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:03.779063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.76', 61954) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:03.783357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:43:03.785788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.815462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Sync routers for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:43:03.862270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:03.863013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:03.920630 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b3809b5a-80c6-4b07-a787-ac2f30eb7542 admin admin] 10.222.0.21 "PUT /v2.0/routers/209a7c55-470d-477b-bac8-d6aacd20a6e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8490434 May 06 13:43:04.056688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34844) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:04.076639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9c304e41-5702-44cb-a622-65959753742e tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Unset dirty status for tenant:d0b3a789605a4aa8be5eeccf9abc1400 on resource:floatingip {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:04.081131 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9c304e41-5702-44cb-a622-65959753742e tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=94561a70-e3de-4101-9cf3-df08258cdd72 HTTP/1.1" status: 200 len: 689 time: 0.4358628 May 06 13:43:04.082467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34850) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:04.102995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'Port': ['ID=d07756e2-0232-484b-9af7-b7e83d6fa564,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:04.356100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c9c96eb0-59e2-4a96-b40c-d0f1562ee034 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:04.372857 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2371d890-4f08-4f12-a201-59db9e6db85c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.8648725 May 06 13:43:04.376791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34862) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:04.411639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:04.463535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:43:04.535126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: c9c96eb0-59e2-4a96-b40c-d0f1562ee034 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:43:04.535422 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c9c96eb0-59e2-4a96-b40c-d0f1562ee034 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:04.751982 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a44059af-91c6-4245-a02b-6821ed7dbee8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7acc037d47f94d8c8f88e84d34c6d453&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6910806 May 06 13:43:04.761671 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fe504abd-1dd0-41a0-8654-3d5a36eb0f53 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:04.762493 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36a909ee-dcdc-4b3e-8524-98e506d29ad3 req-db11cd60-0750-4d3c-9077-1466669e9d50 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.1978014 May 06 13:43:04.765123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34878) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:04.929061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:04.940318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6de2b0bc-16a8-4e93-ba20-2694227dff0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.023498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6de2b0bc-16a8-4e93-ba20-2694227dff0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.165429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6de2b0bc-16a8-4e93-ba20-2694227dff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.169198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-0d353613-cdf7-465b-9b6c-d7ab0a4c2943 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:05.173304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-0d353613-cdf7-465b-9b6c-d7ab0a4c2943 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Synchronizing usage tracker for tenant:66fe86b6bf764c769008c8a52b055f28 on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:05.184355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port fe504abd-1dd0-41a0-8654-3d5a36eb0f53 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:05.226257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port fe504abd-1dd0-41a0-8654-3d5a36eb0f53 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:05.226627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.266843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34894) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:05.271050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.293591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:43:05.308673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719217106', 'description': 'tempest-description--528153276'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:05.320013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2b0bc-16a8-4e93-ba20-2694227dff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a65bb-823b-454f-8143-0b1436132e4d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:05.330292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6de2b0bc-16a8-4e93-ba20-2694227dff0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.331341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.331459 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6de2b0bc-16a8-4e93-ba20-2694227dff0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/042a65bb-823b-454f-8143-0b1436132e4d HTTP/1.1" status: 204 len: 168 time: 0.5619690 May 06 13:43:05.333065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:05.344703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.346854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Deleting port 226f3066-d76b-4e4a-ae3a-e1e2a9130f91 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:05.347326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.412414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ee23f287-8f3c-43ba-9a1a-c64477542509', 'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'mac_address': 'fa:16:3e:df:cf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:00Z', 'revision_number': 2, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'subnets': [{'id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:05.417084 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.429619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Checking router: 209a7c55-470d-477b-bac8-d6aacd20a6e9 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:43:05.430220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Updating router 209a7c55-470d-477b-bac8-d6aacd20a6e9 port ee23f287-8f3c-43ba-9a1a-c64477542509 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:43:05.461633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Usage tracker for resource:security_group and tenant:f75961d3d9b0402aaa1f192616d5d564 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:05.469055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.508275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:05.535022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port fe504abd-1dd0-41a0-8654-3d5a36eb0f53, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fe504abd-1dd0-41a0-8654-3d5a36eb0f53,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:05.549213 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.598906 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.693887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Pushing event updated for resources: {'Port': ['ID=b0406130-0591-4ca0-901a-2770d033dff8,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:05.716255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:05.784500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.796498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:05.998450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:06.042871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-0d353613-cdf7-465b-9b6c-d7ab0a4c2943 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Unset dirty status for tenant:66fe86b6bf764c769008c8a52b055f28 on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:06.048068 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-0d353613-cdf7-465b-9b6c-d7ab0a4c2943 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 812 time: 2.1756618 May 06 13:43:06.061706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:06.076648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=fe504abd-1dd0-41a0-8654-3d5a36eb0f53,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:06.134500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:06.140704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Usage tracker for resource:security_group_rule and tenant:f75961d3d9b0402aaa1f192616d5d564 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:06.145435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:06.153992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:06.284758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:06.296875 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a81e4fc-c0f2-41b5-9263-fae5d5755503 req-015c7334-424e-496d-af75-d4f0c90f6225 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.2493370 May 06 13:43:06.477249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34906) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:06.488806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:06.532648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:06.550009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:06.695637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5f6d6a4-11ff-4230-aa90-fc7f8f7433a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:06.770861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac139dc-c043-4e10-97b6-a31c94b85447,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:06.779263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fe504abd-1dd0-41a0-8654-3d5a36eb0f53 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:06.836308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:06.838587 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7cc62bc5-52c2-4312-917e-580ac93650fe tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5617940 May 06 13:43:06.874101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34910) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:06.878281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:06.887556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:06.949557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Request body: {'security_group_rule': {'security_group_id': 'dac139dc-c043-4e10-97b6-a31c94b85447', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:07.078247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7261c7d8-726e-4154-bd84-9b58ffa7f31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:07.130089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:07.305244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port fe504abd-1dd0-41a0-8654-3d5a36eb0f53 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:07.305910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:07.320743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a5f6d6a4-11ff-4230-aa90-fc7f8f7433a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:07.350872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-0dd22f16-d870-4c47-861a-b10f4452b891 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Synchronizing usage tracker for tenant:66fe86b6bf764c769008c8a52b055f28 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:07.366687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a5f6d6a4-11ff-4230-aa90-fc7f8f7433a2 admin admin] Usage tracker for resource:security_group_rule and tenant:f8488234049f406c9275b478232ddf6e is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:07.402574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a5f6d6a4-11ff-4230-aa90-fc7f8f7433a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:07.447752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a5f6d6a4-11ff-4230-aa90-fc7f8f7433a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:07.546414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dd3e9a28-516c-4ddb-829e-a1b91c3a0e32 None None] Provisioning complete for port b0406130-0591-4ca0-901a-2770d033dff8 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:07.546987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dd3e9a28-516c-4ddb-829e-a1b91c3a0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:07.650476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-0dd22f16-d870-4c47-861a-b10f4452b891 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Unset dirty status for tenant:66fe86b6bf764c769008c8a52b055f28 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:07.651550 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-0dd22f16-d870-4c47-861a-b10f4452b891 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66fe86b6bf764c769008c8a52b055f28 HTTP/1.1" status: 200 len: 379 time: 1.1855068 May 06 13:43:07.658136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e9a28-516c-4ddb-829e-a1b91c3a0e32 None None] Port b0406130-0591-4ca0-901a-2770d033dff8 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:07.662986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:43:07.671251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:43:07.734761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Calling delete_port for 226f3066-d76b-4e4a-ae3a-e1e2a9130f91 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:07.861858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:08.064385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:08.118123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Transition to ACTIVE for port object ee23f287-8f3c-43ba-9a1a-c64477542509 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:08.128310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:08.147484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] device_id is not set on port d07756e2-0232-484b-9af7-b7e83d6fa564 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:08.184735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Usage tracker for resource:security_group_rule and tenant:f75961d3d9b0402aaa1f192616d5d564 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:08.191187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:08.197384 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a564d66b-b87c-4bf1-b270-146e5052814c req-04d74fb2-5569-47fa-a60f-824195c31a59 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.0992458 May 06 13:43:08.199836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:08.226714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:08.305512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Router 04a86672-e4c4-4494-bf24-fe0d939efa78 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:43:08.307514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:08.328195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event deleted for resources: {'Port': ['ID=226f3066-d76b-4e4a-ae3a-e1e2a9130f91,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:08.354338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c10d4-d2e4-4a68-bbd6-ff6677c97d49 None None] Pushing event updated for resources: {'Port': ['ID=ee23f287-8f3c-43ba-9a1a-c64477542509,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:08.612198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:08.634263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Attempting to bind port ee23f287-8f3c-43ba-9a1a-c64477542509 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:08.635282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Attempting to bind port ee23f287-8f3c-43ba-9a1a-c64477542509 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:08.636171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Attempting to bind port ee23f287-8f3c-43ba-9a1a-c64477542509 on network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:08.644366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:43:08.645174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Checking segment: {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:08.645848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:08.647352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Bound using segment: {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:43:08.648726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Bound port: ee23f287-8f3c-43ba-9a1a-c64477542509, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:08.650069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:08.719759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Transition to ACTIVE for port object d07756e2-0232-484b-9af7-b7e83d6fa564 will not be triggered until provisioned by entity L2. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:08.920021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:08.957964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.004158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.008802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.037813 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-48feff33-3077-4686-b229-5661155b4dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.059360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.064963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] For port ee23f287-8f3c-43ba-9a1a-c64477542509, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:09.070111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] For port ee23f287-8f3c-43ba-9a1a-c64477542509, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ee23f287-8f3c-43ba-9a1a-c64477542509,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:43:09.093513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.148007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.155331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.196324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:09.198845 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:09.305279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c10d4-d2e4-4a68-bbd6-ff6677c97d49 None None] Pushing event updated for resources: {'Port': ['ID=ee23f287-8f3c-43ba-9a1a-c64477542509,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:09.340503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:43:09.359439 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Sync routers for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:43:09.382205 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:09.382901 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:09.387790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.390827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.410046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6866e2cb-8e3c-4e3a-ae58-1a4eec1536ee,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:09.592820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:43:09.611024 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0264db23-aa56-45ba-9c70-ac820e6bb18c admin admin] 10.222.0.21 "PUT /v2.0/routers/04a86672-e4c4-4494-bf24-fe0d939efa78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0281520 May 06 13:43:09.629666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e03eb914-1d72-4f70-b7c3-df4c09285507,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:09.651955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.657152 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3f3767b5-bef8-4907-b45c-fa540cbd4323 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7780454 May 06 13:43:09.727275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34922) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:09.748552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Request body: {'security_group_rule': {'security_group_id': 'dac139dc-c043-4e10-97b6-a31c94b85447', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:09.757289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.791370 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-00719778-0c1f-4d2b-bbd4-8a31d775f8fe req-5078fca9-99e2-49cf-a470-ce0ab0bcb90f tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.1643541 May 06 13:43:09.811784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:09.830589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Usage tracker for resource:security_group_rule and tenant:f75961d3d9b0402aaa1f192616d5d564 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:09.836846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:09.841024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94561a70-e3de-4101-9cf3-df08258cdd72']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:09.845533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5f6d6a4-11ff-4230-aa90-fc7f8f7433a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.865141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:09.876450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33206005-7ce4-4a1f-bd01-785d624c65c1') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:09.876450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33206005-7ce4-4a1f-bd01-785d624c65c1') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:09.876883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5f6d6a4-11ff-4230-aa90-fc7f8f7433a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.892332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.894365 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:43:09.922323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'Port': ['ID=d07756e2-0232-484b-9af7-b7e83d6fa564,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:09.974344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.018210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.071742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:10.073738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:10.122730 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:10.248754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.256722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d36b75e5-e433-4592-b291-d13f6150113d {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:43:10.266983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.293292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.308046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:10.308648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:10.309233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:10.317746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.326800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.377141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94561a70-e3de-4101-9cf3-df08258cdd72 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 06 13:43:10.382305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event deleted for resources: {'Network': ['ID=94561a70-e3de-4101-9cf3-df08258cdd72,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:10.397579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.401048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.443605 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a5f6d6a4-11ff-4230-aa90-fc7f8f7433a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8488234049f406c9275b478232ddf6e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9608009 May 06 13:43:10.452094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:10.452617 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:10.456588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34934) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:10.477113 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 2 to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 May 06 13:43:10.557791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:10.565951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:10.568296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:10.574886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ee23f287-8f3c-43ba-9a1a-c64477542509', 'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'mac_address': 'fa:16:3e:df:cf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:09Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'subnets': [{'id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:10.587103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa66fc-9d72-4f1e-86d8-208b2c4c0892 None None] The sync data for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv is: [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ee23f287-8f3c-43ba-9a1a-c64477542509', 'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'mac_address': 'fa:16:3e:df:cf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:09Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'subnets': [{'id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:43:10.619973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:10.620471 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:10.631186 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cd14a695-bb5c-466f-bf25-b05e30e17374 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "DELETE /v2.0/networks/94561a70-e3de-4101-9cf3-df08258cdd72 HTTP/1.1" status: 204 len: 168 time: 6.5007131 May 06 13:43:10.631186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351e5067-072b-4649-a95e-f8f66ca98971,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:10.635893 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 3 to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 May 06 13:43:10.636847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34938) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:10.642640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.644441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e62f216c-fd6c-4512-9150-895e847ba3c6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9157650 May 06 13:43:10.683528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34942) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:10.698335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:10.698841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:10.699329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:10.731668 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 13:43:10.738863 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5850071f-ecec-4ec4-a1d4-74439b70d63e tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 10.0465600 May 06 13:43:10.739977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 34946) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:10.746166 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b0406130-0591-4ca0-901a-2770d033dff8', 'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'mac_address': 'fa:16:3e:c6:be:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:00Z', 'updated_at': '2022-05-06T13:43:04Z', 'revision_number': 2, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'subnets': [{'id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:10.750553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Request body: {'port': {'device_id': '887b2e01-59bc-433a-b80f-5795859d5e30', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'admin_state_up': True, 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'security_groups': ['31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c']}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:10.751707 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Checking router: 04a86672-e4c4-4494-bf24-fe0d939efa78 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:43:10.751960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d67ef052-0966-4cfc-bc7e-14651d948df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.752071 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Updating router 04a86672-e4c4-4494-bf24-fe0d939efa78 port b0406130-0591-4ca0-901a-2770d033dff8 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:43:10.789860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d67ef052-0966-4cfc-bc7e-14651d948df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.824714 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.846059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-453524c9-b3a5-4cb7-ac04-7237b8dbaa5f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Synchronizing usage tracker for tenant:d0b3a789605a4aa8be5eeccf9abc1400 on resource:floatingip {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:10.867922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d67ef052-0966-4cfc-bc7e-14651d948df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.892119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-453524c9-b3a5-4cb7-ac04-7237b8dbaa5f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Unset dirty status for tenant:d0b3a789605a4aa8be5eeccf9abc1400 on resource:floatingip {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:10.893614 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-453524c9-b3a5-4cb7-ac04-7237b8dbaa5f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.2530711 May 06 13:43:10.894652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ef052-0966-4cfc-bc7e-14651d948df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f10fc21-a745-4110-8d9d-d49d41b35abd,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:10.898883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d67ef052-0966-4cfc-bc7e-14651d948df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.902959 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d67ef052-0966-4cfc-bc7e-14651d948df1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f10fc21-a745-4110-8d9d-d49d41b35abd HTTP/1.1" status: 204 len: 168 time: 0.4424138 May 06 13:43:10.902959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34950) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:10.981479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:11.009211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:11.031762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Usage tracker for resource:floatingip and tenant:f75961d3d9b0402aaa1f192616d5d564 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:11.047992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:11.079233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:11.264392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6d6a4-11ff-4230-aa90-fc7f8f7433a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f10fc21-a745-4110-8d9d-d49d41b35abd,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:11.272244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:11.275660 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:11.337951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:11.338843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:11.340249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:11.342075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:11.344885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:11.345699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:11.348198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:11.352672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Synchronizing usage tracker for tenant:d0b3a789605a4aa8be5eeccf9abc1400 on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:11.359937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34960) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:11.369143 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 4 to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 May 06 13:43:11.378396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:11.458007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237707802', 'description': 'tempest-description--1224190916'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:11.468940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:11.501042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:11.520511 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ae4ac2e8-c764-4626-807f-b9e46d02dbdd req-aa4bc11d-8110-463f-89f1-889240ac8275 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.1570375 May 06 13:43:11.529123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Usage tracker for resource:security_group and tenant:d2d1f7673975470b8961dad31a93ab4a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:11.538112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:11.566402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:11.610337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:11.620440 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:11.620988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:11.621454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:11.691378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:11.700664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Usage tracker for resource:security_group_rule and tenant:d2d1f7673975470b8961dad31a93ab4a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:11.706592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:11.730058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:11.767341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:11.782116 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:11.809311 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 5 to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 May 06 13:43:11.875158 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:11.905321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:11.905968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:11.906503 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:11.933844 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Transition to ACTIVE for port object b0406130-0591-4ca0-901a-2770d033dff8 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:11.943618 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:11.957006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Unset dirty status for tenant:d0b3a789605a4aa8be5eeccf9abc1400 on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:11.966265 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-753a2236-8550-4ec3-a2c3-585028e08db9 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4608 time: 1.0641067 May 06 13:43:11.967522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34972) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:11.993992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.003671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:12.004232 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:12.008643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-75abb4db-0640-45f0-b218-df351c735a3f tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Deleting port f63b2047-e3ee-46bd-a343-1285e17df058 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:12.009284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75abb4db-0640-45f0-b218-df351c735a3f tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.118186 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 6 to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 May 06 13:43:12.199237 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4216246-b142-46f5-862f-9efd5d67c427 None None] Pushing event updated for resources: {'Port': ['ID=b0406130-0591-4ca0-901a-2770d033dff8,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:12.256818 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-e21974c6-06c5-40ad-b140-5fcc820b694e tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] delete failed (client error): The resource could not be found. May 06 13:43:12.260217 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e21974c6-06c5-40ad-b140-5fcc820b694e tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/df05715a-da3a-492f-8289-fd80ab44d902 HTTP/1.1" status: 404 len: 345 time: 0.2624161 May 06 13:43:12.261061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34978) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:12.272778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.281554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:12.282122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:12.282598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:12.435853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:12.487206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:12.487725 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:12.496936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16b240b-12f6-4243-8a75-882efa55caf0 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] DELETE failed (client error): The resource could not be found. May 06 13:43:12.497563 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16b240b-12f6-4243-8a75-882efa55caf0 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:43:12.516673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d16b240b-12f6-4243-8a75-882efa55caf0 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "DELETE /v2.0/networks/94561a70-e3de-4101-9cf3-df08258cdd72 HTTP/1.1" status: 404 len: 339 time: 0.2480698 May 06 13:43:12.527305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34988) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:12.535019 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 7 to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 May 06 13:43:12.546746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Request body: {'network': {'name': 'tempest-network--6222971', 'router:external': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:12.556025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:12.560920 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Usage tracker for resource:port and tenant:66fe86b6bf764c769008c8a52b055f28 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:12.562740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:12.571692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Usage tracker for resource:network and tenant:d0b3a789605a4aa8be5eeccf9abc1400 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:12.581134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:12.584773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:12.595546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:12.604061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:12.614715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.620093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-baf50960-1f58-466e-ac96-96682e475b1e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2504168 May 06 13:43:12.622756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 34994) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:12.635918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Made reservation on behalf of d0b3a789605a4aa8be5eeccf9abc1400 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:12.639670 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Made reservation on behalf of 66fe86b6bf764c769008c8a52b055f28 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:12.644253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.648265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.681638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Request body: {'security_group_rule': {'security_group_id': '0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:12.683788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:12.684779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:12.685427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:12.696600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:12.707647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Usage tracker for resource:security_group_rule and tenant:d2d1f7673975470b8961dad31a93ab4a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:12.717790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:12.727349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:12.729603 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:12.737043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:12.743998 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 8 to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 May 06 13:43:12.866212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.868021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ee23f287-8f3c-43ba-9a1a-c64477542509 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:12.891436 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Attempting to bind port b0406130-0591-4ca0-901a-2770d033dff8 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:12.892025 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Attempting to bind port b0406130-0591-4ca0-901a-2770d033dff8 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:12.892118 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Attempting to bind port b0406130-0591-4ca0-901a-2770d033dff8 on network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:12.920336 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:43:12.920780 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Checking segment: {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:12.921140 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.921575 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Bound using segment: {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:43:12.922147 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Bound port: b0406130-0591-4ca0-901a-2770d033dff8, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:12.922584 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.931827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:12.945637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.946544 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Added segment 1187f779-25c4-48c4-936e-65f0307f6d65 of type vlan for network d9527b77-c1ef-4402-b28f-686ea6db9a5a May 06 13:43:12.985497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.071194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.072969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:13.073812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.189300 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Allocated IP 172.20.0.1 (c8ca7199-7efe-499d-a543-2a5f7384e16a/e1f79c18-d320-481c-a7c7-e11f58724608/b8dd70ed-0a3b-43a5-9a15-7b0906e656aa) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:13.212393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ee23f287-8f3c-43ba-9a1a-c64477542509 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:13.221162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ee23f287-8f3c-43ba-9a1a-c64477542509 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:13.223042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.286360 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:13.287199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:13.287577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:13.333893 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] For port b0406130-0591-4ca0-901a-2770d033dff8, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:13.344075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.349583 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4692642e-e483-41bd-99dd-1057745fc9ae req-ec79788d-3455-4be9-b60b-e38899a3806d tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.2937243 May 06 13:43:13.355293 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] For port b0406130-0591-4ca0-901a-2770d033dff8, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b0406130-0591-4ca0-901a-2770d033dff8,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:43:13.357965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.366513 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:13.367553 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:13.367769 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.8392692 May 06 13:43:13.372202 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.378311 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 9 to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 May 06 13:43:13.409074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35002) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:13.533811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b016287d-8a50-4c42-997d-c9da822b5b46,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:13.553297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fefa6-576c-4142-ae94-2dd40b6f0424 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'Network': ['ID=d9527b77-c1ef-4402-b28f-686ea6db9a5a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:13.566565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.573417 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1d1b04cb-f1e8-4a95-af72-4565bcba21b0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9426339 May 06 13:43:13.575736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35008) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:13.590567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Request body: {'security_group_rule': {'security_group_id': '0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:13.613935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:13.629656 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4216246-b142-46f5-862f-9efd5d67c427 None None] Pushing event updated for resources: {'Port': ['ID=b0406130-0591-4ca0-901a-2770d033dff8,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:13.629948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network d9527b77-c1ef-4402-b28f-686ea6db9a5a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:13.632103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Usage tracker for resource:security_group_rule and tenant:d2d1f7673975470b8961dad31a93ab4a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:13.649031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:13.653074 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:13.655351 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:13.682496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:13.753959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:14.033827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:14.039623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:14.117239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:14.118912 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5417089 May 06 13:43:14.126297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35016) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:14.149097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:14.170977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:14.183920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3d20a-0d07-44cf-ad72-86a434a9b11a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc5af38-6326-4ff5-825f-4618d44e61f5,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:14.202626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Usage tracker for resource:floatingip and tenant:d2d1f7673975470b8961dad31a93ab4a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:14.215131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:14.250429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:14.303208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:14.314689 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:14.327874 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:43:14.416162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ee23f287-8f3c-43ba-9a1a-c64477542509, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ee23f287-8f3c-43ba-9a1a-c64477542509,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:14.424410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:14.504181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Allocated IP 172.20.0.10 (63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4/bbab0584-05a7-4cfc-82cf-e904c91b091a/2bd291bd-78d7-42ab-b182-3f9056b77344) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:14.588562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ee23f287-8f3c-43ba-9a1a-c64477542509,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:14.819318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:14.835021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c59f9f-c0d9-42b9-a008-8e9ed0f70c7f tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:14.841152 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c59f9f-c0d9-42b9-a008-8e9ed0f70c7f tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:14.847188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c59f9f-c0d9-42b9-a008-8e9ed0f70c7f tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:14.854220 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c59f9f-c0d9-42b9-a008-8e9ed0f70c7f tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:14.856205 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e7c59f9f-c0d9-42b9-a008-8e9ed0f70c7f tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 1.4402001 May 06 13:43:14.857204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:14.857517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:14.857848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:14.873539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35028) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:14.937680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:14.938007 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:14.997508 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba29520a-343e-4d1a-b104-8528e16f6610 req-ce523079-843c-45ea-8e68-9c1d49cc13ac tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.1645579 May 06 13:43:15.149733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:15.259946 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b0406130-0591-4ca0-901a-2770d033dff8', 'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'mac_address': 'fa:16:3e:c6:be:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:00Z', 'updated_at': '2022-05-06T13:43:13Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'subnets': [{'id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:15.268934 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6248f9b2-639b-4a34-8685-fea1f3a33826 None None] The sync data for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv is: [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b0406130-0591-4ca0-901a-2770d033dff8', 'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'mac_address': 'fa:16:3e:c6:be:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:00Z', 'updated_at': '2022-05-06T13:43:13Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'subnets': [{'id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:43:15.316866 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 10 to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 May 06 13:43:15.343901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75abb4db-0640-45f0-b218-df351c735a3f tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:15.586498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:15.632895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Allocated IP 172.26.2.226 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/a1492996-f892-4d68-b777-ec5349beb9a1) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:15.763529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:15.795927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Transition to ACTIVE for port object 2bd291bd-78d7-42ab-b182-3f9056b77344 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:15.824457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:15.825030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:15.825511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:15.930053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35040) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:16.079714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:16.080453 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port d07756e2-0232-484b-9af7-b7e83d6fa564 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:16.080892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.112215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.231126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.302373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.316763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ecee288f-f3e8-4480-af9d-e553ccee868f tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:16.327976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Transition to ACTIVE for port object b8dd70ed-0a3b-43a5-9a15-7b0906e656aa will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:16.343749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-75abb4db-0640-45f0-b218-df351c735a3f tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Calling delete_port for f63b2047-e3ee-46bd-a343-1285e17df058 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:16.376912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.520341 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ecee288f-f3e8-4480-af9d-e553ccee868f tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] 10.222.0.21 "PUT /v2.0/quotas/30d86497106d403785a4d3280b76dc51 HTTP/1.1" status: 200 len: 368 time: 0.5886803 May 06 13:43:16.524028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Pushing event updated for resources: {'Port': ['ID=a1492996-f892-4d68-b777-ec5349beb9a1,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:16.529306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35048) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:16.584929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Request body: {'network': {'project_id': '30d86497106d403785a4d3280b76dc51'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:16.617338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:16.635750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Usage tracker for resource:network and tenant:30d86497106d403785a4d3280b76dc51 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:16.640470 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:16.643565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:16.649623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:16.709673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:16.734694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:16.791604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Allocated IP 172.26.2.173 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/f9898644-5c6a-4251-b213-45e3e66fed8d) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:16.904055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b0406130-0591-4ca0-901a-2770d033dff8 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:16.924488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Made reservation on behalf of 30d86497106d403785a4d3280b76dc51 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:16.928538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.951552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.960128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75abb4db-0640-45f0-b218-df351c735a3f tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.019579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb2a92-d375-41b2-b61a-c5da906d209d req-f89eb819-f54e-4c69-8cc7-1df3c17b2331 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:17.031775 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-98eb2a92-d375-41b2-b61a-c5da906d209d req-f89eb819-f54e-4c69-8cc7-1df3c17b2331 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 932 time: 0.5066738 May 06 13:43:17.043144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:17.079765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b0406130-0591-4ca0-901a-2770d033dff8 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:17.091335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b0406130-0591-4ca0-901a-2770d033dff8 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:17.092124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.136671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Pushing event updated for resources: {'Port': ['ID=2bd291bd-78d7-42ab-b182-3f9056b77344,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:17.179225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.187539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Usage tracker for resource:security_group_rule and tenant:30d86497106d403785a4d3280b76dc51 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:17.262642 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.288657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:17.292669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.325237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abb4db-0640-45f0-b218-df351c735a3f tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Pushing event deleted for resources: {'Port': ['ID=f63b2047-e3ee-46bd-a343-1285e17df058,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:17.326334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port b0406130-0591-4ca0-901a-2770d033dff8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b0406130-0591-4ca0-901a-2770d033dff8,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:17.336142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.337555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ee23f287-8f3c-43ba-9a1a-c64477542509 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:17.361064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:17.361512 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-98eb2a92-d375-41b2-b61a-c5da906d209d req-13bcb781-0bc2-43c6-9057-aac9192b5898 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266289 May 06 13:43:17.366403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:17.394506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:17.399235 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:17.569165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=b0406130-0591-4ca0-901a-2770d033dff8,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:17.593024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ee23f287-8f3c-43ba-9a1a-c64477542509 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:17.593421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.714318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4cd153df-ae63-4b2c-873a-73312202ae88 None None] Provisioning for port 2bd291bd-78d7-42ab-b182-3f9056b77344 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:17.722870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4cd153df-ae63-4b2c-873a-73312202ae88 None None] Provisioning complete for port 2bd291bd-78d7-42ab-b182-3f9056b77344 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:17.723621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4cd153df-ae63-4b2c-873a-73312202ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.790521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.791255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.799389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.827537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9527b77-c1ef-4402-b28f-686ea6db9a5a']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:17.846805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1187f779-25c4-48c4-936e-65f0307f6d65') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:17.847122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1187f779-25c4-48c4-936e-65f0307f6d65') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:17.865462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.891263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.905526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Pushing event updated for resources: {'Port': ['ID=a1492996-f892-4d68-b777-ec5349beb9a1,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:17.911712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:17.912267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.968172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4cd153df-ae63-4b2c-873a-73312202ae88 None None] Port 2bd291bd-78d7-42ab-b182-3f9056b77344 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:17.987924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.022986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.024954 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5a9bba5e-d448-48fd-bf6f-f350d195bd6f tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8936000 May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:18.065248 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:18.067234 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.209277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Network c8ca7199-7efe-499d-a543-2a5f7384e16a is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:18.236170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:18.240693 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.255897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:18.288664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-db49ae5e-f75e-4ff0-8018-2d66e2d7bfe0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Synchronizing usage tracker for tenant:d2d1f7673975470b8961dad31a93ab4a on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:18.297187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] For port d07756e2-0232-484b-9af7-b7e83d6fa564, host hv-neutron-8408, cleared binding levels {{(pid=87985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:18.297582 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempted to set empty binding levels {{(pid=87985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 06 13:43:18.313376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-db49ae5e-f75e-4ff0-8018-2d66e2d7bfe0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Unset dirty status for tenant:d2d1f7673975470b8961dad31a93ab4a on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:18.314106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:18.314609 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-db49ae5e-f75e-4ff0-8018-2d66e2d7bfe0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--237707802&fields=id&tenant_id=d2d1f7673975470b8961dad31a93ab4a HTTP/1.1" status: 200 len: 267 time: 0.0689938 May 06 13:43:18.317189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.344778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.375185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75abb4db-0640-45f0-b218-df351c735a3f tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.382558 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.383879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event updated for resources: {'Port': ['ID=b8dd70ed-0a3b-43a5-9a15-7b0906e656aa,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:18.435422 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-75abb4db-0640-45f0-b218-df351c735a3f tempest-RoutersAdminNegativeIpV6Test-6589235 tempest-RoutersAdminNegativeIpV6Test-6589235-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f63b2047-e3ee-46bd-a343-1285e17df058 HTTP/1.1" status: 204 len: 168 time: 7.2778757 May 06 13:43:18.497604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1ea6bfea-715f-4121-9ff8-318efcf0cf2f None None] Provisioning for port b8dd70ed-0a3b-43a5-9a15-7b0906e656aa completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:18.504562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1ea6bfea-715f-4121-9ff8-318efcf0cf2f None None] Provisioning complete for port b8dd70ed-0a3b-43a5-9a15-7b0906e656aa triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:18.506029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1ea6bfea-715f-4121-9ff8-318efcf0cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.574340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1ea6bfea-715f-4121-9ff8-318efcf0cf2f None None] Port b8dd70ed-0a3b-43a5-9a15-7b0906e656aa cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:18.618889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.645228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9527b77-c1ef-4402-b28f-686ea6db9a5a {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 06 13:43:18.649845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.656377 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d9527b77-c1ef-4402-b28f-686ea6db9a5a HTTP/1.1" status: 204 len: 168 time: 3.7722743 May 06 13:43:18.656815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-14599c9d-ab30-4794-832b-c7002a66d332 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:18.656815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-14599c9d-ab30-4794-832b-c7002a66d332 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Synchronizing usage tracker for tenant:d2d1f7673975470b8961dad31a93ab4a on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:18.660504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] In _notify_port_updated(), no bound segment for port d07756e2-0232-484b-9af7-b7e83d6fa564 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:43:18.660650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35074) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:18.660970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:18.662167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.663552 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "PUT /v2.0/ports/d07756e2-0232-484b-9af7-b7e83d6fa564 HTTP/1.1" status: 200 len: 980 time: 14.2778845 May 06 13:43:18.668025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35076) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:18.670120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b0406130-0591-4ca0-901a-2770d033dff8 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:18.689945 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4efd4084-6203-49b7-a498-713033874c5a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9858563 May 06 13:43:18.704341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e7617-80e4-4cb7-a214-c9ccdd82af41 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9527b77-c1ef-4402-b28f-686ea6db9a5a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:18.728182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-81e942d4-0b1a-4b98-9b43-33cfba08036c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:43:18.729584 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-81e942d4-0b1a-4b98-9b43-33cfba08036c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0291395 May 06 13:43:18.729721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Request body: {'network': {'name': 'tempest-network--2032917625', 'router:external': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:18.753242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.759504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d674b43-cb02-45ff-a789-ea2faf3ff654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'Port': ['ID=d07756e2-0232-484b-9af7-b7e83d6fa564,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:18.769731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b0406130-0591-4ca0-901a-2770d033dff8 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:18.770293 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:18.796203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:18.841624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Usage tracker for resource:network and tenant:d0b3a789605a4aa8be5eeccf9abc1400 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:18.856484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-14599c9d-ab30-4794-832b-c7002a66d332 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Unset dirty status for tenant:d2d1f7673975470b8961dad31a93ab4a on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:18.858829 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-14599c9d-ab30-4794-832b-c7002a66d332 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/networks?id=a4313941-c1db-4ca6-bc86-20b5e4f8fd2a HTTP/1.1" status: 200 len: 812 time: 0.5368347 May 06 13:43:18.863363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:18.866003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:18.868162 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:18.871181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:18.921336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Pushing event updated for resources: {'Port': ['ID=f9898644-5c6a-4251-b213-45e3e66fed8d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:19.006967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:19.056973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.082727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e37c66-7021-4641-b1f0-50a1b11a950d req-3a51b0e0-b54f-45b4-9f88-c0ce8f535c46 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.085890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3e37c66-7021-4641-b1f0-50a1b11a950d req-3a51b0e0-b54f-45b4-9f88-c0ce8f535c46 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 932 time: 0.5844867 May 06 13:43:19.103068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.115118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.121865 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-fd7fdd56-b773-4129-8b0b-340a1ea013db tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/quotas/d2d1f7673975470b8961dad31a93ab4a HTTP/1.1" status: 200 len: 375 time: 0.2240305 May 06 13:43:19.152589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.165547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Made reservation on behalf of d0b3a789605a4aa8be5eeccf9abc1400 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:19.167798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.223595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.225383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.226206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.226999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.227845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.228727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.229338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.229864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.230330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.230870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.231319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.231767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.232210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.232677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.233832 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.234286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.234733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.235182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.235628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.236076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.238186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.238186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.242806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3b6a4fec-5f93-42d4-b2e1-2454b63b0777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19502 time: 0.5689812 May 06 13:43:19.243968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:19.265122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35090) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:19.265466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35092) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:19.271463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Request body: {'port': {'device_id': '887b2e01-59bc-433a-b80f-5795859d5e30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:19.314205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c680d88-b52c-4b9d-843a-b1ce6269f4ff,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:19.362226 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3e37c66-7021-4641-b1f0-50a1b11a950d req-c740fe33-e9b6-4f4e-a24f-430d603ddd42 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531102 May 06 13:43:19.367723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:19.381436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.381906 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Added segment 74df202d-1582-4484-b0c9-be52bea38120 of type vlan for network eadbff3a-894f-41b3-b6c2-aa4348071f72 May 06 13:43:19.398778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.399331 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Added segment 3d0de548-8afd-44ad-8b5b-86b973f6756d of type vlan for network 92d33c29-4687-4dfa-a9dd-5172c57aff47 May 06 13:43:19.445187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.471852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.493230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-e460363f-4c31-4dce-80c5-71c0c8b988b3 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Synchronizing usage tracker for tenant:d2d1f7673975470b8961dad31a93ab4a on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:19.544300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.545487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.546376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.581638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.589711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-e460363f-4c31-4dce-80c5-71c0c8b988b3 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Unset dirty status for tenant:d2d1f7673975470b8961dad31a93ab4a on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:19.591259 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-e460363f-4c31-4dce-80c5-71c0c8b988b3 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1f7673975470b8961dad31a93ab4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3977487 May 06 13:43:19.598535 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.0656922 May 06 13:43:19.649764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35104) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:19.654616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-18dd2d2d-f885-4b23-ba2c-7a9e0e1f6ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.661945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Request body: {'network': {'project_id': '30d86497106d403785a4d3280b76dc51'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:19.666122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.667022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:19.667597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.684802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:19.703733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Usage tracker for resource:network and tenant:30d86497106d403785a4d3280b76dc51 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:19.707554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:19.718340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:19.718672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9a4f1-2528-4944-85f4-e62125ae8164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Deleting port d07756e2-0232-484b-9af7-b7e83d6fa564 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:19.719018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4ad9a4f1-2528-4944-85f4-e62125ae8164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.720321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7eb99-10e8-46f0-83ca-b9c20b2fb59e tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Pushing event updated for resources: {'Network': ['ID=eadbff3a-894f-41b3-b6c2-aa4348071f72,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:19.735195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network eadbff3a-894f-41b3-b6c2-aa4348071f72 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:19.741862 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0725267 May 06 13:43:19.745168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35112) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:19.748717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-3babb5b8-d30f-4b39-855e-171f9477b37d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:43:19.749728 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-3babb5b8-d30f-4b39-855e-171f9477b37d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0845790 May 06 13:43:19.801889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-18dd2d2d-f885-4b23-ba2c-7a9e0e1f6ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:19.869041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-18dd2d2d-f885-4b23-ba2c-7a9e0e1f6ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:c94db5d4c0c04427a4652ba456b8d6f8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:19.876935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-18dd2d2d-f885-4b23-ba2c-7a9e0e1f6ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:19.909378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Made reservation on behalf of 30d86497106d403785a4d3280b76dc51 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:19.911862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:19.945479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-18dd2d2d-f885-4b23-ba2c-7a9e0e1f6ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:20.017013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.019316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9eeae-4ac8-40b0-9a54-4514e74206d8 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'Network': ['ID=92d33c29-4687-4dfa-a9dd-5172c57aff47,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:20.031003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 92d33c29-4687-4dfa-a9dd-5172c57aff47 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:20.068766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1e1c4-6856-40be-acac-4b231b5f2a84 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:20.069367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76d1e1c4-6856-40be-acac-4b231b5f2a84 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Synchronizing usage tracker for tenant:dbd6c3f2ce484a138fb6e083dacba7fb on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:20.073657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:20.107618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.108051 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Added segment d471906b-cb91-4aa0-8301-631628cfb074 of type vlan for network 21e2c354-eb01-4371-8bb9-dce2f98cb1fd May 06 13:43:20.140045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76d1e1c4-6856-40be-acac-4b231b5f2a84 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Unset dirty status for tenant:dbd6c3f2ce484a138fb6e083dacba7fb on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:20.141531 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-76d1e1c4-6856-40be-acac-4b231b5f2a84 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] 10.222.0.21 "GET /v2.0/networks/92d33c29-4687-4dfa-a9dd-5172c57aff47 HTTP/1.1" status: 200 len: 757 time: 0.3888903 May 06 13:43:20.151851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35116) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:20.154143 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-ff01d18f-d4ba-497a-9413-6e1a4eef5848 service neutron] 10.222.0.21 "GET /v2.0/networks/a4313941-c1db-4ca6-bc86-20b5e4f8fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276362 May 06 13:43:20.205027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.490263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d88e3c-323c-447c-8516-8694445f25a0 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:20.491717 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-65d88e3c-323c-447c-8516-8694445f25a0 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] 10.222.0.21 "GET /v2.0/networks/3d8eaf39-0d4b-4dd5-a819-62c272964b36 HTTP/1.1" status: 200 len: 768 time: 0.3367069 May 06 13:43:20.506512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35122) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:20.568316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.569401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:20.569528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-4ad9a4f1-2528-4944-85f4-e62125ae8164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] For port d07756e2-0232-484b-9af7-b7e83d6fa564, host hv-neutron-8408, got binding levels [] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:20.569844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4ad9a4f1-2528-4944-85f4-e62125ae8164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.569970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.689708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.739916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-4a2410f7-df6f-4f97-bb0b-159bb3defe10 service neutron] 10.222.0.21 "GET /v2.0/networks/a4313941-c1db-4ca6-bc86-20b5e4f8fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569158 May 06 13:43:20.765935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9a4f1-2528-4944-85f4-e62125ae8164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Calling delete_port for d07756e2-0232-484b-9af7-b7e83d6fa564 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:20.790414 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1395583 May 06 13:43:20.795905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.798438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff4986-2500-4ac7-bd46-e5b2c6fa7b07 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Pushing event updated for resources: {'Network': ['ID=21e2c354-eb01-4371-8bb9-dce2f98cb1fd,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:20.807252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35126) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:20.809761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 21e2c354-eb01-4371-8bb9-dce2f98cb1fd details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:20.816319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.868972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-539ca95e-827a-4826-b039-8164a1f61908 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Request body: {'network': {'project_id': '30d86497106d403785a4d3280b76dc51'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:20.870690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d45ab-370c-4116-8cfa-a49832f6830a req-80bc09d6-e493-445d-a4d7-16e8441357f2 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:20.872257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac6d45ab-370c-4116-8cfa-a49832f6830a req-80bc09d6-e493-445d-a4d7-16e8441357f2 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 932 time: 0.3776467 May 06 13:43:20.939611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-539ca95e-827a-4826-b039-8164a1f61908 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:21.011219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-539ca95e-827a-4826-b039-8164a1f61908 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Usage tracker for resource:network and tenant:30d86497106d403785a4d3280b76dc51 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:21.058924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-539ca95e-827a-4826-b039-8164a1f61908 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:21.077290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.079043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-18dd2d2d-f885-4b23-ba2c-7a9e0e1f6ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.109076 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac6d45ab-370c-4116-8cfa-a49832f6830a req-61d2e620-c0f4-4d23-b388-95b9da03b0f5 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146542 May 06 13:43:21.123702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-539ca95e-827a-4826-b039-8164a1f61908 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:21.123702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-18dd2d2d-f885-4b23-ba2c-7a9e0e1f6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.140318 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c11d2b4-aaed-47b7-b013-647bc4fb7472 req-63045be6-2d50-4cce-baf9-2a472a06c31b tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 210 time: 0.1128314 May 06 13:43:21.143125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Pushing event updated for resources: {'Port': ['ID=f9898644-5c6a-4251-b213-45e3e66fed8d,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:21.144459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d33c29-4687-4dfa-a9dd-5172c57aff47']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:21.173604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0de548-8afd-44ad-8b5b-86b973f6756d') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:21.174009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0de548-8afd-44ad-8b5b-86b973f6756d') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:21.177623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd2d2d-f885-4b23-ba2c-7a9e0e1f6ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c16870a-d763-4b67-9162-4d7c3806b2ac,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:21.180506 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-539ca95e-827a-4826-b039-8164a1f61908 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 13:43:21.180975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539ca95e-827a-4826-b039-8164a1f61908 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:43:21.182128 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-539ca95e-827a-4826-b039-8164a1f61908 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3672051 May 06 13:43:21.187880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35146) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:21.207509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.241417 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.242437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.245619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4ad9a4f1-2528-4944-85f4-e62125ae8164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.252454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.259498 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-18dd2d2d-f885-4b23-ba2c-7a9e0e1f6ac9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c94db5d4c0c04427a4652ba456b8d6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9582877 May 06 13:43:21.260397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:21.260828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.267328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35152) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:21.275123 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:21.330242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.333870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6805d76b-4881-40a3-b0af-9b58c641ed3f tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30d86497106d403785a4d3280b76dc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442885 May 06 13:43:21.340215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35160) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:21.384847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9a4f1-2528-4944-85f4-e62125ae8164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event deleted for resources: {'Port': ['ID=d07756e2-0232-484b-9af7-b7e83d6fa564,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:21.400693 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4ad9a4f1-2528-4944-85f4-e62125ae8164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.416463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.435255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92d33c29-4687-4dfa-a9dd-5172c57aff47 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 06 13:43:21.439420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.441773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51c1ae6d-b160-42ae-9eeb-025802ced1ac tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.449165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event deleted for resources: {'Network': ['ID=92d33c29-4687-4dfa-a9dd-5172c57aff47,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:21.459779 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7335931a-688e-48f2-b809-5bc89d792e58 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "DELETE /v2.0/networks/92d33c29-4687-4dfa-a9dd-5172c57aff47 HTTP/1.1" status: 204 len: 168 time: 0.9521637 May 06 13:43:21.464668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35166) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:21.471654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Request body: {'network': {'name': 'tempest-network--6709238'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:21.486670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:21.493938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event updated for resources: {'Port': ['ID=b8dd70ed-0a3b-43a5-9a15-7b0906e656aa,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:21.494288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51c1ae6d-b160-42ae-9eeb-025802ced1ac tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.503483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Usage tracker for resource:network and tenant:d0b3a789605a4aa8be5eeccf9abc1400 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:21.508879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:21.522124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:21.553978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.554329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Made reservation on behalf of d0b3a789605a4aa8be5eeccf9abc1400 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:21.566007 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-924ae781-d3a8-4a06-aaef-767c8a84b440 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.8534300 May 06 13:43:21.566328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.586461 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4ad9a4f1-2528-4944-85f4-e62125ae8164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d07756e2-0232-484b-9af7-b7e83d6fa564 HTTP/1.1" status: 204 len: 168 time: 2.2871070 May 06 13:43:21.588733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.591178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35174) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:21.607544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:21.622736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba0ef-566c-41e0-9852-9bf8c404802a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.727368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.727715 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Added segment 57e89cf7-7078-4294-be22-84de7bd7f0ab of type vlan for network fce085e9-fb28-49bd-ae12-babbcaa40aba May 06 13:43:21.787574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.852030 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-77831956-48db-476b-955c-cbad7e9ac56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] GET failed (client error): The resource could not be found. May 06 13:43:21.861395 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-77831956-48db-476b-955c-cbad7e9ac56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "GET /v2.0/ports/d07756e2-0232-484b-9af7-b7e83d6fa564 HTTP/1.1" status: 404 len: 333 time: 0.2547591 May 06 13:43:21.861868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51c1ae6d-b160-42ae-9eeb-025802ced1ac tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.869123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.869407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35186) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:21.870069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:21.870645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.901685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-772023892', 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:21.904929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51c1ae6d-b160-42ae-9eeb-025802ced1ac tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.906190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-51c1ae6d-b160-42ae-9eeb-025802ced1ac tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c680d88-b52c-4b9d-843a-b1ce6269f4ff HTTP/1.1" status: 204 len: 168 time: 0.5652909 May 06 13:43:21.917331 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:21.922088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Usage tracker for resource:port and tenant:cfe311bcdf704ea2aee114c13f18c6b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:21.922642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35196) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:21.927024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:21.931154 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4653838 May 06 13:43:21.933816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:21.934215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35198) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:21.944185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Network c8ca7199-7efe-499d-a543-2a5f7384e16a is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:21.949311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba0ef-566c-41e0-9852-9bf8c404802a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.957839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Made reservation on behalf of cfe311bcdf704ea2aee114c13f18c6b3 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:21.961653 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.984286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:22.000365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd291bd-78d7-42ab-b182-3f9056b77344 {{(pid=87985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:43:22.095004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:22.114471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1ae6d-b160-42ae-9eeb-025802ced1ac tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c680d88-b52c-4b9d-843a-b1ce6269f4ff,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:22.130614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7a9a52c1-babf-4d27-b9db-6e08c8852b7f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:22.153671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] device_id is not set on port db00af77-4cf4-4050-93b5-b13f92498f78 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:22.330476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b2dbc278-c122-44ad-95c6-aa005e8cbffd None None] Provisioning complete for port b8dd70ed-0a3b-43a5-9a15-7b0906e656aa triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:22.331683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc278-c122-44ad-95c6-aa005e8cbffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:22.345994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Transition to ACTIVE for port object 2bd291bd-78d7-42ab-b182-3f9056b77344 will not be triggered until provisioned by entity L2. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:22.366393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:22.371322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9427a-dc8e-453f-8be3-58dce18a3c00 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'Network': ['ID=fce085e9-fb28-49bd-ae12-babbcaa40aba,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:22.414533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b2dbc278-c122-44ad-95c6-aa005e8cbffd None None] Port b8dd70ed-0a3b-43a5-9a15-7b0906e656aa cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:22.420405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network fce085e9-fb28-49bd-ae12-babbcaa40aba details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:22.628354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-61132cec-5fb0-4e1f-8fd5-ee58fcaebb73 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Synchronizing usage tracker for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:22.654756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:22.768257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-61132cec-5fb0-4e1f-8fd5-ee58fcaebb73 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Unset dirty status for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:22.769439 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-61132cec-5fb0-4e1f-8fd5-ee58fcaebb73 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--719217106&fields=id&tenant_id=f75961d3d9b0402aaa1f192616d5d564 HTTP/1.1" status: 200 len: 267 time: 0.8460376 May 06 13:43:22.813344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd291bd-78d7-42ab-b182-3f9056b77344,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:22.947078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe399b01-5661-4c36-9cf6-14a191b4b3b7 req-b19ca864-66dc-4a39-b24a-fc532e67247c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:22.948585 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fe399b01-5661-4c36-9cf6-14a191b4b3b7 req-b19ca864-66dc-4a39-b24a-fc532e67247c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 944 time: 0.5661187 May 06 13:43:23.030203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.034518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba0ef-566c-41e0-9852-9bf8c404802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.069715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Router fc641260-35ae-45e8-843f-81b0a30ea274 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:43:23.079822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba0ef-566c-41e0-9852-9bf8c404802a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c16870a-d763-4b67-9162-4d7c3806b2ac,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:23.127551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.134727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.76', 61963) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:23.206756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a9a52c1-babf-4d27-b9db-6e08c8852b7f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.218622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Attempting to bind port 2bd291bd-78d7-42ab-b182-3f9056b77344 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:23.219031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Attempting to bind port 2bd291bd-78d7-42ab-b182-3f9056b77344 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:23.219339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Attempting to bind port 2bd291bd-78d7-42ab-b182-3f9056b77344 on network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:23.225092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba0ef-566c-41e0-9852-9bf8c404802a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.228562 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0f1ba0ef-566c-41e0-9852-9bf8c404802a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c16870a-d763-4b67-9162-4d7c3806b2ac HTTP/1.1" status: 204 len: 168 time: 1.9484248 May 06 13:43:23.251765 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Port 2bd291bd-78d7-42ab-b182-3f9056b77344 on network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:23.252119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Attempting to bind port 2bd291bd-78d7-42ab-b182-3f9056b77344 on network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:23.285578 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fe399b01-5661-4c36-9cf6-14a191b4b3b7 req-ebaa189b-3659-4696-8169-77690daec33e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277235 May 06 13:43:23.288332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e2c354-eb01-4371-8bb9-dce2f98cb1fd']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:23.333906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a9a52c1-babf-4d27-b9db-6e08c8852b7f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.343129 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd471906b-cb91-4aa0-8301-631628cfb074') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:23.343420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd471906b-cb91-4aa0-8301-631628cfb074') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:23.381690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:43:23.388302 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-71c01e32-4d5e-4bf7-8045-8063e9707975 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "PUT /v2.0/routers/fc641260-35ae-45e8-843f-81b0a30ea274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0747688 May 06 13:43:23.388815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a9a52c1-babf-4d27-b9db-6e08c8852b7f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Network fce085e9-fb28-49bd-ae12-babbcaa40aba is not hosted by any dhcp agent {{(pid=87984) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 06 13:43:23.389756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a52c1-babf-4d27-b9db-6e08c8852b7f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:23.390378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a9a52c1-babf-4d27-b9db-6e08c8852b7f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.394107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7a9a52c1-babf-4d27-b9db-6e08c8852b7f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "PUT /v2.0/networks/fce085e9-fb28-49bd-ae12-babbcaa40aba HTTP/1.1" status: 200 len: 855 time: 1.2806320 May 06 13:43:23.394303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:43:23.394303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Checking segment: {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:23.394303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Bound using segment: {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'} {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:43:23.394303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Bound port: 2bd291bd-78d7-42ab-b182-3f9056b77344, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4'}}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:23.394986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.401352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52276810-8d07-4a2c-9f58-1448b06e054f None None] Sync routers for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:43:23.417957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52276810-8d07-4a2c-9f58-1448b06e054f None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:23.419007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-52276810-8d07-4a2c-9f58-1448b06e054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:23.427252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.442646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35216) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:23.442646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35218) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:23.446647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.480716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Request body: {'port': {'network_id': 'c8ca7199-7efe-499d-a543-2a5f7384e16a', 'name': 'tempest-FloatingIPAdminTestJSON-545872455'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:23.536693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-3739f692-04f3-41ff-aef1-de9cde5e235d tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:23.537558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-3739f692-04f3-41ff-aef1-de9cde5e235d tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Synchronizing usage tracker for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:23.557446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-52276810-8d07-4a2c-9f58-1448b06e054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:23.572373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52276810-8d07-4a2c-9f58-1448b06e054f None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:23.573023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-52276810-8d07-4a2c-9f58-1448b06e054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:23.602509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Network b76a967b-b311-45cc-aa4d-2d14dffcb1be is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:23.615333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:23.617847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:23.618827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:23.619429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.649057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'Port': ['ID=db00af77-4cf4-4050-93b5-b13f92498f78,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:23.653188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-52276810-8d07-4a2c-9f58-1448b06e054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:23.653596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52276810-8d07-4a2c-9f58-1448b06e054f None None] The sync data for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:43:23.656897 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8206885f-5499-4571-b621-dd2273dd351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7712736 May 06 13:43:23.659890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35230) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:23.711888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.728998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35234) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:23.765517 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80e1462f-edc3-47e3-b118-2dd9df3f5367 req-244e0b86-4492-4cb6-bc80-6839579b8018 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 210 time: 0.2544317 May 06 13:43:23.766345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a52c1-babf-4d27-b9db-6e08c8852b7f tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event updated for resources: {'Network': ['ID=fce085e9-fb28-49bd-ae12-babbcaa40aba,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:23.768651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:23.769501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.785894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] For port 2bd291bd-78d7-42ab-b182-3f9056b77344, host hv-neutron-8408, cleared binding levels {{(pid=87985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:23.791656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf68474-f7d1-4943-9fe3-6fa9cff4af20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:23.792239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7cf68474-f7d1-4943-9fe3-6fa9cff4af20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Synchronizing usage tracker for tenant:cfe311bcdf704ea2aee114c13f18c6b3 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:23.802865 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:23.804677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] For port 2bd291bd-78d7-42ab-b182-3f9056b77344, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2bd291bd-78d7-42ab-b182-3f9056b77344,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:43:23.812289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.849810 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d3bcdcd9-47d1-4e46-a64e-4e9eb4592ad7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc4b974687bf4a509d62c0430f4e6bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1196539 May 06 13:43:23.860086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35238) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:23.877111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:23.878003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.879612 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] 10.222.0.76 "PUT /v2.0/ports/2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 1094 time: 4.7393627 May 06 13:43:23.884808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-2ea736b7-a695-4da3-9e21-cd597d63c059 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:23.886289 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-2ea736b7-a695-4da3-9e21-cd597d63c059 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.76 "GET /v2.0/networks?id=a4313941-c1db-4ca6-bc86-20b5e4f8fd2a HTTP/1.1" status: 200 len: 812 time: 0.7493865 May 06 13:43:23.899571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887b2e01-59bc-433a-b80f-5795859d5e30', 'tag': '2bd291bd-78d7-42ab-b182-3f9056b77344'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:43:23.918179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7cf68474-f7d1-4943-9fe3-6fa9cff4af20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Unset dirty status for tenant:cfe311bcdf704ea2aee114c13f18c6b3 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:23.923165 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7cf68474-f7d1-4943-9fe3-6fa9cff4af20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "GET /v2.0/ports/db00af77-4cf4-4050-93b5-b13f92498f78 HTTP/1.1" status: 200 len: 958 time: 0.2620559 May 06 13:43:23.924766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35244) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:23.944506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:23.972856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-3739f692-04f3-41ff-aef1-de9cde5e235d tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Unset dirty status for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:23.974216 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-3739f692-04f3-41ff-aef1-de9cde5e235d tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/networks?id=2ad4c98f-2345-48f6-ae93-65e24bb8bb94 HTTP/1.1" status: 200 len: 806 time: 1.0884569 May 06 13:43:23.981485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.075599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83db7d-c11f-4429-9532-777f1d8d1cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd291bd-78d7-42ab-b182-3f9056b77344,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:24.134322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-e4b37f7e-efbb-495f-a02d-8cf1061976d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Deleting port db00af77-4cf4-4050-93b5-b13f92498f78 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:24.134804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e4b37f7e-efbb-495f-a02d-8cf1061976d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.151506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.166705 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bdc38b7-b747-44e4-bbc1-bd8596076b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.185697 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-03a2b13a-368c-4bff-a310-1f0ea54e4171 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2d1f7673975470b8961dad31a93ab4a HTTP/1.1" status: 200 len: 379 time: 0.2368550 May 06 13:43:24.186496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Pushing event deleted for resources: {'Network': ['ID=21e2c354-eb01-4371-8bb9-dce2f98cb1fd,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:24.219044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bdc38b7-b747-44e4-bbc1-bd8596076b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.243402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:24.260081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Request body: {'port': {'device_id': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'admin_state_up': True, 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'security_groups': ['0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:24.277781 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-98472476-f6d9-4570-a457-317131b5f5f3 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/quotas/f75961d3d9b0402aaa1f192616d5d564 HTTP/1.1" status: 200 len: 375 time: 0.2574122 May 06 13:43:24.282119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Usage tracker for resource:port and tenant:d03fd1a759f04b0092245aea637e1ce7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:24.288533 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6270ee51-9101-4de8-bdbf-29a241304e18'] response: {'name': 'network-changed', 'server_uuid': '887b2e01-59bc-433a-b80f-5795859d5e30', 'tag': '2bd291bd-78d7-42ab-b182-3f9056b77344', 'status': 'completed', 'code': 200} May 06 13:43:24.288990 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f26cd55f-291a-4fd0-9d17-214b724915d8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] 10.222.0.21 "DELETE /v2.0/networks/21e2c354-eb01-4371-8bb9-dce2f98cb1fd HTTP/1.1" status: 204 len: 168 time: 2.3565075 May 06 13:43:24.309509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35258) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:24.311448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-7be95ecc-1a12-4305-bfb0-207910ab3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:24.312958 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-7be95ecc-1a12-4305-bfb0-207910ab3153 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1097 time: 0.3506308 May 06 13:43:24.347610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:24.363251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:24.420525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.482746 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-4b266a7e-3a24-4f17-bb75-83c9fcbb8d8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 217 time: 0.1399245 May 06 13:43:24.616361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce085e9-fb28-49bd-ae12-babbcaa40aba']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:24.636383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Made reservation on behalf of d03fd1a759f04b0092245aea637e1ce7 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:24.639886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.643161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.652533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bdc38b7-b747-44e4-bbc1-bd8596076b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.669085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e89cf7-7078-4294-be22-84de7bd7f0ab') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:24.669379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e89cf7-7078-4294-be22-84de7bd7f0ab') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:24.671276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e4b37f7e-efbb-495f-a02d-8cf1061976d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.682565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-ee322e0a-10e2-457f-86bc-5cd33bb67ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:24.684006 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-ee322e0a-10e2-457f-86bc-5cd33bb67ecc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.1518087 May 06 13:43:24.689416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc38b7-b747-44e4-bbc1-bd8596076b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c1075-5fe5-44f8-b3b0-50c8753b8486,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:24.714642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.729218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] device_id is not set on port 7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:24.809232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.812465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:24.841478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:24.841881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:24.859235 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:24.863481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:24.894807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bdc38b7-b747-44e4-bbc1-bd8596076b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:24.896750 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2bdc38b7-b747-44e4-bbc1-bd8596076b3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/789c1075-5fe5-44f8-b3b0-50c8753b8486 HTTP/1.1" status: 204 len: 168 time: 1.0354271 May 06 13:43:24.950789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f83411-2013-474a-a89b-f750061a94b9 req-2f393a71-f474-4270-85a0-a668d08548fb tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:24.952273 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-31f83411-2013-474a-a89b-f750061a94b9 req-2f393a71-f474-4270-85a0-a668d08548fb tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 944 time: 0.5348346 May 06 13:43:24.999783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-e4b37f7e-efbb-495f-a02d-8cf1061976d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Calling delete_port for db00af77-4cf4-4050-93b5-b13f92498f78 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:25.005863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Made reservation on behalf of d2d1f7673975470b8961dad31a93ab4a for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:25.009608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.026027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-584f4750-f382-4a64-9ebc-504dab7ab2dc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Synchronizing usage tracker for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:25.141404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.158579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.174932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fce085e9-fb28-49bd-ae12-babbcaa40aba {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 06 13:43:25.185897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.196684 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-31f83411-2013-474a-a89b-f750061a94b9 req-8e489eae-e3ed-413a-ad7c-87f7c6313f98 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253749 May 06 13:43:25.198188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Allocated IP 172.20.0.13 (c8ca7199-7efe-499d-a543-2a5f7384e16a/e1f79c18-d320-481c-a7c7-e11f58724608/7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:25.209138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadbff3a-894f-41b3-b6c2-aa4348071f72']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:25.209478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-584f4750-f382-4a64-9ebc-504dab7ab2dc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Unset dirty status for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:25.210966 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-584f4750-f382-4a64-9ebc-504dab7ab2dc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f75961d3d9b0402aaa1f192616d5d564&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8597274 May 06 13:43:25.212094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] Pushing event deleted for resources: {'Network': ['ID=fce085e9-fb28-49bd-ae12-babbcaa40aba,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:25.242085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74df202d-1582-4484-b0c9-be52bea38120') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:25.242388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74df202d-1582-4484-b0c9-be52bea38120') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:25.267362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e4b37f7e-efbb-495f-a02d-8cf1061976d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.346714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.366657 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-483cbe10-765c-45e4-88b2-5a189918fd67 tempest-ExternalNetworksTestJSON-696839221 tempest-ExternalNetworksTestJSON-696839221-project-admin] 10.222.0.21 "DELETE /v2.0/networks/fce085e9-fb28-49bd-ae12-babbcaa40aba HTTP/1.1" status: 204 len: 168 time: 1.9033525 May 06 13:43:25.366936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-594a3f86-154e-481d-9cab-c939006dbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:25.366936 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-594a3f86-154e-481d-9cab-c939006dbccf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6629670 May 06 13:43:25.367498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35272) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:25.382177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b37f7e-efbb-495f-a02d-8cf1061976d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event deleted for resources: {'Port': ['ID=db00af77-4cf4-4050-93b5-b13f92498f78,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:25.392213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e4b37f7e-efbb-495f-a02d-8cf1061976d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.429815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-63d10137-f1ee-4483-a87b-0a0d36bde45d req-6c746b0b-9514-4bfc-99cb-11dc4b013f5b tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Synchronizing usage tracker for tenant:d2d1f7673975470b8961dad31a93ab4a on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:25.476759 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a1ad40-1a87-4e20-8dc1-ddff3e2b7eb9 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] DELETE failed (client error): The resource could not be found. May 06 13:43:25.477216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a1ad40-1a87-4e20-8dc1-ddff3e2b7eb9 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:43:25.485330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.553972 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e4b37f7e-efbb-495f-a02d-8cf1061976d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "DELETE /v2.0/ports/db00af77-4cf4-4050-93b5-b13f92498f78 HTTP/1.1" status: 204 len: 168 time: 1.6137486 May 06 13:43:25.555574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35280) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:25.570916 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-43a1ad40-1a87-4e20-8dc1-ddff3e2b7eb9 tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] 10.222.0.21 "DELETE /v2.0/subnets/e03eb914-1d72-4f70-b7c3-df4c09285507 HTTP/1.1" status: 404 len: 337 time: 0.1890588 May 06 13:43:25.570916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:25.570916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:25.586049 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:25.618094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35284) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:25.650364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-63d10137-f1ee-4483-a87b-0a0d36bde45d req-6c746b0b-9514-4bfc-99cb-11dc4b013f5b tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Unset dirty status for tenant:d2d1f7673975470b8961dad31a93ab4a on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:25.651966 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-63d10137-f1ee-4483-a87b-0a0d36bde45d req-6c746b0b-9514-4bfc-99cb-11dc4b013f5b tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 210 time: 0.3179724 May 06 13:43:25.655837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Allocated IP 172.20.0.4 (a4313941-c1db-4ca6-bc86-20b5e4f8fd2a/2e110757-fcab-44c9-bb2e-366b80f2bce8/9d7eb2cb-9f29-47fb-8da7-463e4fe32c81) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:25.673710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-75415c5c-abe1-4866-8531-1eff7fb8dd54 service neutron] 10.222.0.21 "GET /v2.0/networks/2ad4c98f-2345-48f6-ae93-65e24bb8bb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348760 May 06 13:43:25.723125 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab8b092-0f8f-41e4-b347-05b2be1b4e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] GET failed (client error): The resource could not be found. May 06 13:43:25.724003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cab8b092-0f8f-41e4-b347-05b2be1b4e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Synchronizing usage tracker for tenant:cfe311bcdf704ea2aee114c13f18c6b3 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:25.850415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.857398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.861454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.906297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cab8b092-0f8f-41e4-b347-05b2be1b4e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Unset dirty status for tenant:cfe311bcdf704ea2aee114c13f18c6b3 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:25.914294 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cab8b092-0f8f-41e4-b347-05b2be1b4e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "GET /v2.0/ports/db00af77-4cf4-4050-93b5-b13f92498f78 HTTP/1.1" status: 404 len: 333 time: 0.3494914 May 06 13:43:25.915026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35292) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:25.922135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] Pushing event deleted for resources: {'Network': ['ID=eadbff3a-894f-41b3-b6c2-aa4348071f72,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:25.931904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:25.934688 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7b32591b-a917-4327-9be7-7534aefdb7c8 tempest-QuotasNegativeTest-309919772 tempest-QuotasNegativeTest-309919772-project-admin] 10.222.0.21 "DELETE /v2.0/networks/eadbff3a-894f-41b3-b6c2-aa4348071f72 HTTP/1.1" status: 204 len: 168 time: 1.6208279 May 06 13:43:25.942622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Request body: {'port': {'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-326712812'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:25.948083 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-d2ef22b7-c959-4cd0-817a-a2d922502a8d service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024548 May 06 13:43:25.951295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:25.978456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Transition to ACTIVE for port object 7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:25.997682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:26.022941 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-2bbc439a-5a00-4549-8117-e93d67229714 service neutron] 10.222.0.21 "GET /v2.0/networks/2ad4c98f-2345-48f6-ae93-65e24bb8bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386345 May 06 13:43:26.114141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.175053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.215232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Made reservation on behalf of cfe311bcdf704ea2aee114c13f18c6b3 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:26.223088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.239597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Network c8ca7199-7efe-499d-a543-2a5f7384e16a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:26.243046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Transition to ACTIVE for port object 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:26.244997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:26.252836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:26.286056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event updated for resources: {'Port': ['ID=7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:26.338601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:26.339596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.399663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35310) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:26.431378 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-02d1abf1-759b-4628-a11c-0e4442ecacf5 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9754128 May 06 13:43:26.435026 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e773fc5b-ded2-4153-bb44-abd2b47d6a51 req-17bea2bd-3ad2-4baa-a342-1dcb1f504022 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 210 time: 0.0812218 May 06 13:43:26.436152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.437888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35316) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:26.506633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.541726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8eaf39-0d4b-4dd5-a819-62c272964b36']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:26.562379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bde7d0-4b41-43bc-a20f-e7c0eec1071a') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:26.562989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bde7d0-4b41-43bc-a20f-e7c0eec1071a') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:26.583821 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.604490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.624010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fe6002bb-d97f-4212-87a2-d1aca9ecc7db None None] Provisioning for port 7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:26.630686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:26.630686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.632413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fe6002bb-d97f-4212-87a2-d1aca9ecc7db None None] Provisioning complete for port 7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:26.633917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fe6002bb-d97f-4212-87a2-d1aca9ecc7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:26.741585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fe6002bb-d97f-4212-87a2-d1aca9ecc7db None None] Port 7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:26.752741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:26.773961 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:26.775930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:26.780884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:26.840217 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-54f7fe7f-4963-4594-849e-6d0ee18730e4 req-5cfa8432-3524-4d24-9107-61b14d33af7f service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8797095 May 06 13:43:26.884324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] device_id is not set on port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:27.110953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-932745934'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:27.115287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Pushing event updated for resources: {'Port': ['ID=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:27.161385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:27.200741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Usage tracker for resource:network and tenant:099f5a0f55ad4558ae0621df53db28f8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:27.204576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:27.211074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:27.222814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35336) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:27.236217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'project_id': 'd03fd1a759f04b0092245aea637e1ce7', 'port_id': '7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:27.246145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:27.246840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.255686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.271286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-04fcc15d-142b-4900-8012-5e191d75c7e6 None None] Provisioning for port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:27.273642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Made reservation on behalf of 099f5a0f55ad4558ae0621df53db28f8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:27.277374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.283776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.284925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-04fcc15d-142b-4900-8012-5e191d75c7e6 None None] Provisioning complete for port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:27.285360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-04fcc15d-142b-4900-8012-5e191d75c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.313295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] Pushing event deleted for resources: {'Network': ['ID=3d8eaf39-0d4b-4dd5-a819-62c272964b36,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:27.315750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.345009 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-547db2b2-85fd-41ad-bcb8-c5ce36cdafbb tempest-ExternalNetworksTestJSON-1394056110 tempest-ExternalNetworksTestJSON-1394056110-project] 10.222.0.21 "DELETE /v2.0/networks/3d8eaf39-0d4b-4dd5-a819-62c272964b36 HTTP/1.1" status: 204 len: 168 time: 1.7225876 May 06 13:43:27.347211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:27.364626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fd3e9-45f8-4cbe-a0c0-3641e5b26d6b req-c252274c-026a-4fa8-8e33-aa06026978e4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:27.373105 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5c5fd3e9-45f8-4cbe-a0c0-3641e5b26d6b req-c252274c-026a-4fa8-8e33-aa06026978e4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 944 time: 0.9441102 May 06 13:43:27.446094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Usage tracker for resource:floatingip and tenant:d03fd1a759f04b0092245aea637e1ce7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:27.454275 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-04fcc15d-142b-4900-8012-5e191d75c7e6 None None] Port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:27.462186 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5c5fd3e9-45f8-4cbe-a0c0-3641e5b26d6b req-bd71da8a-c8ff-4119-9103-28e11044c3b5 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875137 May 06 13:43:27.469606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-fccae2be-675b-48de-bf37-bd472755db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:27.471102 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-fccae2be-675b-48de-bf37-bd472755db87 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1097 time: 0.2849731 May 06 13:43:27.475177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3a4b7c9-ee1d-4ae8-9f32-9c61dbb053c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.478598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:27.492087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Usage tracker for resource:security_group_rule and tenant:099f5a0f55ad4558ae0621df53db28f8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:27.505611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:27.519844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:27.578661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d3a4b7c9-ee1d-4ae8-9f32-9c61dbb053c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:27.582500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:27.596659 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d3a4b7c9-ee1d-4ae8-9f32-9c61dbb053c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5aa7610672234312923e80f314e11817 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:27.606682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:27.612807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d3a4b7c9-ee1d-4ae8-9f32-9c61dbb053c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:27.618563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.626490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d3a4b7c9-ee1d-4ae8-9f32-9c61dbb053c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:27.637555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-0caf3e14-7905-40c9-aefc-7faae2ec5ae8 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3899038 May 06 13:43:27.673670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Request body: {'port': {'device_id': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:27.702097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-ba4d06fb-e7b9-472d-b060-0d6ee2082175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:27.703488 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-ba4d06fb-e7b9-472d-b060-0d6ee2082175 service neutron] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 913 time: 0.2151425 May 06 13:43:27.708010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.772903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35350) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:27.790893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccfa33-7dfe-42cb-a5d3-e5a698ba3986 req-b89b9eb0-d4f3-4ee9-aaac-a055e7303550 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:27.792627 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6ccfa33-7dfe-42cb-a5d3-e5a698ba3986 req-b89b9eb0-d4f3-4ee9-aaac-a055e7303550 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 931 time: 0.7539525 May 06 13:43:27.793191 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-2c00cc28-8f66-4e42-a2bd-dce66c2ad3fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 217 time: 0.0766308 May 06 13:43:27.803391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.812707 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-60d74dfb-279c-4bda-a681-66e9b26c1ca5 req-3a407c88-fa11-4b65-9e0a-f19d29796014 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 210 time: 0.1443791 May 06 13:43:27.960917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.977490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Network b76a967b-b311-45cc-aa4d-2d14dffcb1be is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:27.982915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.986848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:27.989915 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3a4b7c9-ee1d-4ae8-9f32-9c61dbb053c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:27.999060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:27.999981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:28.000599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.005307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-a98c1785-93c0-4d10-bec8-805039334e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:28.007031 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-a98c1785-93c0-4d10-bec8-805039334e40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.1995654 May 06 13:43:28.010608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'Port': ['ID=c549c3c9-ce03-48b8-ad50-8abcdbae2b45,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:28.013108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3a4b7c9-ee1d-4ae8-9f32-9c61dbb053c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.040171 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6ccfa33-7dfe-42cb-a5d3-e5a698ba3986 req-fbe4e2c0-18d4-4c28-bd1c-a87ed49c8285 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311034 May 06 13:43:28.043607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:28.055201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.094566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f68d6e-8ba2-4bb0-acbf-cf87ea84e8b5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:28.099131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.099476 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Added segment be53abdb-01e3-4d09-9838-0dcb6cfb6531 of type vlan for network cc1fecb1-935c-4ce4-913e-a257c3e89b35 May 06 13:43:28.138759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.76', 61968) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:28.147153 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d3a4b7c9-ee1d-4ae8-9f32-9c61dbb053c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5aa7610672234312923e80f314e11817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9177487 May 06 13:43:28.150638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35356) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:28.152365 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8956c270-bed4-456b-942e-c353948b45b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2339940 May 06 13:43:28.160037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4b7c9-ee1d-4ae8-9f32-9c61dbb053c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951bea01-d072-4fa0-9a98-8aaee583c491,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:28.161606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35360) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:28.165104 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6daf91c7-cff2-4259-8f26-8ec941a4b8dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbd6c3f2ce484a138fb6e083dacba7fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3910804 May 06 13:43:28.191844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35364) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:28.204341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:28.301006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-352c2aa6-52a6-4131-afaf-51cc34a89ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:28.303186 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-352c2aa6-52a6-4131-afaf-51cc34a89ebf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2610991 May 06 13:43:28.312041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c27ecae1-5167-4f0d-a1d2-0a760ebb6e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.315992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6505e4d-3c5b-47c6-9462-6865a10a6b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.347004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.432726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6505e4d-3c5b-47c6-9462-6865a10a6b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.451804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c27ecae1-5167-4f0d-a1d2-0a760ebb6e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.571956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.590167 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-df79d636-ffb1-4d58-815f-ef48a07ba9f8 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750430 May 06 13:43:28.592704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-c3cd777a-783b-4350-9d45-fd0f0838c26e tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:28.594195 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-c3cd777a-783b-4350-9d45-fd0f0838c26e tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.76 "GET /v2.0/networks?id=2ad4c98f-2345-48f6-ae93-65e24bb8bb94 HTTP/1.1" status: 200 len: 806 time: 0.4433656 May 06 13:43:28.605313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6505e4d-3c5b-47c6-9462-6865a10a6b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.614367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.619831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:28.620489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.643736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c27ecae1-5167-4f0d-a1d2-0a760ebb6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.653479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6505e4d-3c5b-47c6-9462-6865a10a6b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951bea01-d072-4fa0-9a98-8aaee583c491,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:28.729205 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ecae1-5167-4f0d-a1d2-0a760ebb6e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c254147b-3816-4b4b-87d8-db513f747662,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:28.738993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c27ecae1-5167-4f0d-a1d2-0a760ebb6e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.742943 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c27ecae1-5167-4f0d-a1d2-0a760ebb6e12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c254147b-3816-4b4b-87d8-db513f747662 HTTP/1.1" status: 204 len: 168 time: 0.5493865 May 06 13:43:28.747157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6505e4d-3c5b-47c6-9462-6865a10a6b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:28.748241 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f6505e4d-3c5b-47c6-9462-6865a10a6b22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/951bea01-d072-4fa0-9a98-8aaee583c491 HTTP/1.1" status: 204 len: 168 time: 0.5895233 May 06 13:43:28.817796 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-2d6694cb-19bb-4150-abde-3f95a36f53a6 req-e77801f2-7cec-42c0-9c47-107862130568 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061014 May 06 13:43:28.885160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:29.028626 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-20714897-a628-491e-94d5-0983a8c3fcb4 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f75961d3d9b0402aaa1f192616d5d564 HTTP/1.1" status: 200 len: 379 time: 0.4014709 May 06 13:43:29.032933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35386) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:29.033111 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6295862 May 06 13:43:29.040173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'subnet': {'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:29.132554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Request body: {'port': {'device_id': '2bc776c1-4d52-4189-839c-67879f87f324', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'admin_state_up': True, 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'security_groups': ['dac139dc-c043-4e10-97b6-a31c94b85447']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:29.199483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:29.203946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Usage tracker for resource:subnet and tenant:099f5a0f55ad4558ae0621df53db28f8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:29.207177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:29.210969 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35392) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:29.216366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35396) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:29.232744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:29.252375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-16573dce-f4b6-45e6-8447-4c574f5f518b req-a0628cb2-dd1d-4625-b5b4-16a8aabffe86 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 210 time: 0.2330089 May 06 13:43:29.252985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503ead7-6758-4bd7-9e0e-842b633f4b48 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Network': ['ID=cc1fecb1-935c-4ce4-913e-a257c3e89b35,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:29.267347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:29.272633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9bab-d83a-4220-87da-bc12b8128390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:29.290424 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Made reservation on behalf of 099f5a0f55ad4558ae0621df53db28f8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:29.293787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:29.319342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0b1c9bab-d83a-4220-87da-bc12b8128390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:29.468131 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:43:29.480788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0b1c9bab-d83a-4220-87da-bc12b8128390 admin admin] Usage tracker for resource:security_group_rule and tenant:96a0d5ac895e42949b48aa3eb05322ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:29.488178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0b1c9bab-d83a-4220-87da-bc12b8128390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:29.506832 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5f596dee-26ff-4024-978f-f141cc2e32c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0b3a789605a4aa8be5eeccf9abc1400&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2945933 May 06 13:43:29.507872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0b1c9bab-d83a-4220-87da-bc12b8128390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:29.513389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35400) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:29.651486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2002b13a-e1d0-409e-b027-2bcf5db020bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:29.655740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:43:29.744914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2002b13a-e1d0-409e-b027-2bcf5db020bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:29.793817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2f7ba-a2be-418e-bb49-9bfdd5a5b082 req-b64e4f32-32a8-4093-929b-feb917db75f1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:29.795308 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-00c2f7ba-a2be-418e-bb49-9bfdd5a5b082 req-b64e4f32-32a8-4093-929b-feb917db75f1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 944 time: 1.1581807 May 06 13:43:29.796482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9bab-d83a-4220-87da-bc12b8128390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:29.811334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:43:29.813947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b1c9bab-d83a-4220-87da-bc12b8128390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:29.826537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:29.833464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:43:29.876900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:29.895513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Allocated IP 172.26.2.82 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/0a1421b7-8208-41c9-afe2-7dfdd8f3ed47) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:29.903529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:29.926441 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0b1c9bab-d83a-4220-87da-bc12b8128390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96a0d5ac895e42949b48aa3eb05322ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6944213 May 06 13:43:29.926441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c9bab-d83a-4220-87da-bc12b8128390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0977cbe-ab8b-4f16-aef7-c040204ed496,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:29.928595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35404) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:29.948048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:29.982315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Transition to ACTIVE for port object 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:29.994376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Subnet': ['ID=9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:30.002383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2002b13a-e1d0-409e-b027-2bcf5db020bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.018530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] device_id is not set on port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:30.042466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002b13a-e1d0-409e-b027-2bcf5db020bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dee67f4-5a75-4fb8-ab1b-0a8c6dc85312,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:30.063271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Checking segment: {'id': 'be53abdb-01e3-4d09-9838-0dcb6cfb6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:30.064196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Network hostable DHCP agents. Network: cc1fecb1-935c-4ce4-913e-a257c3e89b35, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:43:30.075601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd362fd9-8890-4850-911c-860b3132a572 req-6de7b8f4-b2df-40ff-ba7f-ffc037ec765a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:30.077301 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dd362fd9-8890-4850-911c-860b3132a572 req-6de7b8f4-b2df-40ff-ba7f-ffc037ec765a tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 931 time: 0.6039286 May 06 13:43:30.078291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.078655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ee93dfd-e39e-499d-ab77-d092946e0e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.097551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2002b13a-e1d0-409e-b027-2bcf5db020bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.099483 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2002b13a-e1d0-409e-b027-2bcf5db020bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dee67f4-5a75-4fb8-ab1b-0a8c6dc85312 HTTP/1.1" status: 204 len: 168 time: 0.5849845 May 06 13:43:30.118321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:43:30.121800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ee93dfd-e39e-499d-ab77-d092946e0e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.145950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.146581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, cc1fecb1-935c-4ce4-913e-a257c3e89b35) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:30.148343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Made reservation on behalf of f75961d3d9b0402aaa1f192616d5d564 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:30.153668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.160293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:30.162320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.167869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f3548-5906-44dc-9c45-99129c9eb8f9 None None] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:43:30.181674 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-00c2f7ba-a2be-418e-bb49-9bfdd5a5b082 req-7e4a4972-911e-493d-b08b-241538cd282d tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510249 May 06 13:43:30.191051 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ccc3c3f8-397b-4c51-9d45-abcdabe67369 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1567211 May 06 13:43:30.195279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35410) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:30.208542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'port': {'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35', 'name': 'tempest-AllowedAddressPairTestJSON-1441790789'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:30.327418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ee93dfd-e39e-499d-ab77-d092946e0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.358979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ee93dfd-e39e-499d-ab77-d092946e0e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.362601 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5ee93dfd-e39e-499d-ab77-d092946e0e6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0977cbe-ab8b-4f16-aef7-c040204ed496 HTTP/1.1" status: 204 len: 168 time: 0.4266186 May 06 13:43:30.390411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee93dfd-e39e-499d-ab77-d092946e0e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0977cbe-ab8b-4f16-aef7-c040204ed496,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:30.487836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Transition to ACTIVE for port object c549c3c9-ce03-48b8-ad50-8abcdbae2b45 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:30.524473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2bd291bd-78d7-42ab-b182-3f9056b77344 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:43:30.529683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:30.535099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Usage tracker for resource:port and tenant:099f5a0f55ad4558ae0621df53db28f8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:30.540227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:30.547744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:30.566318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Made reservation on behalf of 099f5a0f55ad4558ae0621df53db28f8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:30.582604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.645090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] device_id is not set on port 8ab945f6-2c40-41d9-956c-fcdc2b9da72b yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:30.653330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-cc1fecb1-935c-4ce4-913e-a257c3e89b35', 'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35', 'tenant_id': '099f5a0f55ad4558ae0621df53db28f8', 'fixed_ips': [{'subnet_id': '9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:43:30.654342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.688474 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dd362fd9-8890-4850-911c-860b3132a572 req-1e9572dd-7a76-4b2e-a413-10972488a241 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5571916 May 06 13:43:30.718899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:30.851025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Pushing event updated for resources: {'Port': ['ID=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:30.878159 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-24008791-01f9-421f-a73e-52ecfbdd0dd8 req-c2b2b2ab-6890-4442-889c-4e0a5ac6951d tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 210 time: 0.2648265 May 06 13:43:30.893882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Allocated IP 172.20.0.4 (cc1fecb1-935c-4ce4-913e-a257c3e89b35/9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1/8ab945f6-2c40-41d9-956c-fcdc2b9da72b) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:30.922110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2bd291bd-78d7-42ab-b182-3f9056b77344, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2bd291bd-78d7-42ab-b182-3f9056b77344,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:30.946191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '2bd291bd-78d7-42ab-b182-3f9056b77344', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'port_id': '2bd291bd-78d7-42ab-b182-3f9056b77344', 'mac_address': 'fa:16:3e:9d:71:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:43:31.024244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:31.043425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd291bd-78d7-42ab-b182-3f9056b77344 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:43:31.060848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2bd291bd-78d7-42ab-b182-3f9056b77344, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2bd291bd-78d7-42ab-b182-3f9056b77344,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:31.067744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:31.100345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:31.120281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Attempting to bind port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:31.120879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Attempting to bind port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:31.121449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Attempting to bind port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 on network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:31.125117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Allocated IP 172.20.0.13 (2ad4c98f-2345-48f6-ae93-65e24bb8bb94/79032d72-915a-4c10-a8f5-8d063f9c6490/1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:31.138002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'Port': ['ID=c549c3c9-ce03-48b8-ad50-8abcdbae2b45,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:31.153097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 on network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:31.153784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Attempting to bind port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 on network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:31.171207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:43:31.172016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Checking segment: {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:31.172778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Bound using segment: {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:43:31.173409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Bound port: 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3690c15-b0cd-459a-920e-03a9b5a874ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:31.173904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:31.188158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:31.188887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:31.189379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:31.208583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=2bd291bd-78d7-42ab-b182-3f9056b77344,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:31.221431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:31.221923 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:31.259664 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 2 to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 May 06 13:43:31.323536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:31.324109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:31.324613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:31.367315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:31.367884 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:31.401334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['2bd291bd-78d7-42ab-b182-3f9056b77344'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:43:31.418823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:31.421124 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 3 to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 May 06 13:43:31.446223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Transition to ACTIVE for port object 8ab945f6-2c40-41d9-956c-fcdc2b9da72b will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:31.480985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:31.643548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:31.660181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:31.665029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:31.682293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:31.685299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Allocated IP 172.20.0.2 (cc1fecb1-935c-4ce4-913e-a257c3e89b35/9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1/1a4948ef-8b3d-4e78-bc3a-02b1aad2443a) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:31.775427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Port': ['ID=8ab945f6-2c40-41d9-956c-fcdc2b9da72b,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:31.852476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:31.853128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:31.881754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35458) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:31.904372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] For port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:31.910858 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ec448685-a17a-4955-825f-b2e6731a24ac tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7141421 May 06 13:43:31.914697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35466) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:31.928324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'port': {'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35', 'name': 'tempest-AllowedAddressPairTestJSON-513738305', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e6:f0:19'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:31.975794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:31.976118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:31.988523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:31.998037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:32.055396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.069535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Transition to ACTIVE for port object 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:32.080231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1101680655'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:32.085107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Pushing event updated for resources: {'Port': ['ID=0a1421b7-8208-41c9-afe2-7dfdd8f3ed47,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:32.096641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Transition to ACTIVE for port object 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:32.101688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:32.105090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.110448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Usage tracker for resource:network and tenant:689979dc458a4eeeb77d0c39be2b1acc is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:32.111557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] For port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:43:32.114872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:32.115263 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:32.116897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:32.117266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:32.126544 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 4 to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 May 06 13:43:32.127637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:32.138902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:32.168301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Made reservation on behalf of 689979dc458a4eeeb77d0c39be2b1acc for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:32.172512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.192814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.204362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.209695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:32.211073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:32.213606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:32.215748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Pushing event updated for resources: {'Port': ['ID=1a4948ef-8b3d-4e78-bc3a-02b1aad2443a,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:32.218276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:32.222775 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:32.227157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Usage tracker for resource:port and tenant:099f5a0f55ad4558ae0621df53db28f8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:32.230684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:32.237091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:32.243200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Usage tracker for resource:security_group_rule and tenant:689979dc458a4eeeb77d0c39be2b1acc is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:32.247835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:32.255630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:32.259474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Made reservation on behalf of 099f5a0f55ad4558ae0621df53db28f8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:32.329413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Attempting to bind port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:32.330024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Attempting to bind port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'be53abdb-01e3-4d09-9838-0dcb6cfb6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:32.330354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Attempting to bind port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a on network cc1fecb1-935c-4ce4-913e-a257c3e89b35 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:32.339931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:43:32.340454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Checking segment: {'id': 'be53abdb-01e3-4d09-9838-0dcb6cfb6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:32.341424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.341917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Bound using segment: {'id': 'be53abdb-01e3-4d09-9838-0dcb6cfb6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:43:32.342879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Pushing event updated for resources: {'Port': ['ID=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:32.343756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Bound port: 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be53abdb-01e3-4d09-9838-0dcb6cfb6531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:32.344260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.389995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:32.390295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:32.390625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:32.412743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:32.413069 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:32.435170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.443547 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 5 to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 May 06 13:43:32.477683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:32.478323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.480456 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5fca33b3-45d7-4e85-9160-ab1ed8c9882b service neutron] 10.222.0.76 "PUT /v2.0/ports/9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 HTTP/1.1" status: 200 len: 1093 time: 4.8172550 May 06 13:43:32.488584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'tag': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:43:32.498917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2bd291bd-78d7-42ab-b182-3f9056b77344 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:32.500864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.535160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] device_id is not set on port 4ce18b35-68a0-40b3-91ab-52a58c397aa4 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:32.538785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97905e7-119e-440b-a0ba-e49e54695df7 req-04708933-e16f-480f-aeff-46b4b51bc0cf tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:32.540336 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c97905e7-119e-440b-a0ba-e49e54695df7 req-04708933-e16f-480f-aeff-46b4b51bc0cf tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 945 time: 1.1671357 May 06 13:43:32.541111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:32.541424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:32.541758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:32.578646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] For port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:32.600071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] For port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a4948ef-8b3d-4e78-bc3a-02b1aad2443a,segment=NetworkSegment(be53abdb-01e3-4d09-9838-0dcb6cfb6531),segment_id=be53abdb-01e3-4d09-9838-0dcb6cfb6531)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:43:32.610765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.675506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf93c0-da3f-436c-9a84-c8c59f7e6192 req-c4a33ac8-9c66-4bee-9752-1f43999efb81 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:32.683535 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cdbf93c0-da3f-436c-9a84-c8c59f7e6192 req-c4a33ac8-9c66-4bee-9752-1f43999efb81 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 943 time: 0.7701719 May 06 13:43:32.711322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a43723-8f01-4018-b2e8-77e6c21ecf4f None None] Pushing event updated for resources: {'Port': ['ID=1a4948ef-8b3d-4e78-bc3a-02b1aad2443a,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:32.735557 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 2bd291bd-78d7-42ab-b182-3f9056b77344 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:32.738770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.742271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 2bd291bd-78d7-42ab-b182-3f9056b77344 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:32.742634 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.744780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:32.745175 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:32.764858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.768255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Transition to ACTIVE for port object 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:32.769269 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 6 to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 May 06 13:43:32.866105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41fe5cd-cf88-4dc9-9890-67dfa755befb,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:32.887351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:32.911985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:32.912459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:32.912816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:32.914619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.926020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.927650 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Added segment f0177dcd-3320-4b28-9af0-7847908a566a of type vlan for network 1a5c90da-2be8-4ed4-8fda-25109d11f68f May 06 13:43:32.944750 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cdbf93c0-da3f-436c-9a84-c8c59f7e6192 req-c472904d-6b03-4574-bbd2-8353b7eaac04 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604787 May 06 13:43:32.968813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:32.976229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2bd291bd-78d7-42ab-b182-3f9056b77344, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2bd291bd-78d7-42ab-b182-3f9056b77344,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:32.977393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887b2e01-59bc-433a-b80f-5795859d5e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd291bd-78d7-42ab-b182-3f9056b77344'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:43:33.082069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:33.170252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:33.186083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:33.187094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:33.209017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:33.209479 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:33.209764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=2bd291bd-78d7-42ab-b182-3f9056b77344,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:33.244139 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 7 to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 May 06 13:43:33.256231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:33.321462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35494) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:33.360395 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c97905e7-119e-440b-a0ba-e49e54695df7 req-f6afa232-64d5-463c-846c-5c9c5050b22e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7690363 May 06 13:43:33.433156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:33.433491 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:33.433827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:33.445740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Allocated IP 172.20.0.11 (cc1fecb1-935c-4ce4-913e-a257c3e89b35/9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1/4ce18b35-68a0-40b3-91ab-52a58c397aa4) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:33.454542 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5715055 May 06 13:43:33.460034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c2979-82e3-48f2-9f4d-f9e102db3438 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event updated for resources: {'Network': ['ID=1a5c90da-2be8-4ed4-8fda-25109d11f68f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:33.465761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35504) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:33.473956 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 1a5c90da-2be8-4ed4-8fda-25109d11f68f details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:33.475266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Request body: {'subnet': {'network_id': '1a5c90da-2be8-4ed4-8fda-25109d11f68f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:33.502594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:33.537620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:33.545065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:33.630957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:33.631279 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:33.655984 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cdd911-cf6e-409d-87a3-b3204e5c10d1'] response: {'name': 'network-changed', 'server_uuid': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'tag': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81', 'status': 'completed', 'code': 200} May 06 13:43:33.661053 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 8 to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 May 06 13:43:33.689861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-483198502'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:33.697353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Pushing event updated for resources: {'Port': ['ID=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:33.721776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:33.762622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-809e0813-a858-4f2d-8b1c-ea2ea8c0e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:33.764408 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-809e0813-a858-4f2d-8b1c-ea2ea8c0e321 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d2d1f7673975470b8961dad31a93ab4a&device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 1096 time: 1.2191880 May 06 13:43:33.770733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:33.778930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Usage tracker for resource:router and tenant:dcdc76ffe1b444888dd4136ea34332a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:33.779136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Usage tracker for resource:subnet and tenant:689979dc458a4eeeb77d0c39be2b1acc is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:33.787700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:33.798204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:33.798732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:33.798897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:33.803769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:33.870379 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0905da89-2cdc-4a58-b4d0-1463834f83d0'] response: {'server_uuid': '887b2e01-59bc-433a-b80f-5795859d5e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd291bd-78d7-42ab-b182-3f9056b77344', 'code': 200} May 06 13:43:33.889656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:33.910413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:33.913308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:33.925470 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:33.948672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Made reservation on behalf of 689979dc458a4eeeb77d0c39be2b1acc for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:33.953805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:33.960095 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:33.960464 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:33.981437 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 9 to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 May 06 13:43:34.002300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-7755600a-d482-4fe1-ab7f-4133a1a8ad22 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 HTTP/1.1" status: 200 len: 217 time: 0.2113245 May 06 13:43:34.053758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de8d8d4b-a388-49e6-99da-c47f80fe6c2d None None] Provisioning for port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:34.060863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de8d8d4b-a388-49e6-99da-c47f80fe6c2d None None] Provisioning complete for port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:34.061326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de8d8d4b-a388-49e6-99da-c47f80fe6c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.126170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:34.126597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:34.126943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:34.131334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.132348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.162030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ed4de-b431-4488-8b9d-7ce51aaffd0e req-9a2adb11-4296-494a-9f44-9a540ad5ce33 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:34.163586 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-543ed4de-b431-4488-8b9d-7ce51aaffd0e req-9a2adb11-4296-494a-9f44-9a540ad5ce33 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 932 time: 0.9449697 May 06 13:43:34.173315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de8d8d4b-a388-49e6-99da-c47f80fe6c2d None None] Port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:34.188000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:34.188267 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:34.231596 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempt 10 to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 May 06 13:43:34.268691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c3b21-6a80-4a21-aa59-af6a854f54b7 None None] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:43:34.323425 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.362216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f3397d13-2e7a-4c52-99c9-53b7bedd5c14 None None] Provisioning for port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:34.367113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Transition to ACTIVE for port object 4ce18b35-68a0-40b3-91ab-52a58c397aa4 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:34.371614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.458357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11863d-6714-4780-a326-d56bbf6acd6a req-eed3ec04-d59e-41ae-9dde-9589a62cd745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:34.459908 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-de11863d-6714-4780-a326-d56bbf6acd6a req-eed3ec04-d59e-41ae-9dde-9589a62cd745 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1099 time: 0.2680869 May 06 13:43:34.479556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event updated for resources: {'Subnet': ['ID=132b9509-4936-4c10-89e0-66f8ce45127d,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:34.506436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.507090 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.530421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:34.530839 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-51ed2500-f969-4b1d-a12c-5e1491528ffc tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4815185 May 06 13:43:34.532794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Checking segment: {'id': 'f0177dcd-3320-4b28-9af0-7847908a566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '1a5c90da-2be8-4ed4-8fda-25109d11f68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:34.533153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Network hostable DHCP agents. Network: 1a5c90da-2be8-4ed4-8fda-25109d11f68f, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:43:34.540436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Usage tracker for resource:security_group_rule and tenant:1cd795e4946c4f5588ab439331392034 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:34.544464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-b64eb5a0-5449-4fc6-8307-0c49fe0951e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:34.544665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:34.545878 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-b64eb5a0-5449-4fc6-8307-0c49fe0951e2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e110757-fcab-44c9-bb2e-366b80f2bce8 HTTP/1.1" status: 200 len: 851 time: 0.5103374 May 06 13:43:34.547689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.553275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:34.553445 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:34.553635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:34.553933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempting to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:34.622415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Request body: {'port': {'device_id': '2bc776c1-4d52-4189-839c-67879f87f324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:34.652543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:34.652869 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Failed to bind port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on host hv-neutron-8408 for vnic_type normal using segments [{'id': '2e4447ed-e7c5-46d3-9679-64724cc26179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b76a967b-b311-45cc-aa4d-2d14dffcb1be'}] May 06 13:43:34.653223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.688471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:34.696659 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:34.701378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Port': ['ID=4ce18b35-68a0-40b3-91ab-52a58c397aa4,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:34.710663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:34.727746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:34.758353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Network 1a5c90da-2be8-4ed4-8fda-25109d11f68f is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:43:34.797529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] For port c549c3c9-ce03-48b8-ad50-8abcdbae2b45, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:34.797529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attempted to set empty binding levels {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 06 13:43:34.820200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:34.820967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.827815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 1a5c90da-2be8-4ed4-8fda-25109d11f68f) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:34.829100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:34.843180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a7fa74-671f-4424-a6de-9f901118afa7 None None] Network 1a5c90da-2be8-4ed4-8fda-25109d11f68f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:43:34.843491 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:34.844085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.844692 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-543ed4de-b431-4488-8b9d-7ce51aaffd0e req-8f04f5b4-5d98-4b88-bea1-d25189c97504 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6599290 May 06 13:43:34.863852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:34.864868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.889831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.899276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.910239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.934640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:34.988383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Synchronizing usage tracker for tenant:1cd795e4946c4f5588ab439331392034 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:35.000691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=413d894e-3ede-40bc-bb1d-c43f86a6ee73,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:35.021895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] In _notify_port_updated(), no bound segment for port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 on network b76a967b-b311-45cc-aa4d-2d14dffcb1be {{(pid=87984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:43:35.025080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:35.026211 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dc9d6016-7e33-4f55-a3c3-c62853be67bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1087954 May 06 13:43:35.026335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.030139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35518) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:35.030483 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "PUT /v2.0/ports/c549c3c9-ce03-48b8-ad50-8abcdbae2b45 HTTP/1.1" status: 200 len: 980 time: 6.8457320 May 06 13:43:35.033026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35520) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:35.102330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] Unset dirty status for tenant:1cd795e4946c4f5588ab439331392034 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:35.103463 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-de11863d-6714-4780-a326-d56bbf6acd6a req-9e01afe5-9dbb-44ff-8f6c-a8c85f90523c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6259360 May 06 13:43:35.158406 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7e7d1c0e-b054-4c37-97ea-57cc7db840c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6888304 May 06 13:43:35.169708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35526) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:35.172159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de6ecca2-96c1-4dc4-90b9-63b5576b1f4d None None] Provisioning complete for port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:35.172655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de6ecca2-96c1-4dc4-90b9-63b5576b1f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.179388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Request body: {'port': {'network_id': '1a5c90da-2be8-4ed4-8fda-25109d11f68f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1365683718'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:35.191505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.193538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-55a1e550-5c9b-41a7-ab4e-f754c909aad2 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.8369286 May 06 13:43:35.212583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35530) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:35.304139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.325829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.349392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:35.354306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Usage tracker for resource:port and tenant:689979dc458a4eeeb77d0c39be2b1acc is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:35.358120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:35.366101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:35.366744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bd60a-d0c4-4319-83e6-6bdfd899c6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event updated for resources: {'Port': ['ID=c549c3c9-ce03-48b8-ad50-8abcdbae2b45,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:35.392607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031af01-c0d0-47ac-aef5-8fe62969590d req-4c5c0234-da57-4024-9510-c4717e705de0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:35.393994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Made reservation on behalf of 689979dc458a4eeeb77d0c39be2b1acc for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:35.397043 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3031af01-c0d0-47ac-aef5-8fe62969590d req-4c5c0234-da57-4024-9510-c4717e705de0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 943 time: 1.2319887 May 06 13:43:35.398385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.399779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5810ab8b-1ebd-4156-8340-7c8735052354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:35.403954 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-5810ab8b-1ebd-4156-8340-7c8735052354 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a4313941-c1db-4ca6-bc86-20b5e4f8fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8311186 May 06 13:43:35.417175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-369b8d46-7c84-457b-81b4-b83e666ddb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Deleting port c549c3c9-ce03-48b8-ad50-8abcdbae2b45 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:35.417518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-369b8d46-7c84-457b-81b4-b83e666ddb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.423820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-1a5c90da-2be8-4ed4-8fda-25109d11f68f', 'network_id': '1a5c90da-2be8-4ed4-8fda-25109d11f68f', 'tenant_id': '689979dc458a4eeeb77d0c39be2b1acc', 'fixed_ips': [{'subnet_id': '132b9509-4936-4c10-89e0-66f8ce45127d'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:43:35.424940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.439012 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a4948ef-8b3d-4e78-bc3a-02b1aad2443a,segment=NetworkSegment(be53abdb-01e3-4d09-9838-0dcb6cfb6531),segment_id=be53abdb-01e3-4d09-9838-0dcb6cfb6531)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:35.450650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.492405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] device_id is not set on port 55042bac-93b6-471e-adc9-a86d1a59d4eb yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:35.604582 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8b14f-0fd9-4581-b5b2-c51434490c44 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:35.610911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8b14f-0fd9-4581-b5b2-c51434490c44 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:35.617809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8b14f-0fd9-4581-b5b2-c51434490c44 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:35.618701 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b9e8b14f-0fd9-4581-b5b2-c51434490c44 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Synchronizing usage tracker for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:35.631366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2799f3f-169b-4452-828f-5e206c383d28 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.649583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=1a4948ef-8b3d-4e78-bc3a-02b1aad2443a,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:35.665085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de6ecca2-96c1-4dc4-90b9-63b5576b1f4d None None] Provisioning for port 8ab945f6-2c40-41d9-956c-fcdc2b9da72b completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:35.685046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.704717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de6ecca2-96c1-4dc4-90b9-63b5576b1f4d None None] Provisioning complete for port 8ab945f6-2c40-41d9-956c-fcdc2b9da72b triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:35.704717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de6ecca2-96c1-4dc4-90b9-63b5576b1f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.759416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b9e8b14f-0fd9-4581-b5b2-c51434490c44 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Unset dirty status for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:35.760611 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b9e8b14f-0fd9-4581-b5b2-c51434490c44 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.7287946 May 06 13:43:35.764921 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35534) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:35.784037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de6ecca2-96c1-4dc4-90b9-63b5576b1f4d None None] Port 8ab945f6-2c40-41d9-956c-fcdc2b9da72b cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:35.792511 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Allocated IP 2001:db8::2 (1a5c90da-2be8-4ed4-8fda-25109d11f68f/132b9509-4936-4c10-89e0-66f8ce45127d/3ca4f1db-e218-440a-b0b7-d0327923e57f) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:35.847171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.887059 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3031af01-c0d0-47ac-aef5-8fe62969590d req-c7ee6780-9778-4c92-bed4-1abe55f51494 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786221 May 06 13:43:35.959944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Deleting port 4ce18b35-68a0-40b3-91ab-52a58c397aa4 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:35.960279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:35.994154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d545a-54d5-4ee5-8e5a-2c3f753aa2c5 req-ccc62f99-4ee8-4941-bf9b-54cd3f0f9166 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:36.001639 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc2d545a-54d5-4ee5-8e5a-2c3f753aa2c5 req-ccc62f99-4ee8-4941-bf9b-54cd3f0f9166 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.9120090 May 06 13:43:36.002545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-99e146ec-623c-4903-a171-462a169a3ae5 None None] Provisioning complete for port 8ab945f6-2c40-41d9-956c-fcdc2b9da72b triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:36.002909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-99e146ec-623c-4903-a171-462a169a3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.028493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-369b8d46-7c84-457b-81b4-b83e666ddb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] For port c549c3c9-ce03-48b8-ad50-8abcdbae2b45, host hv-neutron-8408, got binding levels [] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:36.029107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-369b8d46-7c84-457b-81b4-b83e666ddb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.074664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-99e146ec-623c-4903-a171-462a169a3ae5 None None] Port 8ab945f6-2c40-41d9-956c-fcdc2b9da72b cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:36.129063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-99e146ec-623c-4903-a171-462a169a3ae5 None None] Provisioning for port 4ce18b35-68a0-40b3-91ab-52a58c397aa4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:36.151748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-99e146ec-623c-4903-a171-462a169a3ae5 None None] Provisioning complete for port 4ce18b35-68a0-40b3-91ab-52a58c397aa4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:36.152123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-99e146ec-623c-4903-a171-462a169a3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.171668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-369b8d46-7c84-457b-81b4-b83e666ddb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Calling delete_port for c549c3c9-ce03-48b8-ad50-8abcdbae2b45 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:36.218723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.225905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-99e146ec-623c-4903-a171-462a169a3ae5 None None] Port 4ce18b35-68a0-40b3-91ab-52a58c397aa4 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:36.232553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Transition to ACTIVE for port object 3ca4f1db-e218-440a-b0b7-d0327923e57f will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:36.253052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Transition to ACTIVE for port object 3ca4f1db-e218-440a-b0b7-d0327923e57f will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:36.260481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.326974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Network 1a5c90da-2be8-4ed4-8fda-25109d11f68f is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:36.330092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:36.335085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:36.341348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Pushing event updated for resources: {'Port': ['ID=3ca4f1db-e218-440a-b0b7-d0327923e57f,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:36.356598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.382862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2799f3f-169b-4452-828f-5e206c383d28 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.424302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2799f3f-169b-4452-828f-5e206c383d28 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.440294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-87bd992a-a384-45d6-8f3a-565e62d0e45f service neutron] 10.222.0.76 "GET /v2.0/networks/a4313941-c1db-4ca6-bc86-20b5e4f8fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9095285 May 06 13:43:36.445571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Allocated IP 2001:db8::1a8 (1a5c90da-2be8-4ed4-8fda-25109d11f68f/132b9509-4936-4c10-89e0-66f8ce45127d/55042bac-93b6-471e-adc9-a86d1a59d4eb) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:36.480105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Attempting to bind port 3ca4f1db-e218-440a-b0b7-d0327923e57f on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:36.480361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Attempting to bind port 3ca4f1db-e218-440a-b0b7-d0327923e57f by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'f0177dcd-3320-4b28-9af0-7847908a566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '1a5c90da-2be8-4ed4-8fda-25109d11f68f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:36.480638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Attempting to bind port 3ca4f1db-e218-440a-b0b7-d0327923e57f on network 1a5c90da-2be8-4ed4-8fda-25109d11f68f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:36.481605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-369b8d46-7c84-457b-81b4-b83e666ddb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.494034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:43:36.494971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Checking segment: {'id': 'f0177dcd-3320-4b28-9af0-7847908a566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '1a5c90da-2be8-4ed4-8fda-25109d11f68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:36.494971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.495192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Bound using segment: {'id': 'f0177dcd-3320-4b28-9af0-7847908a566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '1a5c90da-2be8-4ed4-8fda-25109d11f68f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:43:36.495604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Bound port: 3ca4f1db-e218-440a-b0b7-d0327923e57f, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0177dcd-3320-4b28-9af0-7847908a566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '1a5c90da-2be8-4ed4-8fda-25109d11f68f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:36.495968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.543841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d9dd21e3-ac9a-4839-991d-5ade5f8c4c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.565466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b8d46-7c84-457b-81b4-b83e666ddb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Pushing event deleted for resources: {'Port': ['ID=c549c3c9-ce03-48b8-ad50-8abcdbae2b45,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:36.578494 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc2d545a-54d5-4ee5-8e5a-2c3f753aa2c5 req-c2b88516-7033-44ec-97ed-4e7eb1f25a7d tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5757499 May 06 13:43:36.587970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-369b8d46-7c84-457b-81b4-b83e666ddb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.612151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] For port 3ca4f1db-e218-440a-b0b7-d0327923e57f, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:36.617515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] For port 3ca4f1db-e218-440a-b0b7-d0327923e57f, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3ca4f1db-e218-440a-b0b7-d0327923e57f,segment=NetworkSegment(f0177dcd-3320-4b28-9af0-7847908a566a),segment_id=f0177dcd-3320-4b28-9af0-7847908a566a)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:43:36.624721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.651619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.672887 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-369b8d46-7c84-457b-81b4-b83e666ddb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c549c3c9-ce03-48b8-ad50-8abcdbae2b45 HTTP/1.1" status: 204 len: 168 time: 1.6379499 May 06 13:43:36.675675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35540) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:36.693691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2799f3f-169b-4452-828f-5e206c383d28 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.694159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2799f3f-169b-4452-828f-5e206c383d28 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0b7f00a-9fc4-4dca-a5e8-8318c9542cb5 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:43:36.746467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09133e92-2b57-48a6-9975-48139a9dcc3e None None] Pushing event updated for resources: {'Port': ['ID=3ca4f1db-e218-440a-b0b7-d0327923e57f,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:36.760750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:36.853775 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:36.854153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.870592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Calling delete_port for 4ce18b35-68a0-40b3-91ab-52a58c397aa4 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:36.892684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2799f3f-169b-4452-828f-5e206c383d28 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.894471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d2799f3f-169b-4452-828f-5e206c383d28 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b0b7f00a-9fc4-4dca-a5e8-8318c9542cb5 HTTP/1.1" status: 204 len: 168 time: 1.6794617 May 06 13:43:36.920694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35544) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:36.938370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Request body: {'router': {'name': 'tempest-router-785881484', 'distributed': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:36.963817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:36.979005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Usage tracker for resource:router and tenant:dcdc76ffe1b444888dd4136ea34332a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:37.009890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb6a06-973f-4440-843d-573d20ed3736 req-a3a4c000-4f8f-48bd-ad96-0e8807c7352c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:37.011343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c3fb6a06-973f-4440-843d-573d20ed3736 req-a3a4c000-4f8f-48bd-ad96-0e8807c7352c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Synchronizing usage tracker for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:37.019705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:37.041596 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-474d5517-e6fb-4ed7-b5c3-f118fd96343c req-9e1fcd08-d675-4f4f-8a35-f503d29026bf service neutron] 10.222.0.76 "GET /v2.0/networks/a4313941-c1db-4ca6-bc86-20b5e4f8fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685611 May 06 13:43:37.042762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:37.055359 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80dfd13-5e70-4f84-909c-a6a1790af030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] GET failed (client error): The resource could not be found. May 06 13:43:37.055976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f80dfd13-5e70-4f84-909c-a6a1790af030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Synchronizing usage tracker for tenant:cfe311bcdf704ea2aee114c13f18c6b3 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:37.130616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.132370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.157153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c3fb6a06-973f-4440-843d-573d20ed3736 req-a3a4c000-4f8f-48bd-ad96-0e8807c7352c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Unset dirty status for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:37.164383 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3fb6a06-973f-4440-843d-573d20ed3736 req-a3a4c000-4f8f-48bd-ad96-0e8807c7352c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 932 time: 0.9695845 May 06 13:43:37.267467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f80dfd13-5e70-4f84-909c-a6a1790af030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] Unset dirty status for tenant:cfe311bcdf704ea2aee114c13f18c6b3 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:37.268713 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f80dfd13-5e70-4f84-909c-a6a1790af030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907327644-project-admin] 10.222.0.21 "GET /v2.0/ports/c549c3c9-ce03-48b8-ad50-8abcdbae2b45 HTTP/1.1" status: 404 len: 333 time: 0.5894010 May 06 13:43:37.277272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35550) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:37.323592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.376085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.383864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:43:37.393502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:43:37.411403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event deleted for resources: {'Port': ['ID=4ce18b35-68a0-40b3-91ab-52a58c397aa4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:37.472127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.472497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.472890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.473395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.473757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.474088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.474411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.474730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.475050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.475506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.475682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.476006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.490148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.528306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Transition to ACTIVE for port object 55042bac-93b6-471e-adc9-a86d1a59d4eb will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:37.558188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.568069 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3fb6a06-973f-4440-843d-573d20ed3736 req-97d29c7d-5378-4736-b4bd-f774af88e1f2 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026153 May 06 13:43:37.603821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.765573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.856665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.870156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:43:37.912241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.920658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.929813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.962644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Pushing event updated for resources: {'Port': ['ID=0a1421b7-8208-41c9-afe2-7dfdd8f3ed47,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:38.015697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.019490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cb2d2a35-ff9a-4f2c-be21-cbfc3e912d09 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0934095 May 06 13:43:38.028063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-80d391b3-3a57-434b-af72-1a0e44d5bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:38.029659 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-80d391b3-3a57-434b-af72-1a0e44d5bd1f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d2d1f7673975470b8961dad31a93ab4a&device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 1096 time: 0.8281548 May 06 13:43:38.030925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.031266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.031600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.032045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.032354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.032810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.032912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.033322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.033675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.034097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.034495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.034772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.038703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Transition to ACTIVE for port object 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:38.039408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35556) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:38.044301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.105274 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-1b48bed1-5783-4d79-b2eb-39b1d50a0166 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5257406 May 06 13:43:38.114300 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2f60af4d-e210-4a39-9ce2-1092540544b5 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "DELETE /v2.0/ports/4ce18b35-68a0-40b3-91ab-52a58c397aa4 HTTP/1.1" status: 204 len: 168 time: 2.3387480 May 06 13:43:38.121236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35560) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:38.162985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Network 1a5c90da-2be8-4ed4-8fda-25109d11f68f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:38.163141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde5ed9-a8cc-45c9-88bd-95ba9b31214b None None] Network 1a5c90da-2be8-4ed4-8fda-25109d11f68f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:43:38.171991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:38.175153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:38.182215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:38.183229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.230568 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b5514b-6640-4f16-b446-fb7ac3fe6bfd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] GET failed (client error): The resource could not be found. May 06 13:43:38.231435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72b5514b-6640-4f16-b446-fb7ac3fe6bfd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Synchronizing usage tracker for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:38.258043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event updated for resources: {'Port': ['ID=55042bac-93b6-471e-adc9-a86d1a59d4eb,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:38.259831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1787468e-1335-41c3-93ef-a83d8132935e None None] Provisioning for port 3ca4f1db-e218-440a-b0b7-d0327923e57f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:38.300080 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-889b1704-6b8f-454f-8151-cbde1d4878bf tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1289685 May 06 13:43:38.305123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72b5514b-6640-4f16-b446-fb7ac3fe6bfd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Unset dirty status for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:38.310076 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-72b5514b-6640-4f16-b446-fb7ac3fe6bfd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "GET /v2.0/ports/4ce18b35-68a0-40b3-91ab-52a58c397aa4 HTTP/1.1" status: 404 len: 333 time: 0.1838508 May 06 13:43:38.310076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35564) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:38.313645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Request body: {'port': {'network_id': '1a5c90da-2be8-4ed4-8fda-25109d11f68f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-337663949', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:38.314349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] bootfile-name is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:43:38.314698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] tftp-server is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:43:38.315039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] server-ip-address is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:43:38.329398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35568) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:38.343988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'port': {'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35', 'name': 'tempest-AllowedAddressPairTestJSON-1511464215'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:38.440672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2998510-1703-4cfe-888f-340ed47cbb33 req-d6ad70eb-b518-4825-8732-63cc50308d94 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:38.442812 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2998510-1703-4cfe-888f-340ed47cbb33 req-d6ad70eb-b518-4825-8732-63cc50308d94 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 943 time: 1.2343099 May 06 13:43:38.495967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.533239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-d5c62f44-d418-451b-a2b8-1feb4ae27f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:38.534757 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-d5c62f44-d418-451b-a2b8-1feb4ae27f02 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1099 time: 0.3387928 May 06 13:43:38.685409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:38.698324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Usage tracker for resource:port and tenant:689979dc458a4eeeb77d0c39be2b1acc is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:38.701132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:38.705122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:38.715250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4d0ee606-e529-4e85-9e6c-7a141db69c9e None None] Provisioning for port 55042bac-93b6-471e-adc9-a86d1a59d4eb completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:38.721699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:38.724132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:38.738774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3ca4f1db-e218-440a-b0b7-d0327923e57f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:38.748461 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Floating IP ba1329c6-09c9-4241-b10a-f0f4cb0401d5 associated. External IP: 172.26.2.82, port: 7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae. May 06 13:43:38.756802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Made reservation on behalf of 689979dc458a4eeeb77d0c39be2b1acc for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:38.761009 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.774255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Made reservation on behalf of 099f5a0f55ad4558ae0621df53db28f8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:38.777948 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.786800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4d0ee606-e529-4e85-9e6c-7a141db69c9e None None] Provisioning complete for port 55042bac-93b6-471e-adc9-a86d1a59d4eb triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:38.787473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee606-e529-4e85-9e6c-7a141db69c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.817651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-e9e28b32-e117-422f-a9f6-b60a4de1dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:38.819127 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-e9e28b32-e117-422f-a9f6-b60a4de1dd1e service neutron] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 913 time: 0.2471285 May 06 13:43:38.824618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] device_id is not set on port 0b99c845-a28b-4982-bd64-21e15e537df0 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:38.869174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ee606-e529-4e85-9e6c-7a141db69c9e None None] Port 55042bac-93b6-471e-adc9-a86d1a59d4eb cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:38.913545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 3ca4f1db-e218-440a-b0b7-d0327923e57f completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:38.923354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3ca4f1db-e218-440a-b0b7-d0327923e57f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:38.923832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.955188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] device_id is not set on port d068f5fd-475b-43fd-9888-a039d684de32 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:38.998302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-817e8377-57ed-4709-b4af-0cc5329f8107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:39.018085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5427e018-d59b-4b79-9b6d-5841d7c69bcb tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:39.066178 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-c5d4fad1-4db4-41d2-8304-0fded2b1bc24 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 217 time: 0.2063549 May 06 13:43:39.116956 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:39.171299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c77a8ef3-4b47-45b1-883a-c7c4dee80a76 None None] Provisioning complete for port 55042bac-93b6-471e-adc9-a86d1a59d4eb triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:39.171991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c77a8ef3-4b47-45b1-883a-c7c4dee80a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:39.230526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 3ca4f1db-e218-440a-b0b7-d0327923e57f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3ca4f1db-e218-440a-b0b7-d0327923e57f,segment=NetworkSegment(f0177dcd-3320-4b28-9af0-7847908a566a),segment_id=f0177dcd-3320-4b28-9af0-7847908a566a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:39.240510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:39.284234 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-94f84d0a-2b80-4381-90ab-ca1bb9723bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:39.285837 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-94f84d0a-2b80-4381-90ab-ca1bb9723bfe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.1951146 May 06 13:43:39.288655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c77a8ef3-4b47-45b1-883a-c7c4dee80a76 None None] Port 55042bac-93b6-471e-adc9-a86d1a59d4eb cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:39.313966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:39.319316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=3ca4f1db-e218-440a-b0b7-d0327923e57f,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:39.323043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:39.326828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.327507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.327997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.328517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.328984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.329455 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.329922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.330396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.330861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.331322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.331775 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.332285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:39.361337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Allocated IP 172.20.0.9 (cc1fecb1-935c-4ce4-913e-a257c3e89b35/9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1/d068f5fd-475b-43fd-9888-a039d684de32) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:39.374940 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2998510-1703-4cfe-888f-340ed47cbb33 req-444ed469-f9b9-4609-a025-b9440eaeb956 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8930199 May 06 13:43:39.384234 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Allocated IP 2001:db8::3e3 (1a5c90da-2be8-4ed4-8fda-25109d11f68f/132b9509-4936-4c10-89e0-66f8ce45127d/0b99c845-a28b-4982-bd64-21e15e537df0) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:39.630050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76a967b-b311-45cc-aa4d-2d14dffcb1be']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:39.647396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f039ed-8ca2-49dc-9640-af18ad900c15 req-0139877d-d039-422a-999a-0b724274d762 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:39.648883 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d8f039ed-8ca2-49dc-9640-af18ad900c15 req-0139877d-d039-422a-999a-0b724274d762 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.7660818 May 06 13:43:39.650045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-96fab5d1-9773-4859-9550-738c6808ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:39.651706 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-96fab5d1-9773-4859-9550-738c6808ea22 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3585546 May 06 13:43:39.823768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-c88eb807-a8a4-44d5-a702-e7c9e06c557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:39.825548 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-c88eb807-a8a4-44d5-a702-e7c9e06c557c service neutron] 10.222.0.76 "GET /v2.0/networks?id=a4313941-c1db-4ca6-bc86-20b5e4f8fd2a HTTP/1.1" status: 200 len: 913 time: 1.4615011 May 06 13:43:39.844918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:39.895054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4447ed-e7c5-46d3-9679-64724cc26179') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:39.895333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4447ed-e7c5-46d3-9679-64724cc26179') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:40.006543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.010505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.025173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.037670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5427e018-d59b-4b79-9b6d-5841d7c69bcb tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.052490 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-4dc5b0c6-99db-4d9f-a1b1-1ccfffbe9f1c service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829510 May 06 13:43:40.057751 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-2039a9e5-5fdd-480a-9d12-b8f3fbc2bc46 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 HTTP/1.1" status: 200 len: 217 time: 0.1539452 May 06 13:43:40.059114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.061019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5427e018-d59b-4b79-9b6d-5841d7c69bcb tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.087541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Transition to ACTIVE for port object d068f5fd-475b-43fd-9888-a039d684de32 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:40.124375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.150029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Attempting to bind port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:40.150270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Attempting to bind port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:40.150595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Attempting to bind port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 on network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:40.162953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Transition to ACTIVE for port object 0b99c845-a28b-4982-bd64-21e15e537df0 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:40.212335 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d8f039ed-8ca2-49dc-9640-af18ad900c15 req-ef05071f-8a59-4639-8c92-cc643e5c90ee tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4644186 May 06 13:43:40.214080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:40.214480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.228990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:40.240296 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:40.257508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 on network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:40.257961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Attempting to bind port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 on network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:40.279091 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-dd545daa-4b2f-475e-8c46-35259d8be317 req-d53a05cf-3f1a-4c56-9b29-6c556542ca13 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168713 May 06 13:43:40.298187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:40.307937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:40.313581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:40.328552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5427e018-d59b-4b79-9b6d-5841d7c69bcb tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.329018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5427e018-d59b-4b79-9b6d-5841d7c69bcb tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b018613a-1f56-4f57-a7d0-de2eeb4231be {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:43:40.338572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:43:40.339107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Checking segment: {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:40.339635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Bound using segment: {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:43:40.340390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Bound port: 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66730a99-668e-48ab-8256-babba8b8135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:40.341576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.352527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.377779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Port': ['ID=d068f5fd-475b-43fd-9888-a039d684de32,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:40.384975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-a44689ad-1224-4393-b5a7-e9317dfdd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:40.386706 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-a44689ad-1224-4393-b5a7-e9317dfdd4ad service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e110757-fcab-44c9-bb2e-366b80f2bce8 HTTP/1.1" status: 200 len: 851 time: 0.3145099 May 06 13:43:40.407361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17749a05-c596-44a9-9bf4-7ad6b6f3d257 req-11df6217-03f0-4687-96ab-ffca39e85602 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:40.408796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17749a05-c596-44a9-9bf4-7ad6b6f3d257 req-11df6217-03f0-4687-96ab-ffca39e85602 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 944 time: 0.8019342 May 06 13:43:40.461416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Network 1a5c90da-2be8-4ed4-8fda-25109d11f68f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:40.466284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:40.476287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:40.476942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.483937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:40.490098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:40.490757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.490971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5427e018-d59b-4b79-9b6d-5841d7c69bcb tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.492059 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5427e018-d59b-4b79-9b6d-5841d7c69bcb tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b018613a-1f56-4f57-a7d0-de2eeb4231be HTTP/1.1" status: 204 len: 168 time: 2.4496567 May 06 13:43:40.513394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35578) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:40.527864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Request body: {'router': {'name': 'tempest-router-1837963848', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b8272bb97fc347ae9ea743bf14ee4cb4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:40.531171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event updated for resources: {'Port': ['ID=0b99c845-a28b-4982-bd64-21e15e537df0,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:40.537914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:43:40.542038 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f42d3cbd-e68d-4cb1-99b5-8fcfffb0c54c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.2326391 May 06 13:43:40.542381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35582) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:40.543140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:40.550125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Usage tracker for resource:router and tenant:b8272bb97fc347ae9ea743bf14ee4cb4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:40.557519 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:40.562302 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d0a6b987-a2d8-4079-a750-1acc203702bd tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2285080 May 06 13:43:40.563482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.565772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35584) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:40.568395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:40.574146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-cd6207f0-005a-41e6-82c3-4a11d75d2de1 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e6:f0:19'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:40.647818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.655006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.656247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.677891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Router fc641260-35ae-45e8-843f-81b0a30ea274 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:43:40.725881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] Pushing event deleted for resources: {'Network': ['ID=b76a967b-b311-45cc-aa4d-2d14dffcb1be,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:40.747268 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d24c28e7-6ae0-424c-bafc-67f3ff530055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631017086-project] 10.222.0.21 "DELETE /v2.0/networks/b76a967b-b311-45cc-aa4d-2d14dffcb1be HTTP/1.1" status: 204 len: 168 time: 3.4565837 May 06 13:43:40.811484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.817445 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17749a05-c596-44a9-9bf4-7ad6b6f3d257 req-85d3e21c-e0a3-413f-8850-ec092a40ae89 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392041 May 06 13:43:40.857037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3ca4f1db-e218-440a-b0b7-d0327923e57f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:40.873601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.957814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.962831 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9262f923-9e00-4e0c-a0c1-dec7676bc237 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4446542 May 06 13:43:40.963612 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35592) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:40.967882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] For port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:40.989967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:41.055738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] For port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:43:41.076860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-69b1df76-0c5c-4ea9-943b-e49823ce4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:41.078320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-69b1df76-0c5c-4ea9-943b-e49823ce4a1d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a4313941-c1db-4ca6-bc86-20b5e4f8fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6789961 May 06 13:43:41.083727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.094495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0235e0-830d-477b-ae9d-6579ffcdddf8 req-9920827f-ea25-47e8-9697-d8a00e2b4f07 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:41.099553 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9a0235e0-830d-477b-ae9d-6579ffcdddf8 req-9920827f-ea25-47e8-9697-d8a00e2b4f07 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7106037 May 06 13:43:41.113176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35596) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:41.115625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd6207f0-005a-41e6-82c3-4a11d75d2de1 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.140063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-436a5327-9c4a-4831-a977-5a40be17e5cb None None] Provisioning for port d068f5fd-475b-43fd-9888-a039d684de32 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:41.151889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:41.170365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-436a5327-9c4a-4831-a977-5a40be17e5cb None None] Provisioning complete for port d068f5fd-475b-43fd-9888-a039d684de32 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:41.170817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-436a5327-9c4a-4831-a977-5a40be17e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.193140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Request body: {'floatingip': {'port_id': '2bd291bd-78d7-42ab-b182-3f9056b77344'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:41.229473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'port_id': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81', 'mac_address': 'fa:16:3e:70:98:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:43:41.306707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35602) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:41.308738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-436a5327-9c4a-4831-a977-5a40be17e5cb None None] Port d068f5fd-475b-43fd-9888-a039d684de32 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:41.323097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.334254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3ca4f1db-e218-440a-b0b7-d0327923e57f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:41.334615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.387423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for floatingip, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.387814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:43:41.417872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:41.433070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fa72f-00ea-40b9-b83c-e3d721b6be63 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:41.433558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.438915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fa72f-00ea-40b9-b83c-e3d721b6be63 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:41.444869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fa72f-00ea-40b9-b83c-e3d721b6be63 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:41.449281 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-773fa72f-00ea-40b9-b83c-e3d721b6be63 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.8797503 May 06 13:43:41.459529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:41.460133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.461519 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] 10.222.0.76 "PUT /v2.0/ports/1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 HTTP/1.1" status: 200 len: 1094 time: 6.8949382 May 06 13:43:41.463507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35608) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:41.472704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:43:41.529566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7dbe6ba1-e5be-453d-ad7d-4d801b2033f2 None None] Provisioning for port 0b99c845-a28b-4982-bd64-21e15e537df0 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:41.566823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:43:41.577618 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f05e5-58a8-4c1a-8f3b-b61f7ec12f74 None None] Sync routers for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:43:41.591900 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d525edf2-b008-4510-9142-b4547d524635'] response: {'name': 'network-changed', 'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'status': 'completed', 'code': 200} May 06 13:43:41.595515 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f05e5-58a8-4c1a-8f3b-b61f7ec12f74 None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:41.609030 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-703f05e5-58a8-4c1a-8f3b-b61f7ec12f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:41.675825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7dbe6ba1-e5be-453d-ad7d-4d801b2033f2 None None] Provisioning complete for port 0b99c845-a28b-4982-bd64-21e15e537df0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:41.676334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6ba1-e5be-453d-ad7d-4d801b2033f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.718987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.725175 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-703f05e5-58a8-4c1a-8f3b-b61f7ec12f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:41.740333 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f05e5-58a8-4c1a-8f3b-b61f7ec12f74 None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:41.741216 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-703f05e5-58a8-4c1a-8f3b-b61f7ec12f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:41.749044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1a4d8-4197-4478-b09f-952b4127cff4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:41.779184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:41.785384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe6ba1-e5be-453d-ad7d-4d801b2033f2 None None] Port 0b99c845-a28b-4982-bd64-21e15e537df0 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:41.788145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.831531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['9d7eb2cb-9f29-47fb-8da7-463e4fe32c81'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:43:41.832068 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-703f05e5-58a8-4c1a-8f3b-b61f7ec12f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:41.833269 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f05e5-58a8-4c1a-8f3b-b61f7ec12f74 None None] The sync data for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:43:41.852766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-fd19c8e4-2d39-4309-9e34-6c0ed6caa617 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Deleting port 0b99c845-a28b-4982-bd64-21e15e537df0 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:41.853182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fd19c8e4-2d39-4309-9e34-6c0ed6caa617 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.943219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-9a79ce73-ae40-40e9-ac06-c5a9168d2882 service neutron] 10.222.0.76 "GET /v2.0/networks/a4313941-c1db-4ca6-bc86-20b5e4f8fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8409188 May 06 13:43:41.962994 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1abaa8c8-4550-4f17-8619-000242c17d9d tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 15.4577470 May 06 13:43:41.983895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35616) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:41.992092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774eb29-0f22-415e-a355-be238988a4e1 req-79fbab64-6b6b-4268-b955-f6b99250e2ca tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:41.993655 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6774eb29-0f22-415e-a355-be238988a4e1 req-79fbab64-6b6b-4268-b955-f6b99250e2ca tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 943 time: 0.9195492 May 06 13:43:42.171115 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.171751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.267287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-b1a3312d-5d1e-4901-8d41-dfe5d0eb4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:42.268666 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-b1a3312d-5d1e-4901-8d41-dfe5d0eb4ae1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f75961d3d9b0402aaa1f192616d5d564&device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 1097 time: 0.6929498 May 06 13:43:42.372462 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6774eb29-0f22-415e-a355-be238988a4e1 req-e99f3f06-3caa-407d-9e48-35b6bb491b7e tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474662 May 06 13:43:42.395659 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-5e5cca8f-d93d-48ca-8d9b-412894c5bcd7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 HTTP/1.1" status: 200 len: 217 time: 0.1070261 May 06 13:43:42.453219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81548b12-13c3-432f-b6e3-16eca91a5820 req-95389e7b-7f6e-4442-9a33-ed1177024cb9 service neutron] 10.222.0.76 "GET /v2.0/networks/a4313941-c1db-4ca6-bc86-20b5e4f8fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944794 May 06 13:43:42.484015 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-889413ef-7458-4d81-9ce0-262d5af661cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47d97df452c848d497f25ecceb9741ca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1744871 May 06 13:43:42.489446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35620) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:42.502504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fd19c8e4-2d39-4309-9e34-6c0ed6caa617 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.561951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87985) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 06 13:43:42.562289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Router d6ea6c02-3ade-41dd-8d86-3ec12c5ae4f8 migrating from provider to provider. {{(pid=87985) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 06 13:43:42.562686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.568125 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-996d0206-06d7-4f54-bccb-96c010ff712c tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] 10.222.0.21 "GET /v2.0/floatingips/ba1329c6-09c9-4241-b10a-f0f4cb0401d5 HTTP/1.1" status: 200 len: 982 time: 0.5653505 May 06 13:43:42.582866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35624) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:42.636886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.657953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-fd19c8e4-2d39-4309-9e34-6c0ed6caa617 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Calling delete_port for 0b99c845-a28b-4982-bd64-21e15e537df0 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:42.686733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-a107bce1-d331-4366-955e-d92e9af51d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:42.688159 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-a107bce1-d331-4366-955e-d92e9af51d3d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79032d72-915a-4c10-a8f5-8d063f9c6490 HTTP/1.1" status: 200 len: 845 time: 0.2805564 May 06 13:43:42.719106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.755469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4eaa4-7898-4b27-9f5f-5fe733b755a2 req-a02b4b6b-cf61-46dc-b288-778c55160f57 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:42.756973 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e3a4eaa4-7898-4b27-9f5f-5fe733b755a2 req-a02b4b6b-cf61-46dc-b288-778c55160f57 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 944 time: 0.6469455 May 06 13:43:42.860293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7690792d-d738-458f-86a8-004e2375197f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.885375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e3a4eaa4-7898-4b27-9f5f-5fe733b755a2 req-d9080eff-ba17-41eb-8a44-3cf926653468 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190841 May 06 13:43:42.906726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7690792d-d738-458f-86a8-004e2375197f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.991240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd6207f0-005a-41e6-82c3-4a11d75d2de1 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.991683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-418480e3-4d0c-4e57-8bb7-59eca5580245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:42.993208 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-418480e3-4d0c-4e57-8bb7-59eca5580245 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ad4c98f-2345-48f6-ae93-65e24bb8bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2928305 May 06 13:43:42.998231 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c29dc369-b275-45ae-b8ef-e7933847ee75 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.4112575 May 06 13:43:43.002633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35628) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:43.011941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd6207f0-005a-41e6-82c3-4a11d75d2de1 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.264325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fd19c8e4-2d39-4309-9e34-6c0ed6caa617 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.355465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19c8e4-2d39-4309-9e34-6c0ed6caa617 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event deleted for resources: {'Port': ['ID=0b99c845-a28b-4982-bd64-21e15e537df0,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:43.367846 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] No L3 agents can host the router d6ea6c02-3ade-41dd-8d86-3ec12c5ae4f8 May 06 13:43:43.412607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6207f0-005a-41e6-82c3-4a11d75d2de1 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Port': ['ID=d068f5fd-475b-43fd-9888-a039d684de32,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:43.429783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7690792d-d738-458f-86a8-004e2375197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.561499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fd19c8e4-2d39-4309-9e34-6c0ed6caa617 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.580123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cd6207f0-005a-41e6-82c3-4a11d75d2de1 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] In _notify_port_updated(), no bound segment for port d068f5fd-475b-43fd-9888-a039d684de32 on network cc1fecb1-935c-4ce4-913e-a257c3e89b35 {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:43:43.586824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6207f0-005a-41e6-82c3-4a11d75d2de1 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:43.587776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd6207f0-005a-41e6-82c3-4a11d75d2de1 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.589244 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cd6207f0-005a-41e6-82c3-4a11d75d2de1 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "PUT /v2.0/ports/d068f5fd-475b-43fd-9888-a039d684de32 HTTP/1.1" status: 200 len: 993 time: 3.0224152 May 06 13:43:43.600871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35634) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:43.657567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690792d-d738-458f-86a8-004e2375197f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d50eafc-fef3-4ab8-96b5-bd9586660915,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:43.665821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Deleting port 0a1421b7-8208-41c9-afe2-7dfdd8f3ed47 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:43.666160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.702828 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fd19c8e4-2d39-4309-9e34-6c0ed6caa617 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "DELETE /v2.0/ports/0b99c845-a28b-4982-bd64-21e15e537df0 HTTP/1.1" status: 204 len: 168 time: 2.2241597 May 06 13:43:43.713314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35638) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:43.713903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-ad3c2476-d573-4493-88b2-b6da7c33bdf5 service neutron] 10.222.0.76 "GET /v2.0/networks/2ad4c98f-2345-48f6-ae93-65e24bb8bb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103457 May 06 13:43:43.720169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7690792d-d738-458f-86a8-004e2375197f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.724361 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7690792d-d738-458f-86a8-004e2375197f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d50eafc-fef3-4ab8-96b5-bd9586660915 HTTP/1.1" status: 204 len: 168 time: 1.2270358 May 06 13:43:43.745011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-064eb13a-a240-45e8-8463-fa7534652bce None None] Provisioning complete for port d068f5fd-475b-43fd-9888-a039d684de32 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:43.745517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-064eb13a-a240-45e8-8463-fa7534652bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.814121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Request body: {'port': {'name': 'tempest-new-port-name-1058917683', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:43.814370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] bootfile-name is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:43:43.814655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] tftp-server is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:43:43.814977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] server-ip-address is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:43:43.824753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-064eb13a-a240-45e8-8463-fa7534652bce None None] Port d068f5fd-475b-43fd-9888-a039d684de32 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:43.872796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Hosts for router d6ea6c02-3ade-41dd-8d86-3ec12c5ae4f8: [] {{(pid=87985) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 06 13:43:43.944132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:43:43.984775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527eed-1eea-4cd8-b8c3-e9cbdf4807fb req-b836e7d1-0ada-4e21-9bed-1cf7578a9c67 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:43.986245 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3a527eed-1eea-4cd8-b8c3-e9cbdf4807fb req-b836e7d1-0ada-4e21-9bed-1cf7578a9c67 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 944 time: 0.4272833 May 06 13:43:44.006259 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce0af17e-5548-4b51-ae67-4ca26814d7a0 req-8b1a4262-59ef-45c3-acdd-fe1549f42cb9 service neutron] 10.222.0.76 "GET /v2.0/networks/2ad4c98f-2345-48f6-ae93-65e24bb8bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838356 May 06 13:43:44.040938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.041262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.075245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-92ca08f5-1ab7-4014-9c5b-1685ea2a1f4a tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Deleting port d068f5fd-475b-43fd-9888-a039d684de32 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:44.075571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-92ca08f5-1ab7-4014-9c5b-1685ea2a1f4a tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.147465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Hosts for other DVR routers connected to router d6ea6c02-3ade-41dd-8d86-3ec12c5ae4f8: set() {{(pid=87985) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 06 13:43:44.150389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.154649 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4b256d5e-fd9c-479b-b252-af6255097275 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "PUT /v2.0/routers/d6ea6c02-3ade-41dd-8d86-3ec12c5ae4f8 HTTP/1.1" status: 200 len: 717 time: 3.1828306 May 06 13:43:44.162500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35648) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:44.194603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35652) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:44.277396 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3a527eed-1eea-4cd8-b8c3-e9cbdf4807fb req-b3637cf3-5320-4a21-83ba-e74f62d336a7 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786574 May 06 13:43:44.284073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Calling delete_port for 0a1421b7-8208-41c9-afe2-7dfdd8f3ed47 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:44.336861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.387302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.414910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-36438b75-0f39-4bd1-9408-907b036a4dc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfe311bcdf704ea2aee114c13f18c6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191575 May 06 13:43:44.420008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35656) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:44.476907 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c8a4c05c-a739-41d3-a178-531a0e478876 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "GET /v2.0/routers/d6ea6c02-3ade-41dd-8d86-3ec12c5ae4f8 HTTP/1.1" status: 200 len: 717 time: 0.3109541 May 06 13:43:44.486599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563ab2-360b-4510-8da0-1667645b7364 req-023e9d91-659b-43f1-b4b3-35ce379ed96e tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:44.487365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35660) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:44.488668 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7c563ab2-360b-4510-8da0-1667645b7364 req-023e9d91-659b-43f1-b4b3-35ce379ed96e tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 944 time: 0.4390523 May 06 13:43:44.495317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-d7a5f281-336d-4e07-b545-ba944ce41e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:44.496784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-d7a5f281-336d-4e07-b545-ba944ce41e94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f75961d3d9b0402aaa1f192616d5d564&device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 1097 time: 0.3921232 May 06 13:43:44.506431 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.550583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:44.674705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:44.684127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:44.685306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.710513 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7c563ab2-360b-4510-8da0-1667645b7364 req-3845cd1f-5e16-4821-8e0b-3cce7247f890 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055995 May 06 13:43:44.714912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bb209db0-cce2-477f-9558-da61cb2e605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.781948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.790851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bb209db0-cce2-477f-9558-da61cb2e605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.848208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.878577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:43:44.893017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:44.906540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.965062 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1266c06c-fe49-4777-a200-08cc1d590d2d'] response: {'server_uuid': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81', 'code': 200} May 06 13:43:44.983743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-f1c174d4-03c8-4b31-b38e-8bb7d423264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:44.985634 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-f1c174d4-03c8-4b31-b38e-8bb7d423264c service neutron] 10.222.0.76 "GET /v2.0/networks?id=2ad4c98f-2345-48f6-ae93-65e24bb8bb94 HTTP/1.1" status: 200 len: 907 time: 0.4785283 May 06 13:43:44.992879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event deleted for resources: {'Port': ['ID=0a1421b7-8208-41c9-afe2-7dfdd8f3ed47,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:45.010432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:45.121676 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a667b0a1-c163-4138-b045-f8aee1be9e9b tempest-RoutersTestDVR-397289100 tempest-RoutersTestDVR-397289100-project] 10.222.0.21 "GET /v2.0/routers/d6ea6c02-3ade-41dd-8d86-3ec12c5ae4f8 HTTP/1.1" status: 200 len: 683 time: 0.6282399 May 06 13:43:45.135438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35670) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:45.141624 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-9bf7a941-5104-4b8b-b2e6-e4f68f027886 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 HTTP/1.1" status: 200 len: 217 time: 0.1175320 May 06 13:43:45.170150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:45.170544 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Floating IP ba1329c6-09c9-4241-b10a-f0f4cb0401d5 disassociated (deleted). External IP: 172.26.2.82, port: 7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae. May 06 13:43:45.203421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-92ca08f5-1ab7-4014-9c5b-1685ea2a1f4a tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:45.211569 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Floating IP 721ba61e-07bf-42a5-b475-986cd453d7c4 associated. External IP: 172.26.2.195, port: 2bd291bd-78d7-42ab-b182-3f9056b77344. May 06 13:43:45.333091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bb209db0-cce2-477f-9558-da61cb2e605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:45.362917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb209db0-cce2-477f-9558-da61cb2e605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5853d3e-9083-4af5-882f-f6583ba105c7,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:45.442001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-12f79ab9-9f3f-428e-9a0d-7bef4f81ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:45.443436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-12f79ab9-9f3f-428e-9a0d-7bef4f81ef0c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79032d72-915a-4c10-a8f5-8d063f9c6490 HTTP/1.1" status: 200 len: 845 time: 0.2188725 May 06 13:43:45.501047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-92ca08f5-1ab7-4014-9c5b-1685ea2a1f4a tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Calling delete_port for d068f5fd-475b-43fd-9888-a039d684de32 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:45.597968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-182e8f5d-ac73-4df9-a1be-d37a29d7ffb8 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:45.599979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bb209db0-cce2-477f-9558-da61cb2e605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:45.601130 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bb209db0-cce2-477f-9558-da61cb2e605c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5853d3e-9083-4af5-882f-f6583ba105c7 HTTP/1.1" status: 204 len: 168 time: 1.1780853 May 06 13:43:45.616627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635fa62-7f09-4499-859a-1de8a693f546 req-c1f053ba-90de-4757-af15-5a39a7df8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:45.618131 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3635fa62-7f09-4499-859a-1de8a693f546 req-c1f053ba-90de-4757-af15-5a39a7df8eaf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 1098 time: 0.3924153 May 06 13:43:45.821872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d9bd8-c638-431b-bed7-057cf5ebdd04 req-37d47b82-713b-4cc6-b8f0-24ee92574dec tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:45.823392 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a46d9bd8-c638-431b-bed7-057cf5ebdd04 req-37d47b82-713b-4cc6-b8f0-24ee92574dec tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 945 time: 0.3778641 May 06 13:43:45.825049 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3635fa62-7f09-4499-859a-1de8a693f546 req-a624c880-12c9-4e5b-8f91-83f14d21dc55 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495183 May 06 13:43:45.835048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-567ee901-7b67-4dc3-901d-e977e7680110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:45.839427 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-567ee901-7b67-4dc3-901d-e977e7680110 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ad4c98f-2345-48f6-ae93-65e24bb8bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3810992 May 06 13:43:45.954724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a46d9bd8-c638-431b-bed7-057cf5ebdd04 req-d7d1d32b-702e-4b38-a42f-a211705af4ab tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081181 May 06 13:43:45.962559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Router fc641260-35ae-45e8-843f-81b0a30ea274 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:43:46.168285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dbfc3-060b-40d6-9e72-9498fcc84d1c req-9b2128dc-e4f5-48d3-a2ab-8dccd6896d7e tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:46.169794 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f5dbfc3-060b-40d6-9e72-9498fcc84d1c req-9b2128dc-e4f5-48d3-a2ab-8dccd6896d7e tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 944 time: 0.2934372 May 06 13:43:46.216305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-182e8f5d-ac73-4df9-a1be-d37a29d7ffb8 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.221542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-182e8f5d-ac73-4df9-a1be-d37a29d7ffb8 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.314098 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f5dbfc3-060b-40d6-9e72-9498fcc84d1c req-8b5dab76-0cc4-4465-b81e-01b598e18739 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829465 May 06 13:43:46.325715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:43:46.330163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.339827 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e6f0a-1f45-44a1-a9e6-89dcf5c6fe38 None None] Sync routers for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:43:46.353593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e6f0a-1f45-44a1-a9e6-89dcf5c6fe38 None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:46.355514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a2e6f0a-1f45-44a1-a9e6-89dcf5c6fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:46.396907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-182e8f5d-ac73-4df9-a1be-d37a29d7ffb8 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.397244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182e8f5d-ac73-4df9-a1be-d37a29d7ffb8 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6ea6c02-3ade-41dd-8d86-3ec12c5ae4f8 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:43:46.442907 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a2e6f0a-1f45-44a1-a9e6-89dcf5c6fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:46.453233 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e6f0a-1f45-44a1-a9e6-89dcf5c6fe38 None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:46.453929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a2e6f0a-1f45-44a1-a9e6-89dcf5c6fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:46.464807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.490621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.515796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-a048ff77-32de-48c0-83a0-10671838f345 service neutron] 10.222.0.76 "GET /v2.0/networks/2ad4c98f-2345-48f6-ae93-65e24bb8bb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837831 May 06 13:43:46.527190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-26511ff2-79dd-4619-b229-a2f38a204e25 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "DELETE /v2.0/floatingips/ba1329c6-09c9-4241-b10a-f0f4cb0401d5 HTTP/1.1" status: 204 len: 168 time: 3.5218072 May 06 13:43:46.527892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35696) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:46.538810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a2e6f0a-1f45-44a1-a9e6-89dcf5c6fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:46.539502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e6f0a-1f45-44a1-a9e6-89dcf5c6fe38 None None] The sync data for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:43:46.553489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:46.561176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:43:46.565666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:46.587413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-92ca08f5-1ab7-4014-9c5b-1685ea2a1f4a tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.593832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] In _notify_port_updated(), no bound segment for port 55042bac-93b6-471e-adc9-a86d1a59d4eb on network 1a5c90da-2be8-4ed4-8fda-25109d11f68f {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:43:46.599674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:46.600337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.604802 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "PUT /v2.0/ports/55042bac-93b6-471e-adc9-a86d1a59d4eb HTTP/1.1" status: 200 len: 1130 time: 2.8842044 May 06 13:43:46.613699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35702) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:46.623124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Usage tracker for resource:floatingip and tenant:a7a00080631142718a083af297919b11 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:46.633209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:46.642001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:46.657879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-182e8f5d-ac73-4df9-a1be-d37a29d7ffb8 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.659287 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-182e8f5d-ac73-4df9-a1be-d37a29d7ffb8 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d6ea6c02-3ade-41dd-8d86-3ec12c5ae4f8 HTTP/1.1" status: 204 len: 168 time: 1.5183764 May 06 13:43:46.666250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35706) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:46.671023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725c554-7a95-4436-9973-f64c2737be0b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event updated for resources: {'Port': ['ID=55042bac-93b6-471e-adc9-a86d1a59d4eb,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:46.673165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.696459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Request body: {'router': {'name': 'tempest-router-1450923554', 'distributed': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:46.714273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:46.728758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Usage tracker for resource:router and tenant:dcdc76ffe1b444888dd4136ea34332a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:46.732620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:46.740859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Router 7264a5f0-9682-43db-9a9a-fea71843c44b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:43:46.742900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:46.811764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca08f5-1ab7-4014-9c5b-1685ea2a1f4a tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event deleted for resources: {'Port': ['ID=d068f5fd-475b-43fd-9888-a039d684de32,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:46.830846 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43631dfe-c310-4808-9318-c45b71eedbf7 req-f8ed2a18-fbc2-466e-a416-6299daeb79ce service neutron] 10.222.0.76 "GET /v2.0/networks/2ad4c98f-2345-48f6-ae93-65e24bb8bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018923 May 06 13:43:46.870924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.872682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.873061 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:46.894887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'port_id': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'mac_address': 'fa:16:3e:24:9b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:43:46.925649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.962233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f562820-303e-413d-a783-00c5b247f11b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:46.963052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1f562820-303e-413d-a783-00c5b247f11b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Synchronizing usage tracker for tenant:689979dc458a4eeeb77d0c39be2b1acc on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:47.021463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.043973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.092108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.093589 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bfe9beeb-7b57-4750-b298-a43b01054e5a tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4263518 May 06 13:43:47.105194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:43:47.106543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35714) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:47.148302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-521421f8-316f-4338-a6d8-5b071c2452d3 None None] Provisioning complete for port 55042bac-93b6-471e-adc9-a86d1a59d4eb triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:47.148704 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-521421f8-316f-4338-a6d8-5b071c2452d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.195631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:47.200048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.210554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.214367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1f562820-303e-413d-a783-00c5b247f11b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Unset dirty status for tenant:689979dc458a4eeeb77d0c39be2b1acc on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:47.218733 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1f562820-303e-413d-a783-00c5b247f11b tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "GET /v2.0/ports/55042bac-93b6-471e-adc9-a86d1a59d4eb HTTP/1.1" status: 200 len: 1130 time: 0.5987451 May 06 13:43:47.222907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35720) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:47.294010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-521421f8-316f-4338-a6d8-5b071c2452d3 None None] Port 55042bac-93b6-471e-adc9-a86d1a59d4eb cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:47.336627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:47.363931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:43:47.373138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.379844 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] Sync routers for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:43:47.392577 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:47.394783 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:47.409951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-92ca08f5-1ab7-4014-9c5b-1685ea2a1f4a tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.413039 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-92ca08f5-1ab7-4014-9c5b-1685ea2a1f4a tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "DELETE /v2.0/ports/d068f5fd-475b-43fd-9888-a039d684de32 HTTP/1.1" status: 204 len: 168 time: 3.8092701 May 06 13:43:47.421865 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35730) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:47.426159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c18d163f-19f9-4d0c-8eb5-cc2052842c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Deleting port 55042bac-93b6-471e-adc9-a86d1a59d4eb {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:47.426512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c18d163f-19f9-4d0c-8eb5-cc2052842c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.524309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6aec3a4-f65b-4b6d-905a-3daa43a93593 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.552183 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c7c7d6-10c7-43c0-af10-283250c02526 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] GET failed (client error): The resource could not be found. May 06 13:43:47.552886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c3c7c7d6-10c7-43c0-af10-283250c02526 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Synchronizing usage tracker for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:47.576914 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8cfce710-17f6-4185-978a-5a782cac7e23 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "PUT /v2.0/floatingips/721ba61e-07bf-42a5-b475-986cd453d7c4 HTTP/1.1" status: 200 len: 992 time: 6.4624362 May 06 13:43:47.618312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887b2e01-59bc-433a-b80f-5795859d5e30', 'tag': '2bd291bd-78d7-42ab-b182-3f9056b77344'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:43:47.631108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c3c7c7d6-10c7-43c0-af10-283250c02526 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Unset dirty status for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:47.632268 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c3c7c7d6-10c7-43c0-af10-283250c02526 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "GET /v2.0/ports/d068f5fd-475b-43fd-9888-a039d684de32 HTTP/1.1" status: 404 len: 333 time: 0.1799483 May 06 13:43:47.642754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:43:47.657344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35740) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:47.676795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'port': {'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35', 'name': 'tempest-AllowedAddressPairTestJSON-847320928'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:47.835354 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:43:48.007243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35748) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:48.017283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Allocated IP 172.26.2.170 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/d94a8bf1-c195-4104-9034-1e274df283b6) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:48.132854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d711b-9375-4af5-976e-baddbc4fb35e req-239cbdb4-68fe-44b2-b579-327d674f45f0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:48.133648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:48.134640 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d89d711b-9375-4af5-976e-baddbc4fb35e req-239cbdb4-68fe-44b2-b579-327d674f45f0 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 945 time: 0.9315224 May 06 13:43:48.142551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c18d163f-19f9-4d0c-8eb5-cc2052842c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.214457 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d89d711b-9375-4af5-976e-baddbc4fb35e req-d704e5ed-3c8d-444b-bf61-33a1c360ea9b tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619640 May 06 13:43:48.225533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:48.228434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6aec3a4-f65b-4b6d-905a-3daa43a93593 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.294292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6aec3a4-f65b-4b6d-905a-3daa43a93593 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.316672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c18d163f-19f9-4d0c-8eb5-cc2052842c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Calling delete_port for 55042bac-93b6-471e-adc9-a86d1a59d4eb owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:48.322377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf958e-5d99-4420-9f49-f6e1bb301401 req-adfc6f05-2051-46fd-bd4e-81f64fa31b3b tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:48.331079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f6cf958e-5d99-4420-9f49-f6e1bb301401 req-adfc6f05-2051-46fd-bd4e-81f64fa31b3b tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 945 time: 0.8338404 May 06 13:43:48.336552 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '721ba61e-07bf-42a5-b475-986cd453d7c4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'port_id': '2bd291bd-78d7-42ab-b182-3f9056b77344', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'mac_address': 'fa:16:3e:9d:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887b2e01-59bc-433a-b80f-5795859d5e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:43Z', 'revision_number': 1, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceee1649-c51a-4182-911e-df73d62ba68f', 'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'mac_address': 'fa:16:3e:4f:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:57Z', 'revision_number': 5, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'subnets': [{'id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:48.342142 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] Checking router: 7264a5f0-9682-43db-9a9a-fea71843c44b for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:43:48.352712 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:48.353424 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:48.407295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1257619391'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:48.417975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:48.425264 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Usage tracker for resource:network and tenant:b92642d4f43b4164b087b27f80a8f555 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:48.429364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:48.435401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6aec3a4-f65b-4b6d-905a-3daa43a93593 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.435778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Made reservation on behalf of 099f5a0f55ad4558ae0621df53db28f8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:48.435938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aec3a4-f65b-4b6d-905a-3daa43a93593 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecd1833a-a73c-4369-8923-9d9d9dda522e {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:43:48.439316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.449752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:48.503218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] device_id is not set on port d91c4002-300f-4bad-a2f6-8b38f47c9cec yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:48.547612 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Made reservation on behalf of b92642d4f43b4164b087b27f80a8f555 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:48.552840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.574819 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:43:48.588275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.592739 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f6cf958e-5d99-4420-9f49-f6e1bb301401 req-6226a841-a140-4e8d-b445-bd90801ed58d tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607720 May 06 13:43:48.629695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:48.641490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Usage tracker for resource:security_group_rule and tenant:b92642d4f43b4164b087b27f80a8f555 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:48.642106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6aec3a4-f65b-4b6d-905a-3daa43a93593 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.643404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a6aec3a4-f65b-4b6d-905a-3daa43a93593 tempest-RoutersTestDVR-454706457 tempest-RoutersTestDVR-454706457-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ecd1833a-a73c-4369-8923-9d9d9dda522e HTTP/1.1" status: 204 len: 168 time: 1.5357363 May 06 13:43:48.649075 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:48.658586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:48.666512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.686920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac726d08-0cb7-4112-9328-d0e9c5e9265e req-cc76213f-f0f7-4c38-85cf-61f5a52ca9a6 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:48.688714 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac726d08-0cb7-4112-9328-d0e9c5e9265e req-cc76213f-f0f7-4c38-85cf-61f5a52ca9a6 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.3519683 May 06 13:43:48.717579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c18d163f-19f9-4d0c-8eb5-cc2052842c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.746189 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac726d08-0cb7-4112-9328-d0e9c5e9265e req-79956dfa-a7ac-4c1e-948b-487cd31d9e6a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498827 May 06 13:43:48.767315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.793128 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22085bb1-f659-4704-bfeb-d52abef264a1'] response: {'name': 'network-changed', 'server_uuid': '887b2e01-59bc-433a-b80f-5795859d5e30', 'tag': '2bd291bd-78d7-42ab-b182-3f9056b77344', 'status': 'completed', 'code': 200} May 06 13:43:48.824204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d163f-19f9-4d0c-8eb5-cc2052842c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event deleted for resources: {'Port': ['ID=55042bac-93b6-471e-adc9-a86d1a59d4eb,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:48.908318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c18d163f-19f9-4d0c-8eb5-cc2052842c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.920737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:48.927781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:48.934831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:48.943668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Allocated IP 172.20.0.12 (cc1fecb1-935c-4ce4-913e-a257c3e89b35/9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1/d91c4002-300f-4bad-a2f6-8b38f47c9cec) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:49.023808 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c18d163f-19f9-4d0c-8eb5-cc2052842c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "DELETE /v2.0/ports/55042bac-93b6-471e-adc9-a86d1a59d4eb HTTP/1.1" status: 204 len: 168 time: 1.7954173 May 06 13:43:49.053903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Pushing event updated for resources: {'Port': ['ID=d94a8bf1-c195-4104-9034-1e274df283b6,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:49.061233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35758) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:49.076019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.099808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.172318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:49.213668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82abc6c9-ba19-4840-b7b3-5e4ad25b9af2,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:49.227251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-951753e1-2aa2-482d-8186-0e322f95ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:49.228789 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-951753e1-2aa2-482d-8186-0e322f95ffad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1099 time: 0.4219851 May 06 13:43:49.241411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.242568 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Added segment be769d76-7d9d-4c8a-b40f-6accca497d6e of type vlan for network 9d3ba3ca-b265-4021-a47e-29dd30a2676b May 06 13:43:49.248521 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '721ba61e-07bf-42a5-b475-986cd453d7c4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'port_id': '2bd291bd-78d7-42ab-b182-3f9056b77344', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'mac_address': 'fa:16:3e:9d:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887b2e01-59bc-433a-b80f-5795859d5e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:43Z', 'revision_number': 1, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceee1649-c51a-4182-911e-df73d62ba68f', 'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'mac_address': 'fa:16:3e:4f:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:57Z', 'revision_number': 5, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'subnets': [{'id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:49.256480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d12920e-3096-492f-93a6-992d5a6a8a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Deleting subnet 132b9509-4936-4c10-89e0-66f8ce45127d {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:43:49.259489 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bf288-53d7-425d-ab45-85403389e3fb None None] The sync data for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv is: [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '721ba61e-07bf-42a5-b475-986cd453d7c4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'port_id': '2bd291bd-78d7-42ab-b182-3f9056b77344', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'mac_address': 'fa:16:3e:9d:71:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887b2e01-59bc-433a-b80f-5795859d5e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:43Z', 'revision_number': 1, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceee1649-c51a-4182-911e-df73d62ba68f', 'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'mac_address': 'fa:16:3e:4f:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:57Z', 'revision_number': 5, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'subnets': [{'id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:43:49.283219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35766) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:49.290507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d12920e-3096-492f-93a6-992d5a6a8a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.379219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.434902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.454194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.467497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:49.467497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.476294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Transition to ACTIVE for port object d91c4002-300f-4bad-a2f6-8b38f47c9cec will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:49.508102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d12920e-3096-492f-93a6-992d5a6a8a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.549466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516a6d6-5522-4b26-84c0-ae0faadca606 req-7303a216-1074-44b0-88c4-193428797f31 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:49.551354 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9516a6d6-5522-4b26-84c0-ae0faadca606 req-7303a216-1074-44b0-88c4-193428797f31 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5571570 May 06 13:43:49.558751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.589580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33706291-04e5-4009-b232-1e3d99b6d838 None None] New status for floating IP 721ba61e-07bf-42a5-b475-986cd453d7c4: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:43:49.594371 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5831394 May 06 13:43:49.604036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d898caf-8d85-405a-98e9-053fc3bdb1db tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Pushing event updated for resources: {'Network': ['ID=9d3ba3ca-b265-4021-a47e-29dd30a2676b,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:49.635614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.649321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c72c1360-0489-4f9d-8dc3-6a74a0cf558a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.669042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 9d3ba3ca-b265-4021-a47e-29dd30a2676b details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:49.714790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:49.718136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:49.723196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:49.736198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-32b4cf36-c4f8-4841-99f7-c8fa21fcb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:49.737841 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-32b4cf36-c4f8-4841-99f7-c8fa21fcb8c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 913 time: 0.4978068 May 06 13:43:49.770979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Port': ['ID=d91c4002-300f-4bad-a2f6-8b38f47c9cec,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:49.820612 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:49.821722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.841987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c72c1360-0489-4f9d-8dc3-6a74a0cf558a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:49.846487 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e66326ee-b10a-4e6a-ba9d-42c63dd210c8 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1853859 May 06 13:43:49.847139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35778) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:49.855326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-67a17b55-dd26-461b-b2fe-3e68f4c0d7da tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e6:f0:19'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:49.906831 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9516a6d6-5522-4b26-84c0-ae0faadca606 req-e9952301-5a43-4f96-8ec1-0ae1309395cb tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399856 May 06 13:43:49.916240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c72c1360-0489-4f9d-8dc3-6a74a0cf558a admin admin] Usage tracker for resource:security_group_rule and tenant:b8272bb97fc347ae9ea743bf14ee4cb4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:49.922214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c72c1360-0489-4f9d-8dc3-6a74a0cf558a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:49.935882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.973741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c72c1360-0489-4f9d-8dc3-6a74a0cf558a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:50.048032 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-0ea619d6-2138-4d03-80e6-bd10db06ac99 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 1000 time: 0.2935963 May 06 13:43:50.061946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85718af6-f69a-4ba9-b391-2b1b420ac097 req-3c0046a5-bffc-4641-b762-1de066713281 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:50.063515 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85718af6-f69a-4ba9-b391-2b1b420ac097 req-3c0046a5-bffc-4641-b762-1de066713281 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 945 time: 0.6515691 May 06 13:43:50.110721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d12920e-3096-492f-93a6-992d5a6a8a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.149255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6d0db588-b16a-431b-9c24-9aa338012e91 None None] Provisioning for port d91c4002-300f-4bad-a2f6-8b38f47c9cec completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:50.159325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6d0db588-b16a-431b-9c24-9aa338012e91 None None] Provisioning complete for port d91c4002-300f-4bad-a2f6-8b38f47c9cec triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:50.160663 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6d0db588-b16a-431b-9c24-9aa338012e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.232516 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67a17b55-dd26-461b-b2fe-3e68f4c0d7da tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.240669 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6d0db588-b16a-431b-9c24-9aa338012e91 None None] Port d91c4002-300f-4bad-a2f6-8b38f47c9cec cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:50.341321 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85718af6-f69a-4ba9-b391-2b1b420ac097 req-a9ac07e6-efbb-4639-a1d7-16f13960d9c7 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645707 May 06 13:43:50.346830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35784) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:50.357749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Request body: {'port': {'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b', 'binding:host_id': 'hv-neutron-8408', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-733538819'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:50.398147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-33310d33-d737-475b-b727-117c82275009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:50.401577 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-33310d33-d737-475b-b727-117c82275009 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.3266425 May 06 13:43:50.527890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:50.541275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Usage tracker for resource:port and tenant:552260c6a1074acc99ece0819d139698 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:50.545976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:50.559286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:50.561434 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:50.591716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Made reservation on behalf of 552260c6a1074acc99ece0819d139698 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:50.594008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.621936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.643876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:50.650685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Usage tracker for resource:security_group_rule and tenant:552260c6a1074acc99ece0819d139698 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:50.654141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:50.655070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:50.660615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:50.661258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.663812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:50.687571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67a17b55-dd26-461b-b2fe-3e68f4c0d7da tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.705460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67a17b55-dd26-461b-b2fe-3e68f4c0d7da tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.734697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d12920e-3096-492f-93a6-992d5a6a8a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.789769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.811587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12920e-3096-492f-93a6-992d5a6a8a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event deleted for resources: {'Subnet': ['ID=132b9509-4936-4c10-89e0-66f8ce45127d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:50.835461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:43:50.847752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d12920e-3096-492f-93a6-992d5a6a8a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.848955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:50.853217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a17b55-dd26-461b-b2fe-3e68f4c0d7da tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Port': ['ID=d91c4002-300f-4bad-a2f6-8b38f47c9cec,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:50.854290 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b3972-b694-4f91-a9ac-8bb9b56226d6 None None] Network 1a5c90da-2be8-4ed4-8fda-25109d11f68f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:43:50.864693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c72c1360-0489-4f9d-8dc3-6a74a0cf558a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.879702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.881006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-67a17b55-dd26-461b-b2fe-3e68f4c0d7da tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] In _notify_port_updated(), no bound segment for port d91c4002-300f-4bad-a2f6-8b38f47c9cec on network cc1fecb1-935c-4ce4-913e-a257c3e89b35 {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:43:50.884894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.886594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a17b55-dd26-461b-b2fe-3e68f4c0d7da tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:50.887398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67a17b55-dd26-461b-b2fe-3e68f4c0d7da tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.888874 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-67a17b55-dd26-461b-b2fe-3e68f4c0d7da tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "PUT /v2.0/ports/d91c4002-300f-4bad-a2f6-8b38f47c9cec HTTP/1.1" status: 200 len: 996 time: 1.0397651 May 06 13:43:50.893848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c72c1360-0489-4f9d-8dc3-6a74a0cf558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.896038 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35792) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:50.990143 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.995260 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c72c1360-0489-4f9d-8dc3-6a74a0cf558a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8272bb97fc347ae9ea743bf14ee4cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7084966 May 06 13:43:51.000155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7aad3-e0a9-4386-9e71-8b7c98f00875 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Deleting port d91c4002-300f-4bad-a2f6-8b38f47c9cec {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:51.000546 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e1f7aad3-e0a9-4386-9e71-8b7c98f00875 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.005375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c1360-0489-4f9d-8dc3-6a74a0cf558a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0692011-e4e8-4a81-8213-c7225b9d14eb,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:51.021245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.027127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35798) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:51.033841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.055129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] device_id is not set on port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:51.058854 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8d12920e-3096-492f-93a6-992d5a6a8a0a tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "DELETE /v2.0/subnets/132b9509-4936-4c10-89e0-66f8ce45127d HTTP/1.1" status: 204 len: 168 time: 1.9882555 May 06 13:43:51.119188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35802) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:51.131961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:51.199050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cc55744d-3f8f-47f6-84a6-1336c977dfa4 None None] Provisioning complete for port d91c4002-300f-4bad-a2f6-8b38f47c9cec triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:51.199050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cc55744d-3f8f-47f6-84a6-1336c977dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.214945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a0270-ae3f-45f7-992f-37e9bc71c07c req-cb86a89f-3bdd-4b8a-a8d9-f011302c42b4 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:51.216695 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-346a0270-ae3f-45f7-992f-37e9bc71c07c req-cb86a89f-3bdd-4b8a-a8d9-f011302c42b4 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 945 time: 0.7187533 May 06 13:43:51.231390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-b5a204fa-b7eb-425e-8fc1-eae94e41787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:51.231390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-b5a204fa-b7eb-425e-8fc1-eae94e41787f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7821019 May 06 13:43:51.235501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35806) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:51.262156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-cc55744d-3f8f-47f6-84a6-1336c977dfa4 None None] Port d91c4002-300f-4bad-a2f6-8b38f47c9cec cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:51.265666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81774853-843f-49d5-9ecd-b03b1f08042f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:51.266114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-45b3c19e-927e-4156-8969-afcfedfc7517 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Request body: {'floatingip': {'port_id': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:51.303581 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145283c8-f253-42fd-953f-c5fec7db96ce'] response: {'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'code': 200} May 06 13:43:51.329829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Pushing event updated for resources: {'Port': ['ID=d94a8bf1-c195-4104-9034-1e274df283b6,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:51.342259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90b912-2d43-4250-bfdc-54b5e3401b8a req-0b9111d5-f1d1-468f-aa52-369cd4801ae6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:51.342999 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc90b912-2d43-4250-bfdc-54b5e3401b8a req-0b9111d5-f1d1-468f-aa52-369cd4801ae6 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 945 time: 0.8425124 May 06 13:43:51.370995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.374001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6739f8e5-ee87-48a2-ab00-b7362532784a None None] DHCP port deletion for 1a5c90da-2be8-4ed4-8fda-25109d11f68f request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:43:51.379598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6739f8e5-ee87-48a2-ab00-b7362532784a None None] Deleting port 3ca4f1db-e218-440a-b0b7-d0327923e57f {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:51.379855 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6739f8e5-ee87-48a2-ab00-b7362532784a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.413913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e7a89be5-cfe0-4899-adf3-eb2102d513c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.437087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.461332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-45b3c19e-927e-4156-8969-afcfedfc7517 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.570490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e7a89be5-cfe0-4899-adf3-eb2102d513c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.650963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6739f8e5-ee87-48a2-ab00-b7362532784a None None] For port 3ca4f1db-e218-440a-b0b7-d0327923e57f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3ca4f1db-e218-440a-b0b7-d0327923e57f,segment=NetworkSegment(f0177dcd-3320-4b28-9af0-7847908a566a),segment_id=f0177dcd-3320-4b28-9af0-7847908a566a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:51.651614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6739f8e5-ee87-48a2-ab00-b7362532784a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.657421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Deleting port 3ca4f1db-e218-440a-b0b7-d0327923e57f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:51.657973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.698666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.702434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-699c721b-b18c-4ece-96e1-81a0f8fe6834 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1697061 May 06 13:43:51.710272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35810) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:51.739077 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc90b912-2d43-4250-bfdc-54b5e3401b8a req-5e5eab44-13d8-4cf7-bd38-6c943dab5068 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691998 May 06 13:43:51.783979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6739f8e5-ee87-48a2-ab00-b7362532784a None None] Calling delete_port for 3ca4f1db-e218-440a-b0b7-d0327923e57f owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:51.853443 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-362693d1-42ae-4eac-a886-901535d06622 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148129 May 06 13:43:51.876151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6739f8e5-ee87-48a2-ab00-b7362532784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.891961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e1f7aad3-e0a9-4386-9e71-8b7c98f00875 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.904876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] The port '3ca4f1db-e218-440a-b0b7-d0327923e57f' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:43:51.944997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739f8e5-ee87-48a2-ab00-b7362532784a None None] No DVR routers for this DVR port 3ca4f1db-e218-440a-b0b7-d0327923e57f on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:43:51.952443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739f8e5-ee87-48a2-ab00-b7362532784a None None] Pushing event deleted for resources: {'Port': ['ID=3ca4f1db-e218-440a-b0b7-d0327923e57f,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:52.017507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e531131-3871-48f2-a66d-abb1bc3d49cd req-d604c2cb-153c-445a-89ac-f0d83f22d5ab tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:52.019540 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e531131-3871-48f2-a66d-abb1bc3d49cd req-d604c2cb-153c-445a-89ac-f0d83f22d5ab tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5630848 May 06 13:43:52.139816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ca3a8-0c81-49bf-87b6-a46cc203fc5b req-f3e2011b-b461-4b25-bda3-81be6df3d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:52.141246 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-712ca3a8-0c81-49bf-87b6-a46cc203fc5b req-f3e2011b-b461-4b25-bda3-81be6df3d8a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 1099 time: 0.4974928 May 06 13:43:52.142877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:52.155459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7aad3-e0a9-4386-9e71-8b7c98f00875 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Calling delete_port for d91c4002-300f-4bad-a2f6-8b38f47c9cec owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:52.183702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e7a89be5-cfe0-4899-adf3-eb2102d513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.281204 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e531131-3871-48f2-a66d-abb1bc3d49cd req-e29955d2-5ce0-40e9-995b-a43223df3eb9 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094967 May 06 13:43:52.294029 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb157e16-c25e-4b1b-80cd-f147e359ff8f req-f902eb93-72fc-4166-b741-0d2600714676 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294043 May 06 13:43:52.326438 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-712ca3a8-0c81-49bf-87b6-a46cc203fc5b req-fdb77984-464c-411c-a74c-7d84df37b097 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141133 May 06 13:43:52.366326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:52.388735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Usage tracker for resource:floatingip and tenant:d7a55690bcbf499d9b718248f2cd75e1 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:52.399616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a89be5-cfe0-4899-adf3-eb2102d513c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0692011-e4e8-4a81-8213-c7225b9d14eb,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:52.415648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:52.422036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] device_id is not set on port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:52.435764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:52.450903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.466001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.515139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.529285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Transition to ACTIVE for port object a85f7e37-94de-43de-a6f9-6ffa06eb99f3 will not be triggered until provisioned by entity L2. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:52.543225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5c90da-2be8-4ed4-8fda-25109d11f68f']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:52.551249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e7a89be5-cfe0-4899-adf3-eb2102d513c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.556065 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e7a89be5-cfe0-4899-adf3-eb2102d513c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0692011-e4e8-4a81-8213-c7225b9d14eb HTTP/1.1" status: 204 len: 168 time: 1.5156360 May 06 13:43:52.563873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0177dcd-3320-4b28-9af0-7847908a566a') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:52.564169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0177dcd-3320-4b28-9af0-7847908a566a') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:52.580226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.704186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.708397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3ca4f1db-e218-440a-b0b7-d0327923e57f no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:52.717363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-45b3c19e-927e-4156-8969-afcfedfc7517 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.723382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-45b3c19e-927e-4156-8969-afcfedfc7517 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.765878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.774563 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 3ca4f1db-e218-440a-b0b7-d0327923e57f {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:43:52.775333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3ca4f1db-e218-440a-b0b7-d0327923e57f not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:52.808646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:43:52.809070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:52.825837 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:52.842852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'Port': ['ID=a85f7e37-94de-43de-a6f9-6ffa06eb99f3,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:52.914796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e1f7aad3-e0a9-4386-9e71-8b7c98f00875 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.996772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Checking segment: {'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:43:52.997141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Network hostable DHCP agents. Network: 9d3ba3ca-b265-4021-a47e-29dd30a2676b, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:43:53.007623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7aad3-e0a9-4386-9e71-8b7c98f00875 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event deleted for resources: {'Port': ['ID=d91c4002-300f-4bad-a2f6-8b38f47c9cec,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:53.012873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.014653 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-45b3c19e-927e-4156-8969-afcfedfc7517 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Floating IP 732bc948-d905-420f-9b77-6385523b0f38 associated. External IP: 172.26.2.226, port: 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81. May 06 13:43:53.065415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35822) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:53.073245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.125752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a927d-307b-495b-a939-ed55252255d6 req-2c97059f-c8a6-4e74-841c-a93142258ac0 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:53.127275 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-126a927d-307b-495b-a939-ed55252255d6 req-2c97059f-c8a6-4e74-841c-a93142258ac0 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 946 time: 0.2186186 May 06 13:43:53.142809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] Pushing event deleted for resources: {'Network': ['ID=1a5c90da-2be8-4ed4-8fda-25109d11f68f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:53.162256 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2a7936b5-d0c1-465c-b461-c31fde65d588 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364 tempest-ExtraDHCPOptionsIpV6TestJSON-1377421364-project] 10.222.0.21 "DELETE /v2.0/networks/1a5c90da-2be8-4ed4-8fda-25109d11f68f HTTP/1.1" status: 204 len: 168 time: 2.0419886 May 06 13:43:53.168021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53372444-d663-4813-bc1d-8ff41ff2eae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.182594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Network 9d3ba3ca-b265-4021-a47e-29dd30a2676b is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:43:53.211262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-53372444-d663-4813-bc1d-8ff41ff2eae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:53.223979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e1f7aad3-e0a9-4386-9e71-8b7c98f00875 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.225981 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e1f7aad3-e0a9-4386-9e71-8b7c98f00875 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "DELETE /v2.0/ports/d91c4002-300f-4bad-a2f6-8b38f47c9cec HTTP/1.1" status: 204 len: 168 time: 2.3288975 May 06 13:43:53.228299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 9d3ba3ca-b265-4021-a47e-29dd30a2676b) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:53.230280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-53372444-d663-4813-bc1d-8ff41ff2eae0 admin admin] Usage tracker for resource:security_group_rule and tenant:dcdc76ffe1b444888dd4136ea34332a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:53.235448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35828) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:53.240441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-53372444-d663-4813-bc1d-8ff41ff2eae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:53.242452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b24be5-bd0e-47c6-9e22-dec6f64c3d72 None None] Network 9d3ba3ca-b265-4021-a47e-29dd30a2676b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:43:53.248611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:53.282165 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-126a927d-307b-495b-a939-ed55252255d6 req-734e60b9-fb7d-4b63-aeb7-d4825724f04d tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464081 May 06 13:43:53.297987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-53372444-d663-4813-bc1d-8ff41ff2eae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:53.320021 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ee9182-6085-4d81-a9ac-06ea8866de6b tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] GET failed (client error): The resource could not be found. May 06 13:43:53.320592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-54ee9182-6085-4d81-a9ac-06ea8866de6b tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Synchronizing usage tracker for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:53.328801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:53.329142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:53.329482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:53.334572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.356455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:53.356842 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:53.394805 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 2 to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 May 06 13:43:53.410958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-54ee9182-6085-4d81-a9ac-06ea8866de6b tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Unset dirty status for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:53.416082 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-54ee9182-6085-4d81-a9ac-06ea8866de6b tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "GET /v2.0/ports/d91c4002-300f-4bad-a2f6-8b38f47c9cec HTTP/1.1" status: 404 len: 333 time: 0.1761491 May 06 13:43:53.428911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35834) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:53.447009 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'port': {'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35', 'name': 'tempest-AllowedAddressPairTestJSON-1982534545'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:53.480745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:53.481138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:53.481420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:53.558257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:53.558594 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:53.569220 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 3 to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 May 06 13:43:53.617373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b3c19e-927e-4156-8969-afcfedfc7517 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Router 04a86672-e4c4-4494-bf24-fe0d939efa78 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:43:53.662694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:53.663028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:53.663373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:53.668887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35840) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:53.702314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:53.702641 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:53.711313 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 4 to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 May 06 13:43:53.741333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172876e-666a-4af8-979d-1f44751df609 req-a18ac1db-48b1-4b45-bc33-da44d5a8d19e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:53.742732 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2172876e-666a-4af8-979d-1f44751df609 req-a18ac1db-48b1-4b45-bc33-da44d5a8d19e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.2192619 May 06 13:43:53.764198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:53.764551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:53.764883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:53.771812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Allocated IP 172.26.2.150 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/c37b2362-cd9a-4192-af2b-b018e4a36235) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:53.774940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53372444-d663-4813-bc1d-8ff41ff2eae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.785757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:53.787826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53372444-d663-4813-bc1d-8ff41ff2eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.794252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:53.794581 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:53.807777 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 5 to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 May 06 13:43:53.846567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:53.866126 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2172876e-666a-4af8-979d-1f44751df609 req-85fc51a8-7a3e-4dfd-8d81-2e1729d4a89b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727210 May 06 13:43:53.869230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b3c19e-927e-4156-8969-afcfedfc7517 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:43:53.874625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-45b3c19e-927e-4156-8969-afcfedfc7517 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.884040 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] Sync routers for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:43:53.916730 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:53.917767 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:53.955276 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-53372444-d663-4813-bc1d-8ff41ff2eae0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcdc76ffe1b444888dd4136ea34332a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8788033 May 06 13:43:53.956118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:53.956527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:53.956866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:53.958977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35848) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:53.969051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53372444-d663-4813-bc1d-8ff41ff2eae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b247f972-1e51-4fa7-8eb7-2eebd1bfce1c,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:53.997665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Made reservation on behalf of 099f5a0f55ad4558ae0621df53db28f8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:54.001237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.016487 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-45b3c19e-927e-4156-8969-afcfedfc7517 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "PUT /v2.0/floatingips/732bc948-d905-420f-9b77-6385523b0f38 HTTP/1.1" status: 200 len: 991 time: 2.7796981 May 06 13:43:54.017422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'tag': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:43:54.021857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:54.022187 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:54.036071 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 6 to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 May 06 13:43:54.101056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] device_id is not set on port 715a86e3-e8f6-4d9b-96e3-93b29cae88a6 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:54.140534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:54.140868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:54.141378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:54.167219 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7ed37808-2228-435b-b019-ba91faf83c36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=689979dc458a4eeeb77d0c39be2b1acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943442 May 06 13:43:54.185158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35856) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:54.192081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:54.192819 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:54.207506 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 7 to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 May 06 13:43:54.236205 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:43:54.282750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:54.282971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:54.283308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:54.286353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae6ec-c79c-4388-9baa-a52045779044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.290061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.299696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977358c-9d9c-450d-b0a3-e3ac86e2fff1 req-55be2b79-3d43-499a-b2e4-f7864707ffc9 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:54.301760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f977358c-9d9c-450d-b0a3-e3ac86e2fff1 req-55be2b79-3d43-499a-b2e4-f7864707ffc9 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.1900432 May 06 13:43:54.310364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de117e56-3a63-41e2-ad39-7874c4af587b req-a3a5ef36-47a8-46e8-8c27-99acb53939ad tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:54.311965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de117e56-3a63-41e2-ad39-7874c4af587b req-a3a5ef36-47a8-46e8-8c27-99acb53939ad tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 945 time: 0.1456180 May 06 13:43:54.322941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:54.323234 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:54.331999 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 8 to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 May 06 13:43:54.390237 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f977358c-9d9c-450d-b0a3-e3ac86e2fff1 req-03abfd23-e025-452a-9681-7fdf95446257 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696394 May 06 13:43:54.393411 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de117e56-3a63-41e2-ad39-7874c4af587b req-c58e45d5-289f-47cc-b5d9-94ee5d42f4c9 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740042 May 06 13:43:54.400096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae6ec-c79c-4388-9baa-a52045779044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.419571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:54.419906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:54.420245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:54.459822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:54.460157 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:54.467174 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 9 to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 May 06 13:43:54.488104 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbc0a9b-b156-4c67-bef3-b1fc6a80cd24'] response: {'name': 'network-changed', 'server_uuid': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'tag': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81', 'status': 'completed', 'code': 200} May 06 13:43:54.649388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dd45929-0afa-4797-bbad-b8cdce7ebfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.660955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:54.661291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:54.661627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:54.679113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-5aca6aaa-b97d-490f-8f22-bb7d062f160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:54.681465 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-5aca6aaa-b97d-490f-8f22-bb7d062f160c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d2d1f7673975470b8961dad31a93ab4a&device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 1098 time: 0.1600144 May 06 13:43:54.684574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Allocated IP 172.20.0.12 (cc1fecb1-935c-4ce4-913e-a257c3e89b35/9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1/715a86e3-e8f6-4d9b-96e3-93b29cae88a6) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:54.687452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:54.687777 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:54.697591 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 10 to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 May 06 13:43:54.697864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7907-9d1d-4377-a74a-a1814f38dcf7 req-205d3003-4fa8-4d12-aa32-a2f280ec9738 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:54.699579 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-206c7907-9d1d-4377-a74a-a1814f38dcf7 req-205d3003-4fa8-4d12-aa32-a2f280ec9738 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 946 time: 0.1404374 May 06 13:43:54.726434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dd45929-0afa-4797-bbad-b8cdce7ebfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.736552 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '732bc948-d905-420f-9b77-6385523b0f38', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'floating_ip_address': '172.26.2.226', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'port_id': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'mac_address': 'fa:16:3e:70:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:43:17Z', 'updated_at': '2022-05-06T13:43:52Z', 'revision_number': 1, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0406130-0591-4ca0-901a-2770d033dff8', 'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'mac_address': 'fa:16:3e:c6:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:00Z', 'updated_at': '2022-05-06T13:43:17Z', 'revision_number': 5, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'subnets': [{'id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:54.742331 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:54.742665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:54.742998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:43:54.747195 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] Checking router: 04a86672-e4c4-4494-bf24-fe0d939efa78 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:43:54.771156 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:43:54.772864 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:54.774369 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.811319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae6ec-c79c-4388-9baa-a52045779044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.845055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:43:54.845055 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:43:54.845055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.919686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ae6ec-c79c-4388-9baa-a52045779044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b247f972-1e51-4fa7-8eb7-2eebd1bfce1c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:54.976726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:55.005587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:55.019013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Pushing event updated for resources: {'Port': ['ID=c37b2362-cd9a-4192-af2b-b018e4a36235,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:55.034104 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:43:55.069589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:55.110073 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-206c7907-9d1d-4377-a74a-a1814f38dcf7 req-e19f7fc2-5239-464b-b9ec-5bb35a90826b tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680274 May 06 13:43:55.159005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae6ec-c79c-4388-9baa-a52045779044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.163764 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0b5ae6ec-c79c-4388-9baa-a52045779044 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b247f972-1e51-4fa7-8eb7-2eebd1bfce1c HTTP/1.1" status: 204 len: 168 time: 1.1930737 May 06 13:43:55.184036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dd45929-0afa-4797-bbad-b8cdce7ebfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.221815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-722b13eb-ed7b-4521-8de1-cee54323ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:55.223072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-722b13eb-ed7b-4521-8de1-cee54323ddb9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a4313941-c1db-4ca6-bc86-20b5e4f8fd2a HTTP/1.1" status: 200 len: 913 time: 0.5223813 May 06 13:43:55.225209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dd45929-0afa-4797-bbad-b8cdce7ebfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.226341 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4dd45929-0afa-4797-bbad-b8cdce7ebfbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f41fe5cd-cf88-4dc9-9890-67dfa755befb HTTP/1.1" status: 204 len: 168 time: 1.0310225 May 06 13:43:55.240644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcf56d-bc33-457c-a198-946b5e07f2a8 req-d250079b-7566-4307-af52-a2ca6ffb3cc7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:55.242296 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0dbcf56d-bc33-457c-a198-946b5e07f2a8 req-d250079b-7566-4307-af52-a2ca6ffb3cc7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.2131562 May 06 13:43:55.254004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] For port a85f7e37-94de-43de-a6f9-6ffa06eb99f3, host hv-neutron-8408, cleared binding levels {{(pid=87985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:43:55.254381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempted to set empty binding levels {{(pid=87985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 06 13:43:55.255784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd45929-0afa-4797-bbad-b8cdce7ebfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41fe5cd-cf88-4dc9-9890-67dfa755befb,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:55.278842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.350315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.371500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Transition to ACTIVE for port object 715a86e3-e8f6-4d9b-96e3-93b29cae88a6 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:55.468674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.478947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.484316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:55.484988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.593532 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.2454314 May 06 13:43:55.602023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35882) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:55.603335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.604546 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-c801adc4-280d-4ef7-b80c-4b9731b72571 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 HTTP/1.1" status: 200 len: 999 time: 0.3612516 May 06 13:43:55.609847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0dbcf56d-bc33-457c-a198-946b5e07f2a8 req-7bdc473b-ab61-4067-8574-4779ced61336 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797167 May 06 13:43:55.654307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:55.667618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:55.671804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:43:55.688479 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '732bc948-d905-420f-9b77-6385523b0f38', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'floating_ip_address': '172.26.2.226', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'port_id': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'mac_address': 'fa:16:3e:70:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:43:17Z', 'updated_at': '2022-05-06T13:43:52Z', 'revision_number': 1, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0406130-0591-4ca0-901a-2770d033dff8', 'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'mac_address': 'fa:16:3e:c6:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:00Z', 'updated_at': '2022-05-06T13:43:17Z', 'revision_number': 5, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'subnets': [{'id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:55.704043 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413677c5-6145-4b9c-81de-bab20c0b3ba5 None None] The sync data for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv is: [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '732bc948-d905-420f-9b77-6385523b0f38', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'floating_ip_address': '172.26.2.226', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'port_id': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'mac_address': 'fa:16:3e:70:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:43:17Z', 'updated_at': '2022-05-06T13:43:52Z', 'revision_number': 1, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0406130-0591-4ca0-901a-2770d033dff8', 'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'mac_address': 'fa:16:3e:c6:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:00Z', 'updated_at': '2022-05-06T13:43:17Z', 'revision_number': 5, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'subnets': [{'id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:43:55.778724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-6a09bec6-b218-4545-8a5f-2d41adac90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:55.790260 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-6a09bec6-b218-4545-8a5f-2d41adac90fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e110757-fcab-44c9-bb2e-366b80f2bce8 HTTP/1.1" status: 200 len: 851 time: 0.1391006 May 06 13:43:55.840315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa1dea-7444-4ec4-ad1d-7879d1fa7582 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'Port': ['ID=a85f7e37-94de-43de-a6f9-6ffa06eb99f3,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:55.843129 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a57b7556-1c71-42b6-8a3f-6625b780f49b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Deleting port a85f7e37-94de-43de-a6f9-6ffa06eb99f3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:55.843477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a57b7556-1c71-42b6-8a3f-6625b780f49b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.905548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a7023-ae3f-409b-9252-2002918674cb req-07223421-82e0-42b7-a746-5fc8df3d570f tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:55.907331 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-399a7023-ae3f-409b-9252-2002918674cb req-07223421-82e0-42b7-a746-5fc8df3d570f tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 946 time: 0.5694308 May 06 13:43:55.918452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35900) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:55.933611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0ca515d5-fa57-4e7c-8e62-2f45394b3557 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Request body: {'floatingip': {'port_id': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:56.092177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61066517-ad7a-4728-b893-48a26811899d None None] New status for floating IP 732bc948-d905-420f-9b77-6385523b0f38: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:43:56.111164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:56.111910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.146669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0ca515d5-fa57-4e7c-8e62-2f45394b3557 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.166886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Port': ['ID=715a86e3-e8f6-4d9b-96e3-93b29cae88a6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:56.216180 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c51d7747-c513-48df-9418-3e9ef163d10f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7825131 May 06 13:43:56.292224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35912) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.386621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.395653 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.461374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'port': {'network_id': 'cc1fecb1-935c-4ce4-913e-a257c3e89b35', 'name': 'tempest-AllowedAddressPairTestJSON-628211820'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:56.511163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-547a64a4-7281-46da-9296-d78cd2866368 None None] Provisioning for port 715a86e3-e8f6-4d9b-96e3-93b29cae88a6 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:56.522417 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-547a64a4-7281-46da-9296-d78cd2866368 None None] Provisioning complete for port 715a86e3-e8f6-4d9b-96e3-93b29cae88a6 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:56.522794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-547a64a4-7281-46da-9296-d78cd2866368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.600562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Pushing event updated for resources: {'Port': ['ID=c37b2362-cd9a-4192-af2b-b018e4a36235,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:56.643626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-547a64a4-7281-46da-9296-d78cd2866368 None None] Port 715a86e3-e8f6-4d9b-96e3-93b29cae88a6 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:43:56.731959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.748576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35932) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.752343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-353193d1-1ad7-4378-8a3f-514a36c446ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:56.754706 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-353193d1-1ad7-4378-8a3f-514a36c446ad service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a4313941-c1db-4ca6-bc86-20b5e4f8fd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9522145 May 06 13:43:56.777788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.782313 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f6935fd3-5330-47d6-89b1-31dbc793d750 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0561345 May 06 13:43:56.782313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35938) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.842606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35942) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.904492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-691265434'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:56.910586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8eaafc71-94c0-4a1d-9049-ec7f4893c40b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:56.911786 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-8eaafc71-94c0-4a1d-9049-ec7f4893c40b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 13:43:56.911931 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-8eaafc71-94c0-4a1d-9049-ec7f4893c40b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:43:56.916234 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8eaafc71-94c0-4a1d-9049-ec7f4893c40b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0693803 May 06 13:43:56.918765 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35950) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.924055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:56.930756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125540721'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:56.936924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Usage tracker for resource:network and tenant:07095f3e4e7746f892288a7d6d1be2cc is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:56.945238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:56.948265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:56.955144 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a0bde048-17a3-4ace-a09d-351b6c8b4a83 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3703 time: 0.1694226 May 06 13:43:56.957866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:56.960357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35954) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.962586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:56.965433 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:57.030826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:57.060029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f9afb97a-54ea-431c-a4e9-c46f8c0b226f tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Synchronizing usage tracker for tenant:d03fd1a759f04b0092245aea637e1ce7 on resource:floatingip {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:57.064981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Made reservation on behalf of 07095f3e4e7746f892288a7d6d1be2cc for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:57.068931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.081099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.099117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.114962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.135824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:57.140162 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f9afb97a-54ea-431c-a4e9-c46f8c0b226f tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Unset dirty status for tenant:d03fd1a759f04b0092245aea637e1ce7 on resource:floatingip {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:57.141367 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f9afb97a-54ea-431c-a4e9-c46f8c0b226f tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1802740 May 06 13:43:57.142378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Usage tracker for resource:security_group_rule and tenant:07095f3e4e7746f892288a7d6d1be2cc is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:57.145446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:57.147637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:57.150040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35958) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:57.162789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-a57b7556-1c71-42b6-8a3f-6625b780f49b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] For port a85f7e37-94de-43de-a6f9-6ffa06eb99f3, host hv-neutron-8408, got binding levels [] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:43:57.163407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a57b7556-1c71-42b6-8a3f-6625b780f49b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.212037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:57.214684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:57.224571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:57.247769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:57.335007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a57b7556-1c71-42b6-8a3f-6625b780f49b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Calling delete_port for a85f7e37-94de-43de-a6f9-6ffa06eb99f3 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:57.366982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:57.444274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Usage tracker for resource:port and tenant:099f5a0f55ad4558ae0621df53db28f8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:57.465778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:57.471566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Deleting port c37b2362-cd9a-4192-af2b-b018e4a36235 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:57.472507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.490778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:57.538439 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-3a1f3ba7-0274-4689-9fcf-2edb44dcca0e service neutron] 10.222.0.76 "GET /v2.0/networks/a4313941-c1db-4ca6-bc86-20b5e4f8fd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574573 May 06 13:43:57.552705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Made reservation on behalf of 099f5a0f55ad4558ae0621df53db28f8 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:57.556184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.690041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce76fc2-d5a1-4775-b473-aac8c1c8546a req-30993904-a0d5-46e6-b3fa-26eb7ed4ab11 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:57.692409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ce76fc2-d5a1-4775-b473-aac8c1c8546a req-30993904-a0d5-46e6-b3fa-26eb7ed4ab11 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.9193091 May 06 13:43:57.826263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.845836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.870861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.913530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.920572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.921080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.946967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] device_id is not set on port fb486de3-2d18-4fd1-be18-c2aa88d1f60d yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:57.953086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:58.011950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a57b7556-1c71-42b6-8a3f-6625b780f49b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.164010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b7556-1c71-42b6-8a3f-6625b780f49b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event deleted for resources: {'Port': ['ID=a85f7e37-94de-43de-a6f9-6ffa06eb99f3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.165280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:58.169437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:58.190692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Calling delete_port for c37b2362-cd9a-4192-af2b-b018e4a36235 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:58.205707 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ce76fc2-d5a1-4775-b473-aac8c1c8546a req-8c4148f0-2268-4093-8343-330d68d233a8 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534616 May 06 13:43:58.236592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a57b7556-1c71-42b6-8a3f-6625b780f49b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.242226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:58.247819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538381bc-1cd5-4234-9184-1133e61ce273,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.280024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:58.282150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.282492 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Added segment eafb6aee-36e5-40ee-9654-416cebacac5b of type vlan for network 0e5e9224-7b72-451c-a034-86d3c78614ee May 06 13:43:58.295821 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0602f91a-16c8-44b0-826f-cd55fca86e63 req-27217150-bd48-474e-9223-c375202ffc86 service neutron] 10.222.0.76 "GET /v2.0/networks/a4313941-c1db-4ca6-bc86-20b5e4f8fd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406655 May 06 13:43:58.297153 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a57b7556-1c71-42b6-8a3f-6625b780f49b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a85f7e37-94de-43de-a6f9-6ffa06eb99f3 HTTP/1.1" status: 204 len: 168 time: 2.6914749 May 06 13:43:58.305046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35962) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:58.340441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255add2a-9377-403d-9901-ba2b693785b6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.382441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.397760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-459450f7-8339-4a60-80e7-a4062904f554 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] GET failed (client error): The resource could not be found. May 06 13:43:58.398240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-459450f7-8339-4a60-80e7-a4062904f554 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Synchronizing usage tracker for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:58.489182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.497470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.500214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Allocated IP 172.20.0.14 (cc1fecb1-935c-4ce4-913e-a257c3e89b35/9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1/fb486de3-2d18-4fd1-be18-c2aa88d1f60d) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:58.512009 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.514979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-459450f7-8339-4a60-80e7-a4062904f554 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Unset dirty status for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:58.516131 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-459450f7-8339-4a60-80e7-a4062904f554 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "GET /v2.0/ports/a85f7e37-94de-43de-a6f9-6ffa06eb99f3 HTTP/1.1" status: 404 len: 333 time: 0.2104678 May 06 13:43:58.517450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:43:58.520394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.521702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35966) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:58.537144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Request body: {'port': {'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1067887911'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:58.548935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:58.570785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:58.589700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0ca515d5-fa57-4e7c-8e62-2f45394b3557 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.605533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0ca515d5-fa57-4e7c-8e62-2f45394b3557 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.658831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.663100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb2419-13bc-4992-950a-62a4549a67e4,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.750098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Pushing event deleted for resources: {'Port': ['ID=c37b2362-cd9a-4192-af2b-b018e4a36235,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.795553 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0357254 May 06 13:43:58.823904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.829195 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-952cf8d4-5860-4b52-8f7a-a7717870a4b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9084175 May 06 13:43:58.829195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef448fdb-e068-4148-b6fa-cffc54ff9002 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event updated for resources: {'Network': ['ID=0e5e9224-7b72-451c-a034-86d3c78614ee,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.829588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35970) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:58.829930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35972) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:58.844031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': '38cb2419-13bc-4992-950a-62a4549a67e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:58.846351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 0e5e9224-7b72-451c-a034-86d3c78614ee details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:58.866784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.869576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.874003 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f8b4e582-ebf3-4250-a059-e90392acd9a2 tempest-FloatingIPAdminTestJSON-166259563 tempest-FloatingIPAdminTestJSON-166259563-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ec2fd02-e962-4ea1-afb2-9990afe7f00c HTTP/1.1" status: 204 len: 168 time: 1.7228665 May 06 13:43:58.874643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35978) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:59.066560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Request body: {'subnet': {'network_id': '0e5e9224-7b72-451c-a034-86d3c78614ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:43:59.089690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:59.119131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Made reservation on behalf of 552260c6a1074acc99ece0819d139698 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:59.119351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Deleting port d94a8bf1-c195-4104-9034-1e274df283b6 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:43:59.119663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.122924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.139411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:59.249356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:59.277731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:59.399343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] device_id is not set on port 652e33fe-5dad-4b71-9050-2da54c29200a yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:43:59.401393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.401728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.456067 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-0ca515d5-fa57-4e7c-8e62-2f45394b3557 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Floating IP e966067c-d0ea-486e-be12-d1991606271a associated. External IP: 172.26.2.173, port: 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34. May 06 13:43:59.535043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Calling delete_port for d94a8bf1-c195-4104-9034-1e274df283b6 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:43:59.552354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:59.564185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.601646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Usage tracker for resource:subnet and tenant:07095f3e4e7746f892288a7d6d1be2cc is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:59.606163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:59.635660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.649283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:59.790954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.794302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Made reservation on behalf of 07095f3e4e7746f892288a7d6d1be2cc for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:59.797740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.817953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Transition to ACTIVE for port object fb486de3-2d18-4fd1-be18-c2aa88d1f60d will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:59.843094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Pushing event deleted for resources: {'Port': ['ID=d94a8bf1-c195-4104-9034-1e274df283b6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:59.945079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.956601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.957882 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a8063b97-6798-4ac4-ba9f-34c1499a72f9 tempest-FloatingIPAdminTestJSON-998382309 tempest-FloatingIPAdminTestJSON-998382309-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/fa29bba6-c595-47dc-9202-faaf193b72de HTTP/1.1" status: 204 len: 168 time: 1.0822830 May 06 13:43:59.962484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35984) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:00.038648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c045d0ca-dcaf-465e-9c7f-eb5fa8826d90 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Deleting port 7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:00.039097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c045d0ca-dcaf-465e-9c7f-eb5fa8826d90 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.098277 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.173481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b4ae4-272b-428b-8f64-427e927ee09b req-e5070d2d-b723-49c1-8b33-a946dd16e441 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:00.177047 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a2b4ae4-272b-428b-8f64-427e927ee09b req-e5070d2d-b723-49c1-8b33-a946dd16e441 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.8377702 May 06 13:44:00.205297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.255430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.293579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84378d1-3172-4db2-b70b-e6f903e83c17,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:00.312105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c045d0ca-dcaf-465e-9c7f-eb5fa8826d90 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.375550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.448413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c045d0ca-dcaf-465e-9c7f-eb5fa8826d90 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Calling delete_port for 7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:00.506400 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a2b4ae4-272b-428b-8f64-427e927ee09b req-1243c47a-56c5-4d23-9386-71df1cf583c4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913606 May 06 13:44:00.507144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.508170 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1864682b-10a4-4aec-81d4-0a6541d9b08a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6680501 May 06 13:44:00.513325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35988) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:00.517817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7fb02883-83c4-4260-b70b-991b19291663 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': '38cb2419-13bc-4992-950a-62a4549a67e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:00.529287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7fb02883-83c4-4260-b70b-991b19291663 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:00.535343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7fb02883-83c4-4260-b70b-991b19291663 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:00.539673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7fb02883-83c4-4260-b70b-991b19291663 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:00.545912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7fb02883-83c4-4260-b70b-991b19291663 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:00.546993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:00.563665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:00.566476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:00.584811 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fb02883-83c4-4260-b70b-991b19291663 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.608650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Port': ['ID=fb486de3-2d18-4fd1-be18-c2aa88d1f60d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:00.660387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.714771 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c045d0ca-dcaf-465e-9c7f-eb5fa8826d90 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.721442 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-7fb02883-83c4-4260-b70b-991b19291663 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:44:00.723243 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7fb02883-83c4-4260-b70b-991b19291663 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2097208 May 06 13:44:00.731666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 35992) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:00.763358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca515d5-fa57-4e7c-8e62-2f45394b3557 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Router 209a7c55-470d-477b-bac8-d6aacd20a6e9 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:44:00.770810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:00.771479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.772449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045d0ca-dcaf-465e-9c7f-eb5fa8826d90 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event deleted for resources: {'Port': ['ID=7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:00.832080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Network 9d3ba3ca-b265-4021-a47e-29dd30a2676b is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:00.845659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:00.849010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:00.849947 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:00.850547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.861020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.902563 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fa9ca864-b3bb-40e7-a524-ec5676de628c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6038144 May 06 13:44:00.911087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 35996) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:00.919631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'Port': ['ID=652e33fe-5dad-4b71-9050-2da54c29200a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:00.939934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3ece3758-8788-4e6c-93b1-c48af2eff037 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e6:f0:19'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:fd:20:be'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:00.991379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c045d0ca-dcaf-465e-9c7f-eb5fa8826d90 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.031698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8a322c41-8297-4dc3-8e15-e0fc06585693 None None] Provisioning for port fb486de3-2d18-4fd1-be18-c2aa88d1f60d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:01.037967 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c045d0ca-dcaf-465e-9c7f-eb5fa8826d90 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "DELETE /v2.0/ports/7ecfa23e-f001-466f-ac4f-df7dbe3dd3ae HTTP/1.1" status: 204 len: 168 time: 1.0751595 May 06 13:44:01.040013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8a322c41-8297-4dc3-8e15-e0fc06585693 None None] Provisioning complete for port fb486de3-2d18-4fd1-be18-c2aa88d1f60d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:01.040507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8a322c41-8297-4dc3-8e15-e0fc06585693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.045167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36000) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:01.111691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8a322c41-8297-4dc3-8e15-e0fc06585693 None None] Port fb486de3-2d18-4fd1-be18-c2aa88d1f60d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:44:01.215599 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d25d3ca7-32f8-4f18-a3b3-16475c1b3754 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6927798 May 06 13:44:01.223740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36004) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:01.255905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:01.282630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3edc2a-b13e-4b86-b28a-d53dd705941e tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:01.283333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9f3edc2a-b13e-4b86-b28a-d53dd705941e tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Synchronizing usage tracker for tenant:d03fd1a759f04b0092245aea637e1ce7 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:01.291155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event updated for resources: {'Subnet': ['ID=44a2f1f8-4388-4c54-9229-e871f50a715f,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:01.308459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-405fa177-8118-4a01-aaff-6a80955deaed tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.360770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9f3edc2a-b13e-4b86-b28a-d53dd705941e tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Unset dirty status for tenant:d03fd1a759f04b0092245aea637e1ce7 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:01.361941 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9f3edc2a-b13e-4b86-b28a-d53dd705941e tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc641260-35ae-45e8-843f-81b0a30ea274 HTTP/1.1" status: 200 len: 913 time: 0.3150332 May 06 13:44:01.366218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36008) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:01.393114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Checking segment: {'id': 'eafb6aee-36e5-40ee-9654-416cebacac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0e5e9224-7b72-451c-a034-86d3c78614ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:01.393467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Network hostable DHCP agents. Network: 0e5e9224-7b72-451c-a034-86d3c78614ee, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:01.443463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-405fa177-8118-4a01-aaff-6a80955deaed tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.456718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3ece3758-8788-4e6c-93b1-c48af2eff037 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.546878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca515d5-fa57-4e7c-8e62-2f45394b3557 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:44:01.555231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0ca515d5-fa57-4e7c-8e62-2f45394b3557 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.559732 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] Sync routers for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:44:01.595341 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:01.596489 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:01.640048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Network 0e5e9224-7b72-451c-a034-86d3c78614ee is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:01.682521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 0e5e9224-7b72-451c-a034-86d3c78614ee) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:01.692702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.698195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b6a4c-b077-4bd2-a50c-5dcc8c71452d None None] Network 0e5e9224-7b72-451c-a034-86d3c78614ee requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:01.733199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:01.734884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.923498 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:44:02.149989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3ece3758-8788-4e6c-93b1-c48af2eff037 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.161968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3ece3758-8788-4e6c-93b1-c48af2eff037 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.283591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] device_id is not set on port 652e33fe-5dad-4b71-9050-2da54c29200a yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:02.296105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-0e5e9224-7b72-451c-a034-86d3c78614ee', 'network_id': '0e5e9224-7b72-451c-a034-86d3c78614ee', 'tenant_id': '07095f3e4e7746f892288a7d6d1be2cc', 'fixed_ips': [{'subnet_id': '44a2f1f8-4388-4c54-9229-e871f50a715f'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:44:02.298176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.300503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.318182 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0ca515d5-fa57-4e7c-8e62-2f45394b3557 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "PUT /v2.0/floatingips/e966067c-d0ea-486e-be12-d1991606271a HTTP/1.1" status: 200 len: 992 time: 6.3967135 May 06 13:44:02.319361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-405fa177-8118-4a01-aaff-6a80955deaed tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.386974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece3758-8788-4e6c-93b1-c48af2eff037 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event updated for resources: {'Port': ['ID=fb486de3-2d18-4fd1-be18-c2aa88d1f60d,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:02.390901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:44:02.401042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3ece3758-8788-4e6c-93b1-c48af2eff037 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] In _notify_port_updated(), no bound segment for port fb486de3-2d18-4fd1-be18-c2aa88d1f60d on network cc1fecb1-935c-4ce4-913e-a257c3e89b35 {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:44:02.406276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece3758-8788-4e6c-93b1-c48af2eff037 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:02.406952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3ece3758-8788-4e6c-93b1-c48af2eff037 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.408361 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3ece3758-8788-4e6c-93b1-c48af2eff037 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "PUT /v2.0/ports/fb486de3-2d18-4fd1-be18-c2aa88d1f60d HTTP/1.1" status: 200 len: 1056 time: 1.4941688 May 06 13:44:02.413872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36020) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:02.497710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fa177-8118-4a01-aaff-6a80955deaed tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb2419-13bc-4992-950a-62a4549a67e4,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:02.514768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Transition to ACTIVE for port object 652e33fe-5dad-4b71-9050-2da54c29200a will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:02.516121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-405fa177-8118-4a01-aaff-6a80955deaed tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.520916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-405fa177-8118-4a01-aaff-6a80955deaed tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/38cb2419-13bc-4992-950a-62a4549a67e4 HTTP/1.1" status: 204 len: 168 time: 1.7762191 May 06 13:44:02.521581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36024) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:02.574732 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3a45c229-9e32-4dfe-b015-dd3e0e39185b tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7359772 May 06 13:44:02.585386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.603135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36028) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:02.644802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1624279447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:02.652636 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'e966067c-d0ea-486e-be12-d1991606271a', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'floating_ip_address': '172.26.2.173', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'port_id': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'mac_address': 'fa:16:3e:24:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc776c1-4d52-4189-839c-67879f87f324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:43:18Z', 'updated_at': '2022-05-06T13:43:58Z', 'revision_number': 1, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee23f287-8f3c-43ba-9a1a-c64477542509', 'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'mac_address': 'fa:16:3e:df:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:14Z', 'revision_number': 5, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'subnets': [{'id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:02.664255 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] Checking router: 209a7c55-470d-477b-bac8-d6aacd20a6e9 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:44:02.678982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a1521-cc31-47de-a03f-f7ca5dc840d7 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Deleting port fb486de3-2d18-4fd1-be18-c2aa88d1f60d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:02.679716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1521-cc31-47de-a03f-f7ca5dc840d7 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.684350 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:02.685407 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:43:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:02.753653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Allocated IP 172.20.0.2 (0e5e9224-7b72-451c-a034-86d3c78614ee/44a2f1f8-4388-4c54-9229-e871f50a715f/60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:02.786088 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5afac7ab-2aaf-4d66-9881-a4c2c8e6d212 None None] Provisioning complete for port fb486de3-2d18-4fd1-be18-c2aa88d1f60d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:02.787141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5afac7ab-2aaf-4d66-9881-a4c2c8e6d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.811724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'Port': ['ID=652e33fe-5dad-4b71-9050-2da54c29200a,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:02.830861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:02.838430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.877447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Usage tracker for resource:router and tenant:07095f3e4e7746f892288a7d6d1be2cc is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:02.892725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:02.913331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:02.958242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9bf8229d-7929-4497-9160-432ed889f128 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Synchronizing usage tracker for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:02.977067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5afac7ab-2aaf-4d66-9881-a4c2c8e6d212 None None] Port fb486de3-2d18-4fd1-be18-c2aa88d1f60d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:44:02.989209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:02.989569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:02.989943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:02.998024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.999061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.017106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9bf8229d-7929-4497-9160-432ed889f128 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Unset dirty status for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:03.018315 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9bf8229d-7929-4497-9160-432ed889f128 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4893014 May 06 13:44:03.025058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:03.025058 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:03.026141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36032) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:03.026759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 2 to bind port 652e33fe-5dad-4b71-9050-2da54c29200a May 06 13:44:03.049465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180890f-84b5-4305-bb4a-ff7b77725256 req-2dfe9627-ebca-4aa6-83b9-348fa9078a91 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:03.058823 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6180890f-84b5-4305-bb4a-ff7b77725256 req-2dfe9627-ebca-4aa6-83b9-348fa9078a91 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 946 time: 0.5277264 May 06 13:44:03.085488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686142785'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:03.093182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:03.105864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:03.125667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135ec6f-ab2b-435e-8b10-804284856ea3 req-6a55c923-f951-44ec-a628-4fec8389ccb0 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:03.133826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c135ec6f-ab2b-435e-8b10-804284856ea3 req-6a55c923-f951-44ec-a628-4fec8389ccb0 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.8194561 May 06 13:44:03.148815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.153362 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:44:03.165090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Transition to ACTIVE for port object 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:03.177386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.189249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Transition to ACTIVE for port object 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:03.198522 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.223663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.245819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c135ec6f-ab2b-435e-8b10-804284856ea3 req-29226cbb-a09b-4887-a3b6-db742d5152a6 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110778 May 06 13:44:03.247288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.247894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.248485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:03.280988 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6180890f-84b5-4305-bb4a-ff7b77725256 req-ef804e0a-c306-4ccc-80b0-9f6fb6b9d7a2 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212946 May 06 13:44:03.287164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.317416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:03.318114 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:03.319313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 3 to bind port 652e33fe-5dad-4b71-9050-2da54c29200a May 06 13:44:03.349936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.351386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.352145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:03.358901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:03.362004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:03.363440 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:03.364455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.367370 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-794a7948-68f7-4014-85d3-52510b4bb4c5 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7267950 May 06 13:44:03.370434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 4 to bind port 652e33fe-5dad-4b71-9050-2da54c29200a May 06 13:44:03.375554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36038) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:03.379534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Network 0e5e9224-7b72-451c-a034-86d3c78614ee is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:03.386659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:03.397235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:03.400777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.401309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:03.401604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.402124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:03.420956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:03.420956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:03.426579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Pushing event updated for resources: {'Port': ['ID=60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:03.430631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:03.431149 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:03.433292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 5 to bind port 652e33fe-5dad-4b71-9050-2da54c29200a May 06 13:44:03.467699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.468049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.468393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:03.475462 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9809d80f-bc55-4aaa-b1af-c4de5a0defa9'] response: {'name': 'network-changed', 'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'status': 'completed', 'code': 200} May 06 13:44:03.483522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:03.484384 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:03.487113 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 6 to bind port 652e33fe-5dad-4b71-9050-2da54c29200a May 06 13:44:03.570660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.570979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.571345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:03.589523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:03.589861 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:03.595296 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 7 to bind port 652e33fe-5dad-4b71-9050-2da54c29200a May 06 13:44:03.648069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.648530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.648783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:03.654404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.656208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Attempting to bind port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.656896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Attempting to bind port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'eafb6aee-36e5-40ee-9654-416cebacac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0e5e9224-7b72-451c-a034-86d3c78614ee'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.657491 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Attempting to bind port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 on network 0e5e9224-7b72-451c-a034-86d3c78614ee {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:03.661819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:03.662197 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:03.663600 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 8 to bind port 652e33fe-5dad-4b71-9050-2da54c29200a May 06 13:44:03.681695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.688718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:44:03.689416 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Checking segment: {'id': 'eafb6aee-36e5-40ee-9654-416cebacac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0e5e9224-7b72-451c-a034-86d3c78614ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:03.690103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.691054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Bound using segment: {'id': 'eafb6aee-36e5-40ee-9654-416cebacac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0e5e9224-7b72-451c-a034-86d3c78614ee'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:44:03.691739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Bound port: 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafb6aee-36e5-40ee-9654-416cebacac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0e5e9224-7b72-451c-a034-86d3c78614ee'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:03.692641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.729276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1d7bc-94f6-4788-886a-174d92445ca8,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:03.739549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.739893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.740234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:03.753101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:03.753451 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:03.755735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-66aaee2d-3636-4998-b3dc-9362613c4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:03.757348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-66aaee2d-3636-4998-b3dc-9362613c4ec4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f75961d3d9b0402aaa1f192616d5d564&device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 1099 time: 0.2488751 May 06 13:44:03.761891 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 9 to bind port 652e33fe-5dad-4b71-9050-2da54c29200a May 06 13:44:03.867143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.871043 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-264597d5-0673-44e7-a24b-6ea7dca3b459 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8292999 May 06 13:44:03.874825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.875173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.875521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:03.877786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36044) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:03.903656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4a0e7d76-1bcc-4526-b77b-80472ae28df6 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'abc1d7bc-94f6-4788-886a-174d92445ca8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:03.904459 dv-neutron-840888-1-hyperv neutron-server[87984]: WARNING neutron.api.v2.base [None req-4a0e7d76-1bcc-4526-b77b-80472ae28df6 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 06 13:44:03.904994 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-4a0e7d76-1bcc-4526-b77b-80472ae28df6 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:03.906015 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4a0e7d76-1bcc-4526-b77b-80472ae28df6 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0127838 May 06 13:44:03.909170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:03.910006 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:03.910403 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 10 to bind port 652e33fe-5dad-4b71-9050-2da54c29200a May 06 13:44:03.919415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36048) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:03.928642 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] For port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:03.942094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] For port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72,segment=NetworkSegment(eafb6aee-36e5-40ee-9654-416cebacac5b),segment_id=eafb6aee-36e5-40ee-9654-416cebacac5b)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:44:03.952836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.983523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:03.983866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:03.984194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:04.010660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:04.011013 dv-neutron-840888-1-hyperv neutron-server[87984]: ERROR neutron.plugins.ml2.managers [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port 652e33fe-5dad-4b71-9050-2da54c29200a on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:04.011353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.023540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1521-cc31-47de-a03f-f7ca5dc840d7 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.039089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-d7507c9b-e99b-4d01-9797-5e17cde01c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:04.040597 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-d7507c9b-e99b-4d01-9797-5e17cde01c0a service neutron] 10.222.0.76 "GET /v2.0/networks?id=2ad4c98f-2345-48f6-ae93-65e24bb8bb94 HTTP/1.1" status: 200 len: 907 time: 0.2680831 May 06 13:44:04.072233 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6b8d4-3fff-4094-817f-a764c6aebc8a None None] Pushing event updated for resources: {'Port': ['ID=60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:04.172355 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'e966067c-d0ea-486e-be12-d1991606271a', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'floating_ip_address': '172.26.2.173', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'port_id': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'mac_address': 'fa:16:3e:24:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc776c1-4d52-4189-839c-67879f87f324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:43:18Z', 'updated_at': '2022-05-06T13:43:58Z', 'revision_number': 1, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee23f287-8f3c-43ba-9a1a-c64477542509', 'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'mac_address': 'fa:16:3e:df:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:14Z', 'revision_number': 5, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'subnets': [{'id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:04.177308 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5612282b-5a3a-4d81-ad3f-fda0e28f8192 None None] The sync data for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv is: [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'e966067c-d0ea-486e-be12-d1991606271a', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'floating_ip_address': '172.26.2.173', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'port_id': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'mac_address': 'fa:16:3e:24:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc776c1-4d52-4189-839c-67879f87f324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:43:18Z', 'updated_at': '2022-05-06T13:43:58Z', 'revision_number': 1, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee23f287-8f3c-43ba-9a1a-c64477542509', 'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'mac_address': 'fa:16:3e:df:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:14Z', 'revision_number': 5, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'subnets': [{'id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:44:04.356967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8160-0c08-4208-8591-a5e266ded6ba tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.533900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a1521-cc31-47de-a03f-f7ca5dc840d7 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Calling delete_port for fb486de3-2d18-4fd1-be18-c2aa88d1f60d owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:04.535235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8160-0c08-4208-8591-a5e266ded6ba tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.542012 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a86486-aa36-4ebf-b502-4b21724cb4dc None None] New status for floating IP e966067c-d0ea-486e-be12-d1991606271a: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:44:04.545998 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-2a37f2a4-a6b3-4251-8800-bf6861397200 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 HTTP/1.1" status: 200 len: 1000 time: 0.4467509 May 06 13:44:04.553735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] For port 652e33fe-5dad-4b71-9050-2da54c29200a, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:04.554210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempted to set empty binding levels {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 06 13:44:04.579809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.723317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] In _notify_port_updated(), no bound segment for port 652e33fe-5dad-4b71-9050-2da54c29200a on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:44:04.724328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:04.725049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.726517 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "PUT /v2.0/ports/652e33fe-5dad-4b71-9050-2da54c29200a HTTP/1.1" status: 200 len: 977 time: 3.4890175 May 06 13:44:04.738117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36054) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:04.816994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6313d-bfa9-4b64-91bc-e1693fe5bcdd tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'Port': ['ID=652e33fe-5dad-4b71-9050-2da54c29200a,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:04.831442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:04.835520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8160-0c08-4208-8591-a5e266ded6ba tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.840887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Deleting port b8dd70ed-0a3b-43a5-9a15-7b0906e656aa {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:04.841325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.858873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-b3852dc5-4bbf-447c-8d8f-06bb3f024417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:04.860463 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-b3852dc5-4bbf-447c-8d8f-06bb3f024417 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=79032d72-915a-4c10-a8f5-8d063f9c6490 HTTP/1.1" status: 200 len: 845 time: 0.2854912 May 06 13:44:04.912973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c8160-0c08-4208-8591-a5e266ded6ba tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1d7bc-94f6-4788-886a-174d92445ca8,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:04.933830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebb10a-fd83-45f8-a2f8-cb721a4a8989 req-bf43e936-f009-498d-826c-1af7d9fcec55 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:04.935568 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-28ebb10a-fd83-45f8-a2f8-cb721a4a8989 req-bf43e936-f009-498d-826c-1af7d9fcec55 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.4782021 May 06 13:44:04.947562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c2c8160-0c08-4208-8591-a5e266ded6ba tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.952885 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3c2c8160-0c08-4208-8591-a5e266ded6ba tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/abc1d7bc-94f6-4788-886a-174d92445ca8 HTTP/1.1" status: 204 len: 168 time: 1.0256395 May 06 13:44:04.954213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36058) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:05.037296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:05.055926 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.092260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.093074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.093547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.094016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.094485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.094952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.095413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.095872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.096331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.097410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.097873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.098339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.098798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.099269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.099730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.100181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.100667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.101132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.101592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.102048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.102521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.102980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.103433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.103886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.104341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.104834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.105290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.105767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.106199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.108788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Synchronizing usage tracker for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:05.148557 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-28ebb10a-fd83-45f8-a2f8-cb721a4a8989 req-725fa01a-a054-47d7-b714-9a3f131a4020 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675637 May 06 13:44:05.151274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-64c64d06-6e8e-45f4-ad90-6a68c08ce23e tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Synchronizing usage tracker for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:05.170798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-4a337b77-a8c6-43c7-b5d8-c1682f5b9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:05.172409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-4a337b77-a8c6-43c7-b5d8-c1682f5b9b41 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ad4c98f-2345-48f6-ae93-65e24bb8bb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2972720 May 06 13:44:05.180763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Unset dirty status for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:05.187761 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c836a5f9-369d-4e12-99b4-41d074a1019b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25975 time: 0.4402039 May 06 13:44:05.204726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36062) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:05.210217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-64c64d06-6e8e-45f4-ad90-6a68c08ce23e tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Unset dirty status for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:05.211520 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-64c64d06-6e8e-45f4-ad90-6a68c08ce23e tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2563186 May 06 13:44:05.258419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36066) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:05.277031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'tempest-secgroup--865170253'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:05.353039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:05.375815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1521-cc31-47de-a03f-f7ca5dc840d7 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.395465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-dda3d868-7849-4dd9-9f3b-6b9f4035b1c8 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Deleting port 652e33fe-5dad-4b71-9050-2da54c29200a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:05.396003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dda3d868-7849-4dd9-9f3b-6b9f4035b1c8 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.430439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:05.493671 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-67e82ae4-c709-4862-97f3-3a9cb73f2164 service neutron] 10.222.0.76 "GET /v2.0/networks/2ad4c98f-2345-48f6-ae93-65e24bb8bb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110762 May 06 13:44:05.593285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded45565-0b6e-4c6c-8b6b-ddb6b48882f1 None None] Network 0e5e9224-7b72-451c-a034-86d3c78614ee requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:05.648213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a1521-cc31-47de-a03f-f7ca5dc840d7 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event deleted for resources: {'Port': ['ID=fb486de3-2d18-4fd1-be18-c2aa88d1f60d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:05.722244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.742801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.796447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-dda3d868-7849-4dd9-9f3b-6b9f4035b1c8 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] For port 652e33fe-5dad-4b71-9050-2da54c29200a, host hv-neutron-8408, got binding levels [] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:05.796816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dda3d868-7849-4dd9-9f3b-6b9f4035b1c8 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.806681 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f04e90f5-8186-48a9-a8ea-dd77ae21ce84 req-4db7378c-d5b4-4cbf-bf73-526d369ae5e1 service neutron] 10.222.0.76 "GET /v2.0/networks/2ad4c98f-2345-48f6-ae93-65e24bb8bb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832816 May 06 13:44:05.960648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-dda3d868-7849-4dd9-9f3b-6b9f4035b1c8 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Calling delete_port for 652e33fe-5dad-4b71-9050-2da54c29200a owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:05.979680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e9aa5a8b-1a1a-403b-9ace-fb07b4aa2bc8 None None] Provisioning for port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:06.007892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Calling delete_port for b8dd70ed-0a3b-43a5-9a15-7b0906e656aa owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:06.060779 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.064224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dda3d868-7849-4dd9-9f3b-6b9f4035b1c8 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.071205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e9aa5a8b-1a1a-403b-9ace-fb07b4aa2bc8 None None] Provisioning complete for port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:06.072518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5a8b-1a1a-403b-9ace-fb07b4aa2bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.128463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3d868-7849-4dd9-9f3b-6b9f4035b1c8 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event deleted for resources: {'Port': ['ID=652e33fe-5dad-4b71-9050-2da54c29200a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:06.136011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dda3d868-7849-4dd9-9f3b-6b9f4035b1c8 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.160893 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dda3d868-7849-4dd9-9f3b-6b9f4035b1c8 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "DELETE /v2.0/ports/652e33fe-5dad-4b71-9050-2da54c29200a HTTP/1.1" status: 204 len: 168 time: 0.9496739 May 06 13:44:06.160893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36070) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:06.171191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:06.204565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:06.215089 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddaff4b8-e75a-4025-bb61-33a63f481dad tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] GET failed (client error): The resource could not be found. May 06 13:44:06.215526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ddaff4b8-e75a-4025-bb61-33a63f481dad tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Synchronizing usage tracker for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:06.236672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ddaff4b8-e75a-4025-bb61-33a63f481dad tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Unset dirty status for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:06.246791 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ddaff4b8-e75a-4025-bb61-33a63f481dad tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "GET /v2.0/ports/652e33fe-5dad-4b71-9050-2da54c29200a HTTP/1.1" status: 404 len: 333 time: 0.0796840 May 06 13:44:06.246791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36076) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:06.255463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-145369471', 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:06.262061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:06.279617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:06.282632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5a8b-1a1a-403b-9ace-fb07b4aa2bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.305392 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Made reservation on behalf of 552260c6a1074acc99ece0819d139698 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:06.309942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.331787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e9aa5a8b-1a1a-403b-9ace-fb07b4aa2bc8 None None] For port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72,segment=NetworkSegment(eafb6aee-36e5-40ee-9654-416cebacac5b),segment_id=eafb6aee-36e5-40ee-9654-416cebacac5b)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:06.340763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5a8b-1a1a-403b-9ace-fb07b4aa2bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.352660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] device_id is not set on port 473e335c-6254-4dee-a512-b2b2052df82e yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:06.372865 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:06.473217 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:44:06.490511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:06.518785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa5a8b-1a1a-403b-9ace-fb07b4aa2bc8 None None] Pushing event updated for resources: {'Port': ['ID=60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:06.531325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a305f7d0-17ef-48fe-b252-34518f3f246f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.719244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c3750625-d63c-409b-896f-990b85d143bc None None] Provisioning complete for port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:06.721190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4451-20ae-4e0a-a0cf-1c63b30b87d6 req-9dac1d93-d723-4d8e-9ddc-677321f04d72 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:06.724045 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f94f4451-20ae-4e0a-a0cf-1c63b30b87d6 req-9dac1d93-d723-4d8e-9ddc-677321f04d72 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.1711409 May 06 13:44:06.725325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c3750625-d63c-409b-896f-990b85d143bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.874453 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f94f4451-20ae-4e0a-a0cf-1c63b30b87d6 req-2b6e726e-9ecf-4823-8fde-c3bc0cdf28f7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995195 May 06 13:44:06.882046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.918404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:06.932106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.025728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Network 9d3ba3ca-b265-4021-a47e-29dd30a2676b is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:07.029601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:07.033759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:07.035828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:07.036460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.064583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'Port': ['ID=473e335c-6254-4dee-a512-b2b2052df82e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:07.069959 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7292a4ac-6e3e-49d5-b778-c92dd10eb426 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8225241 May 06 13:44:07.075070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36080) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:07.116836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:07.117222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.230361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5640d5c-9262-4b4f-9ddd-4b6f3a194d52 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:07.231350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d5640d5c-9262-4b4f-9ddd-4b6f3a194d52 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Synchronizing usage tracker for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:07.257108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1521-cc31-47de-a03f-f7ca5dc840d7 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.260359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d5640d5c-9262-4b4f-9ddd-4b6f3a194d52 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Unset dirty status for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:07.262466 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d5640d5c-9262-4b4f-9ddd-4b6f3a194d52 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "GET /v2.0/ports/473e335c-6254-4dee-a512-b2b2052df82e HTTP/1.1" status: 200 len: 954 time: 0.1855807 May 06 13:44:07.265767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Allocated IP 172.20.0.1 (0e5e9224-7b72-451c-a034-86d3c78614ee/44a2f1f8-4388-4c54-9229-e871f50a715f/304de445-9ec9-48c9-b1ac-f7f9dc4927d1) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:07.266640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36084) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:07.342388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c50f9753-fbe9-4ce9-9b3c-bf2f2580f083 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Deleting port 473e335c-6254-4dee-a512-b2b2052df82e {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:07.343093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c50f9753-fbe9-4ce9-9b3c-bf2f2580f083 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.370578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.387119 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ea9a1521-cc31-47de-a03f-f7ca5dc840d7 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "DELETE /v2.0/ports/fb486de3-2d18-4fd1-be18-c2aa88d1f60d HTTP/1.1" status: 204 len: 168 time: 4.9721456 May 06 13:44:07.387980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.390225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36088) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:07.451845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec9f5a5-1499-48ec-859a-0a9f38041437 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] GET failed (client error): The resource could not be found. May 06 13:44:07.452875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ec9f5a5-1499-48ec-859a-0a9f38041437 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Synchronizing usage tracker for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:07.516934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ec9f5a5-1499-48ec-859a-0a9f38041437 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Unset dirty status for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:07.519032 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9ec9f5a5-1499-48ec-859a-0a9f38041437 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "GET /v2.0/ports/fb486de3-2d18-4fd1-be18-c2aa88d1f60d HTTP/1.1" status: 404 len: 333 time: 0.1269844 May 06 13:44:07.526143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36092) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:07.550643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.551923 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2927125 May 06 13:44:07.565705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36096) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:07.585235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-44a02f80-a94c-405e-8c8e-faeb3296b7dd tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a21a345d-2b24-4063-b6d5-daad91d88db1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:07.586366 dv-neutron-840888-1-hyperv neutron-server[87984]: WARNING neutron.api.v2.base [None req-44a02f80-a94c-405e-8c8e-faeb3296b7dd tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 06 13:44:07.586710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-44a02f80-a94c-405e-8c8e-faeb3296b7dd tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:07.592286 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-44a02f80-a94c-405e-8c8e-faeb3296b7dd tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0185978 May 06 13:44:07.595508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36100) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:07.615021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbed448-dea7-4b75-8987-9f97c3f14567 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a345d-2b24-4063-b6d5-daad91d88db1,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:07.623065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.720864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event deleted for resources: {'Port': ['ID=b8dd70ed-0a3b-43a5-9a15-7b0906e656aa,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:07.721132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-3deca4db-3134-44bb-bc01-973d73183e97 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Deleting port 715a86e3-e8f6-4d9b-96e3-93b29cae88a6 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:07.721553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3deca4db-3134-44bb-bc01-973d73183e97 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.821750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c50f9753-fbe9-4ce9-9b3c-bf2f2580f083 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.844360 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.905848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b70ae2af-40bd-4cbe-9082-0888f18a3bd8 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.913698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Transition to ACTIVE for port object 304de445-9ec9-48c9-b1ac-f7f9dc4927d1 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:08.017246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b70ae2af-40bd-4cbe-9082-0888f18a3bd8 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.120788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c50f9753-fbe9-4ce9-9b3c-bf2f2580f083 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Calling delete_port for 473e335c-6254-4dee-a512-b2b2052df82e owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:08.326239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.376495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c50f9753-fbe9-4ce9-9b3c-bf2f2580f083 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.425280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b70ae2af-40bd-4cbe-9082-0888f18a3bd8 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.445381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f9753-fbe9-4ce9-9b3c-bf2f2580f083 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event deleted for resources: {'Port': ['ID=473e335c-6254-4dee-a512-b2b2052df82e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:08.447229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Network 0e5e9224-7b72-451c-a034-86d3c78614ee is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:08.456729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c50f9753-fbe9-4ce9-9b3c-bf2f2580f083 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.459251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:08.461746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.465955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:08.507952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae2af-40bd-4cbe-9082-0888f18a3bd8 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a345d-2b24-4063-b6d5-daad91d88db1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:08.515090 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c50f9753-fbe9-4ce9-9b3c-bf2f2580f083 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "DELETE /v2.0/ports/473e335c-6254-4dee-a512-b2b2052df82e HTTP/1.1" status: 204 len: 168 time: 1.2465267 May 06 13:44:08.522058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event updated for resources: {'Port': ['ID=304de445-9ec9-48c9-b1ac-f7f9dc4927d1,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:08.527748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a587f-5eec-4b5e-99ae-88a8c58a02e7 req-d23d5ed6-ae12-4e9a-9465-688530a825a8 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:08.528297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36108) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:08.529339 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa6a587f-5eec-4b5e-99ae-88a8c58a02e7 req-d23d5ed6-ae12-4e9a-9465-688530a825a8 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.3678491 May 06 13:44:08.531218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3deca4db-3134-44bb-bc01-973d73183e97 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.664331 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b70ae2af-40bd-4cbe-9082-0888f18a3bd8 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.665560 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b70ae2af-40bd-4cbe-9082-0888f18a3bd8 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/a21a345d-2b24-4063-b6d5-daad91d88db1 HTTP/1.1" status: 204 len: 168 time: 1.0690296 May 06 13:44:08.678630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36112) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:08.683681 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d434f729-12f9-488c-89a6-c9c26a207f0c tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] GET failed (client error): The resource could not be found. May 06 13:44:08.684232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d434f729-12f9-488c-89a6-c9c26a207f0c tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Synchronizing usage tracker for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:08.733552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.792331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-3deca4db-3134-44bb-bc01-973d73183e97 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Calling delete_port for 715a86e3-e8f6-4d9b-96e3-93b29cae88a6 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:08.874330 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa6a587f-5eec-4b5e-99ae-88a8c58a02e7 req-49ce9a2b-a537-4707-b4fd-2ea7455f343a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276930 May 06 13:44:08.882427 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-00b6fb4b-b5aa-48ca-909f-2a94d404bed4 None None] Provisioning for port 304de445-9ec9-48c9-b1ac-f7f9dc4927d1 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:08.898044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-00b6fb4b-b5aa-48ca-909f-2a94d404bed4 None None] Provisioning complete for port 304de445-9ec9-48c9-b1ac-f7f9dc4927d1 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:08.898475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00b6fb4b-b5aa-48ca-909f-2a94d404bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.975153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-00b6fb4b-b5aa-48ca-909f-2a94d404bed4 None None] Port 304de445-9ec9-48c9-b1ac-f7f9dc4927d1 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:44:08.987631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d434f729-12f9-488c-89a6-c9c26a207f0c tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Unset dirty status for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:08.987631 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d434f729-12f9-488c-89a6-c9c26a207f0c tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "GET /v2.0/ports/473e335c-6254-4dee-a512-b2b2052df82e HTTP/1.1" status: 404 len: 333 time: 0.4464035 May 06 13:44:08.988100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc73ba34-e520-48f5-bd24-35723622c021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.016254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36116) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:09.023678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Request body: {'port': {'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1193826282'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:09.039132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:09.047072 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4b27f8bd-8836-4216-a19b-081ec20b8da2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Synchronizing usage tracker for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:09.067628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3deca4db-3134-44bb-bc01-973d73183e97 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.072987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:09.123300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deca4db-3134-44bb-bc01-973d73183e97 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event deleted for resources: {'Port': ['ID=715a86e3-e8f6-4d9b-96e3-93b29cae88a6,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:09.182971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Made reservation on behalf of 552260c6a1074acc99ece0819d139698 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:09.185474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.199544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4b27f8bd-8836-4216-a19b-081ec20b8da2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Unset dirty status for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:09.200870 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4b27f8bd-8836-4216-a19b-081ec20b8da2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5189672 May 06 13:44:09.213123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36120) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:09.234874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'tempest-secgroup--783514062'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:09.249635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3deca4db-3134-44bb-bc01-973d73183e97 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.266289 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3deca4db-3134-44bb-bc01-973d73183e97 tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "DELETE /v2.0/ports/715a86e3-e8f6-4d9b-96e3-93b29cae88a6 HTTP/1.1" status: 204 len: 168 time: 1.7387004 May 06 13:44:09.270315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36124) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:09.319747 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2200756-5df4-4c77-a7a9-726606d8cbde tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] GET failed (client error): The resource could not be found. May 06 13:44:09.320465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c2200756-5df4-4c77-a7a9-726606d8cbde tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Synchronizing usage tracker for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:09.340361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c2200756-5df4-4c77-a7a9-726606d8cbde tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Unset dirty status for tenant:099f5a0f55ad4558ae0621df53db28f8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:09.347233 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c2200756-5df4-4c77-a7a9-726606d8cbde tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "GET /v2.0/ports/715a86e3-e8f6-4d9b-96e3-93b29cae88a6 HTTP/1.1" status: 404 len: 333 time: 0.0705175 May 06 13:44:09.347653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36128) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:09.364319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:09.410145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] device_id is not set on port f1fa8e56-cb00-48ed-b7af-b85d796a0266 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:09.435408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4dd3fbfd-9ee5-4e59-a367-309b9440847c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Deleting port 8ab945f6-2c40-41d9-956c-fcdc2b9da72b {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:09.436062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fbfd-9ee5-4e59-a367-309b9440847c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.461259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:09.498441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Router fc641260-35ae-45e8-843f-81b0a30ea274 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:44:09.505418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.520966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.723005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fbfd-9ee5-4e59-a367-309b9440847c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.726889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:09.763629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:09.773196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:09.801287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:09.847403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.861017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4dd3fbfd-9ee5-4e59-a367-309b9440847c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Calling delete_port for 8ab945f6-2c40-41d9-956c-fcdc2b9da72b owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:10.013309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.105693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fbfd-9ee5-4e59-a367-309b9440847c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.208057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3fbfd-9ee5-4e59-a367-309b9440847c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event deleted for resources: {'Port': ['ID=8ab945f6-2c40-41d9-956c-fcdc2b9da72b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:10.353676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.369252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:44:10.382366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fbfd-9ee5-4e59-a367-309b9440847c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.383954 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be9d8d5-d30c-4f96-b1b4-a26e2cd99bae None None] Sync routers for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:44:10.408486 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be9d8d5-d30c-4f96-b1b4-a26e2cd99bae None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:10.410531 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0be9d8d5-d30c-4f96-b1b4-a26e2cd99bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:10.420315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8a481-1199-4ceb-9f76-a07e9e5d3612 req-fe5fdb4d-3498-4662-a80b-eed0cbd5d8aa tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:10.422619 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e0e8a481-1199-4ceb-9f76-a07e9e5d3612 req-fe5fdb4d-3498-4662-a80b-eed0cbd5d8aa tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.2658651 May 06 13:44:10.429406 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4dd3fbfd-9ee5-4e59-a367-309b9440847c tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "DELETE /v2.0/ports/8ab945f6-2c40-41d9-956c-fcdc2b9da72b HTTP/1.1" status: 204 len: 168 time: 1.0772555 May 06 13:44:10.429895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36136) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:10.513558 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.533166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.554915 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-df75e004-da19-485f-812c-b0e8bd24ad2a tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "PUT /v2.0/routers/fc641260-35ae-45e8-843f-81b0a30ea274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1844668 May 06 13:44:10.558617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36140) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:10.570306 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0be9d8d5-d30c-4f96-b1b4-a26e2cd99bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:10.582990 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be9d8d5-d30c-4f96-b1b4-a26e2cd99bae None None] Routers {'fc641260-35ae-45e8-843f-81b0a30ea274'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:10.583937 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0be9d8d5-d30c-4f96-b1b4-a26e2cd99bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc641260-35ae-45e8-843f-81b0a30ea274'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:10.632713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09aae626-5a30-463f-a97a-960bc469d6b2,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:10.636598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.642106 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0a4baf12-c166-4d5c-9421-774eb09da393 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4137528 May 06 13:44:10.649817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36144) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:10.660166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.679677 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0be9d8d5-d30c-4f96-b1b4-a26e2cd99bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:10.680347 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be9d8d5-d30c-4f96-b1b4-a26e2cd99bae None None] The sync data for ids ['fc641260-35ae-45e8-843f-81b0a30ea274'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:44:10.717133 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b5d8ede6-8efd-4540-9ee8-b05df7679697 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': '09aae626-5a30-463f-a97a-960bc469d6b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:10.736575 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-b5d8ede6-8efd-4540-9ee8-b05df7679697 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 06 13:44:10.738447 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-b5d8ede6-8efd-4540-9ee8-b05df7679697 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:10.739770 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b5d8ede6-8efd-4540-9ee8-b05df7679697 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0844424 May 06 13:44:10.751850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36148) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:10.769331 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:44:10.780465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-78075a3c-8f37-4de0-81ac-370302d1995a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': '09aae626-5a30-463f-a97a-960bc469d6b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:10.781186 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-78075a3c-8f37-4de0-81ac-370302d1995a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 06 13:44:10.781716 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-78075a3c-8f37-4de0-81ac-370302d1995a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:10.782817 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-78075a3c-8f37-4de0-81ac-370302d1995a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0298932 May 06 13:44:10.794843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36152) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:10.806749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Network 9d3ba3ca-b265-4021-a47e-29dd30a2676b is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:10.810165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b44b7246-990b-478f-88fe-84fb678bee4e tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': '09aae626-5a30-463f-a97a-960bc469d6b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:10.811015 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-b44b7246-990b-478f-88fe-84fb678bee4e tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 06 13:44:10.811538 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-b44b7246-990b-478f-88fe-84fb678bee4e tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:10.812640 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b44b7246-990b-478f-88fe-84fb678bee4e tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0160596 May 06 13:44:10.814990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.819334 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36156) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:10.820372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:10.826753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:10.827703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:10.828300 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.838161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-30b48cbd-ca1c-4795-9c4e-767ec876f49b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': '09aae626-5a30-463f-a97a-960bc469d6b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:10.839062 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-30b48cbd-ca1c-4795-9c4e-767ec876f49b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 06 13:44:10.839569 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-30b48cbd-ca1c-4795-9c4e-767ec876f49b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:10.840635 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-30b48cbd-ca1c-4795-9c4e-767ec876f49b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0178926 May 06 13:44:10.843621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.866580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36160) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:10.898446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'Port': ['ID=f1fa8e56-cb00-48ed-b7af-b85d796a0266,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:10.912885 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e0e8a481-1199-4ceb-9f76-a07e9e5d3612 req-1749e0cd-e353-48f1-a57e-9d8e44dac2ee tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4144740 May 06 13:44:10.928260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-60810e5b-44cc-46e1-9e93-cfeb85a3c7de tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Deleting subnet 9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:44:10.932445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60810e5b-44cc-46e1-9e93-cfeb85a3c7de tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.999643 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-67d6ac1e-4ff0-494d-94db-ec2de5c5756b tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9818504 May 06 13:44:11.008575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36164) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:11.019427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8408'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:11.071410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.074681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.086076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event updated for resources: {'Port': ['ID=304de445-9ec9-48c9-b1ac-f7f9dc4927d1,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:11.154078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60810e5b-44cc-46e1-9e93-cfeb85a3c7de tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.278802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.292089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82703ff9-b5ca-45f3-a808-0567a4f65c1b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.373857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Network 0e5e9224-7b72-451c-a034-86d3c78614ee is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:11.376949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:11.381079 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82703ff9-b5ca-45f3-a808-0567a4f65c1b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.442004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.445849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60810e5b-44cc-46e1-9e93-cfeb85a3c7de tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.481369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.516361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Deleting port 832e80bb-15ed-4aad-a98d-5445386308b6 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:11.516731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.576534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82703ff9-b5ca-45f3-a808-0567a4f65c1b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.626244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82703ff9-b5ca-45f3-a808-0567a4f65c1b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aae626-5a30-463f-a97a-960bc469d6b2,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:11.699204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60810e5b-44cc-46e1-9e93-cfeb85a3c7de tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.746077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-065a696b-8d10-4eb4-8e8c-82fa3a8e470a None None] Provisioning complete for port 304de445-9ec9-48c9-b1ac-f7f9dc4927d1 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:11.746790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-065a696b-8d10-4eb4-8e8c-82fa3a8e470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.750347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60810e5b-44cc-46e1-9e93-cfeb85a3c7de tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event deleted for resources: {'Subnet': ['ID=9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:11.757353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82703ff9-b5ca-45f3-a808-0567a4f65c1b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.761553 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-82703ff9-b5ca-45f3-a808-0567a4f65c1b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/09aae626-5a30-463f-a97a-960bc469d6b2 HTTP/1.1" status: 204 len: 168 time: 0.8838682 May 06 13:44:11.763634 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36168) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:11.771368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60810e5b-44cc-46e1-9e93-cfeb85a3c7de tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.784097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] device_id is not set on port f1fa8e56-cb00-48ed-b7af-b85d796a0266 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:11.789867 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Router 7b323df4-dcc3-40d3-a620-19cb4e05964e is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:44:11.797145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.804608 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-60810e5b-44cc-46e1-9e93-cfeb85a3c7de tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "DELETE /v2.0/subnets/9b10a7f1-4100-4c1e-bbf9-e7a7444a36a1 HTTP/1.1" status: 204 len: 168 time: 1.3731494 May 06 13:44:11.811902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36172) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:11.816306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d77b9-671a-4864-9f23-05ff4f3bd1a6 None None] Network cc1fecb1-935c-4ce4-913e-a257c3e89b35 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:11.865971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.897969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0c6f0059-a70b-4d2b-82c1-5646ebb3b659 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Synchronizing usage tracker for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:12.037848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-065a696b-8d10-4eb4-8e8c-82fa3a8e470a None None] Port 304de445-9ec9-48c9-b1ac-f7f9dc4927d1 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:44:12.050235 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Transition to ACTIVE for port object f1fa8e56-cb00-48ed-b7af-b85d796a0266 will not be triggered until provisioned by entity L2. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:12.118161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Calling delete_port for 832e80bb-15ed-4aad-a98d-5445386308b6 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:12.121203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.219333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0c6f0059-a70b-4d2b-82c1-5646ebb3b659 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Unset dirty status for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:12.221046 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0c6f0059-a70b-4d2b-82c1-5646ebb3b659 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4562671 May 06 13:44:12.231077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36178) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:12.242093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'tempest-secgroup--524856763'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:12.266263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:12.282550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] DHCP port deletion for cc1fecb1-935c-4ce4-913e-a257c3e89b35 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:44:12.288503 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] Deleting port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:12.288743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.390947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.396891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'Port': ['ID=f1fa8e56-cb00-48ed-b7af-b85d796a0266,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:12.412216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:44:12.419319 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f3a63c50-46e5-43b5-b958-90d7282aafa1 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "PUT /v2.0/routers/7b323df4-dcc3-40d3-a620-19cb4e05964e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0352428 May 06 13:44:12.423021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36182) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:12.424338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:12.432259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:12.432619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:12.432962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:12.441266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Deleting port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:12.441649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.454690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Request body: {'port': {'network_id': '0e5e9224-7b72-451c-a034-86d3c78614ee', 'name': 'tempest-FloatingIPNegativeTestJSON-404499174'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:12.467782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:12.468222 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:12.474668 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 2 to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 May 06 13:44:12.486204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d651aeb-da87-40ba-9e4a-aa42c1c74b57 None None] Sync routers for ids ['7b323df4-dcc3-40d3-a620-19cb4e05964e'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:44:12.508785 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:12.509040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:12.509384 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:12.520746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:12.521086 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:12.523411 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 3 to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 May 06 13:44:12.542860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.572688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d651aeb-da87-40ba-9e4a-aa42c1c74b57 None None] Routers {'7b323df4-dcc3-40d3-a620-19cb4e05964e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:12.573674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1d651aeb-da87-40ba-9e4a-aa42c1c74b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7b323df4-dcc3-40d3-a620-19cb4e05964e'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:12.588814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:12.589143 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:12.589487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:12.598792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:12.599055 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:12.602588 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 4 to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 May 06 13:44:12.621135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932facb-2369-46a2-a021-dce68beb7b94 req-e3ecb031-a1bf-4414-9bee-b12db4383df4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:12.622993 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d932facb-2369-46a2-a021-dce68beb7b94 req-e3ecb031-a1bf-4414-9bee-b12db4383df4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.4725010 May 06 13:44:12.631787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:12.664159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1d651aeb-da87-40ba-9e4a-aa42c1c74b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:12.682206 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] For port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a4948ef-8b3d-4e78-bc3a-02b1aad2443a,segment=NetworkSegment(be53abdb-01e3-4d09-9838-0dcb6cfb6531),segment_id=be53abdb-01e3-4d09-9838-0dcb6cfb6531)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:12.682557 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.694282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:12.694896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:12.695465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:12.698007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d651aeb-da87-40ba-9e4a-aa42c1c74b57 None None] Routers {'7b323df4-dcc3-40d3-a620-19cb4e05964e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:12.698751 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1d651aeb-da87-40ba-9e4a-aa42c1c74b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7b323df4-dcc3-40d3-a620-19cb4e05964e'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:12.714500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:12.715098 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:12.718668 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 5 to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 May 06 13:44:12.755394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:12.756116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:12.756645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:12.760735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] For port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a4948ef-8b3d-4e78-bc3a-02b1aad2443a,segment=NetworkSegment(be53abdb-01e3-4d09-9838-0dcb6cfb6531),segment_id=be53abdb-01e3-4d09-9838-0dcb6cfb6531)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:12.761375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.778367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:12.779045 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:12.798130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:12.802699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:12.826215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1d651aeb-da87-40ba-9e4a-aa42c1c74b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:12.826726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d651aeb-da87-40ba-9e4a-aa42c1c74b57 None None] The sync data for ids ['7b323df4-dcc3-40d3-a620-19cb4e05964e'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:44:12.831057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:12.834868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:44:12.836381 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 6 to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 May 06 13:44:12.914601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Calling delete_port for 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:12.937525 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] Calling delete_port for 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:12.966237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:12.966817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:12.967299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:12.977378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:12.977709 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:12.980384 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 7 to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 May 06 13:44:12.981575 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d932facb-2369-46a2-a021-dce68beb7b94 req-73e7cc02-918d-43ba-8ad3-28d11a64759d tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896274 May 06 13:44:12.990668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:13.000543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Usage tracker for resource:port and tenant:07095f3e4e7746f892288a7d6d1be2cc is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:13.004306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:13.013717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:13.018959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:13.019412 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:13.019900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:13.026336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:13.026833 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:13.027967 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 8 to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 May 06 13:44:13.046251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Made reservation on behalf of 07095f3e4e7746f892288a7d6d1be2cc for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:13.050538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.055600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:13.055937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:13.056254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:13.058719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.076994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.084749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a update to DOWN by agent not found {{(pid=87986) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 06 13:44:13.093268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:44:13.093521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:44:13.103856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:13.104207 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:13.112459 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 9 to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 May 06 13:44:13.120483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event deleted for resources: {'Port': ['ID=1a4948ef-8b3d-4e78-bc3a-02b1aad2443a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:13.130638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] No DVR routers for this DVR port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:44:13.135655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] device_id is not set on port 0002ba85-b21b-4f0c-bd07-3d21e2dba2b7 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:13.172879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:13.173143 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:13.173597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:13.201928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event deleted for resources: {'Port': ['ID=832e80bb-15ed-4aad-a98d-5445386308b6,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:13.217170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:13.217781 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:13.297204 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempt 10 to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 May 06 13:44:13.345421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:13.345843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] {{(pid=87985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:13.346270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempting to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:13.357142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.365928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:44:13.366445 dv-neutron-840888-1-hyperv neutron-server[87985]: ERROR neutron.plugins.ml2.managers [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Failed to bind port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on host hv-neutron-8408 for vnic_type normal using segments [{'id': 'be769d76-7d9d-4c8a-b40f-6accca497d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9d3ba3ca-b265-4021-a47e-29dd30a2676b'}] May 06 13:44:13.367022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.367939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.379316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.435392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1fecb1-935c-4ce4-913e-a257c3e89b35']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:13.462003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.472386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be53abdb-01e3-4d09-9838-0dcb6cfb6531') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:13.472987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be53abdb-01e3-4d09-9838-0dcb6cfb6531') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:13.492680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.537131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.551379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:44:13.551953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:44:13.569638 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:44:13.574522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] For port f1fa8e56-cb00-48ed-b7af-b85d796a0266, host hv-neutron-8408, cleared binding levels {{(pid=87985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:13.574522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attempted to set empty binding levels {{(pid=87985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 06 13:44:13.579584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.594695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] Deleting port 1a4948ef-8b3d-4e78-bc3a-02b1aad2443a {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:13.595604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.700926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ff8b42-9d6a-439e-bf82-1112c8013770,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:13.714731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.720792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.723066 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-76e33dcb-8e3c-4eb0-82a7-317e74ffe1b7 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4904008 May 06 13:44:13.724652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.730572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36186) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:13.735964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ddfe8c15-9dfd-4000-b50d-d10f04809ad9 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff8b42-9d6a-439e-bf82-1112c8013770', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:13.736543 dv-neutron-840888-1-hyperv neutron-server[87984]: WARNING neutron.api.v2.base [None req-ddfe8c15-9dfd-4000-b50d-d10f04809ad9 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 13:44:13.737203 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-ddfe8c15-9dfd-4000-b50d-d10f04809ad9 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:13.738553 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ddfe8c15-9dfd-4000-b50d-d10f04809ad9 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070994 May 06 13:44:13.745066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Allocated IP 172.20.0.14 (0e5e9224-7b72-451c-a034-86d3c78614ee/44a2f1f8-4388-4c54-9229-e871f50a715f/0002ba85-b21b-4f0c-bd07-3d21e2dba2b7) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:13.747189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36190) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:13.752300 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cf7ee-a9b2-432c-998c-8c0d742c66ed None None] The port '1a4948ef-8b3d-4e78-bc3a-02b1aad2443a' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:44:13.758827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fd2502f4-be12-4cfc-987f-4e35544316dc tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff8b42-9d6a-439e-bf82-1112c8013770', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:13.780152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fd2502f4-be12-4cfc-987f-4e35544316dc tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:13.787444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fd2502f4-be12-4cfc-987f-4e35544316dc tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:13.792689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fd2502f4-be12-4cfc-987f-4e35544316dc tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:13.813943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fd2502f4-be12-4cfc-987f-4e35544316dc tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:13.819471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.820029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Fanout notify agent at l3_agent the message router_deleted on router fc641260-35ae-45e8-843f-81b0a30ea274 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:44:13.854923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.856080 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cc9a1c62-db20-4be6-b7a4-c9577279fa61 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "DELETE /v2.0/routers/fc641260-35ae-45e8-843f-81b0a30ea274 HTTP/1.1" status: 204 len: 168 time: 3.2950015 May 06 13:44:13.865073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36194) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:13.903716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] In _notify_port_updated(), no bound segment for port f1fa8e56-cb00-48ed-b7af-b85d796a0266 on network 9d3ba3ca-b265-4021-a47e-29dd30a2676b {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:44:13.904890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:13.905505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.911646 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "PUT /v2.0/ports/f1fa8e56-cb00-48ed-b7af-b85d796a0266 HTTP/1.1" status: 200 len: 977 time: 2.8974831 May 06 13:44:13.914422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36198) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:13.939060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e7d60-e3ba-459d-aa57-c969306daa8f tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event updated for resources: {'Port': ['ID=f1fa8e56-cb00-48ed-b7af-b85d796a0266,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:13.952076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.006082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.011353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] Pushing event deleted for resources: {'Network': ['ID=cc1fecb1-935c-4ce4-913e-a257c3e89b35,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:14.035507 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-866871c8-3308-4ea3-8fdf-dae07d99734f tempest-AllowedAddressPairTestJSON-1459899291 tempest-AllowedAddressPairTestJSON-1459899291-project] 10.222.0.21 "DELETE /v2.0/networks/cc1fecb1-935c-4ce4-913e-a257c3e89b35 HTTP/1.1" status: 204 len: 168 time: 2.2221887 May 06 13:44:14.108218 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-fd2502f4-be12-4cfc-987f-4e35544316dc tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:14.109342 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fd2502f4-be12-4cfc-987f-4e35544316dc tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3611302 May 06 13:44:14.114725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36206) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.123910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d399a6c5-f171-4930-8fb0-1723229809b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff8b42-9d6a-439e-bf82-1112c8013770', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:14.124699 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-d399a6c5-f171-4930-8fb0-1723229809b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 06 13:44:14.125215 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-d399a6c5-f171-4930-8fb0-1723229809b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:14.130773 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d399a6c5-f171-4930-8fb0-1723229809b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099623 May 06 13:44:14.131821 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36210) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.137001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9ef35bde-9bea-4c3f-87f0-799ddc3d0ea4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff8b42-9d6a-439e-bf82-1112c8013770', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:14.149474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f55227-956a-4a8e-8429-b3d34a9d49c6 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Deleting subnet e1f79c18-d320-481c-a7c7-e11f58724608 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:44:14.153967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9ef35bde-9bea-4c3f-87f0-799ddc3d0ea4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:14.154943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a3f55227-956a-4a8e-8429-b3d34a9d49c6 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.161427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9ef35bde-9bea-4c3f-87f0-799ddc3d0ea4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:14.165898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9ef35bde-9bea-4c3f-87f0-799ddc3d0ea4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:14.175185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9ef35bde-9bea-4c3f-87f0-799ddc3d0ea4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:14.218096 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-9ef35bde-9bea-4c3f-87f0-799ddc3d0ea4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:14.219598 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9ef35bde-9bea-4c3f-87f0-799ddc3d0ea4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0867648 May 06 13:44:14.225166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36214) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.232154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c9847592-7685-4bba-96eb-30b0a88b7994 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff8b42-9d6a-439e-bf82-1112c8013770', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:14.233077 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-c9847592-7685-4bba-96eb-30b0a88b7994 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 13:44:14.233878 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-c9847592-7685-4bba-96eb-30b0a88b7994 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:14.235201 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c9847592-7685-4bba-96eb-30b0a88b7994 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087237 May 06 13:44:14.241107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36218) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.250241 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0eda99d9-2393-4046-bd2a-2661739ea44d tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff8b42-9d6a-439e-bf82-1112c8013770', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:14.262106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0eda99d9-2393-4046-bd2a-2661739ea44d tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:14.271243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0eda99d9-2393-4046-bd2a-2661739ea44d tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:14.277531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0eda99d9-2393-4046-bd2a-2661739ea44d tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:14.291856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0eda99d9-2393-4046-bd2a-2661739ea44d tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:14.298079 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-de8dc401-4111-4c0d-86fa-e4673b396aca tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Deleting port f1fa8e56-cb00-48ed-b7af-b85d796a0266 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:14.298836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de8dc401-4111-4c0d-86fa-e4673b396aca tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.349637 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-0eda99d9-2393-4046-bd2a-2661739ea44d tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:14.351519 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0eda99d9-2393-4046-bd2a-2661739ea44d tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1085465 May 06 13:44:14.354656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36222) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.366413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-354d87d8-76ca-4af8-a869-80da909c929c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff8b42-9d6a-439e-bf82-1112c8013770', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:14.367434 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-354d87d8-76ca-4af8-a869-80da909c929c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 06 13:44:14.368292 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-354d87d8-76ca-4af8-a869-80da909c929c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:14.370376 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-354d87d8-76ca-4af8-a869-80da909c929c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137775 May 06 13:44:14.373830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36226) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.384941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-34629fc1-1cc6-4d02-af32-491c9bb4ad30 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff8b42-9d6a-439e-bf82-1112c8013770', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:14.392190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-34629fc1-1cc6-4d02-af32-491c9bb4ad30 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:14.398057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-34629fc1-1cc6-4d02-af32-491c9bb4ad30 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:14.402357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-34629fc1-1cc6-4d02-af32-491c9bb4ad30 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:14.411755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-34629fc1-1cc6-4d02-af32-491c9bb4ad30 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:14.459632 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-34629fc1-1cc6-4d02-af32-491c9bb4ad30 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:14.461211 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-34629fc1-1cc6-4d02-af32-491c9bb4ad30 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0857201 May 06 13:44:14.464223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36230) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.472372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c9d0196c-37cd-4a13-8c77-37859e65f556 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff8b42-9d6a-439e-bf82-1112c8013770', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:14.482083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c9d0196c-37cd-4a13-8c77-37859e65f556 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:14.490090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c9d0196c-37cd-4a13-8c77-37859e65f556 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:14.495030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c9d0196c-37cd-4a13-8c77-37859e65f556 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:14.496890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a3f55227-956a-4a8e-8429-b3d34a9d49c6 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.506950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c9d0196c-37cd-4a13-8c77-37859e65f556 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:14.563333 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-c9d0196c-37cd-4a13-8c77-37859e65f556 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:14.568769 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c9d0196c-37cd-4a13-8c77-37859e65f556 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0990005 May 06 13:44:14.569549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36236) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.574551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.702678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d14f006-57de-4e2c-9538-e88b8cbc813f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.704711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36240) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.718344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Transition to ACTIVE for port object 0002ba85-b21b-4f0c-bd07-3d21e2dba2b7 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:14.748327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d14f006-57de-4e2c-9538-e88b8cbc813f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.811941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d14f006-57de-4e2c-9538-e88b8cbc813f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.855707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14f006-57de-4e2c-9538-e88b8cbc813f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ff8b42-9d6a-439e-bf82-1112c8013770,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:14.867107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d14f006-57de-4e2c-9538-e88b8cbc813f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.870149 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8d14f006-57de-4e2c-9538-e88b8cbc813f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/a4ff8b42-9d6a-439e-bf82-1112c8013770 HTTP/1.1" status: 204 len: 168 time: 0.2980063 May 06 13:44:14.872679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36246) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:14.988122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd3078-4072-41fe-a60d-c17f2feb3841 req-7f2e5fd6-402a-4096-89ab-02f0fdb1da07 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:14.991029 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6dd3078-4072-41fe-a60d-c17f2feb3841 req-7f2e5fd6-402a-4096-89ab-02f0fdb1da07 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7444432 May 06 13:44:15.024363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-896ee026-98fe-4dea-baad-a423bab172d8 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Synchronizing usage tracker for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:15.082812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-de8dc401-4111-4c0d-86fa-e4673b396aca tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] For port f1fa8e56-cb00-48ed-b7af-b85d796a0266, host hv-neutron-8408, got binding levels [] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:15.083383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de8dc401-4111-4c0d-86fa-e4673b396aca tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.087424 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-896ee026-98fe-4dea-baad-a423bab172d8 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Unset dirty status for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:15.089619 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-896ee026-98fe-4dea-baad-a423bab172d8 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2149866 May 06 13:44:15.095757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36250) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:15.103813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965353361'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:15.114259 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d26c00d5-1ac9-48a6-a87d-64ca622c7ff7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=099f5a0f55ad4558ae0621df53db28f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052904 May 06 13:44:15.116226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:15.118723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36254) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:15.144324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:15.183364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.227923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63623b24-10ca-4e8d-9d65-f9dce3333654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.230662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:15.243178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:15.249357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:15.264558 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:15.276618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63623b24-10ca-4e8d-9d65-f9dce3333654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.396817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.399385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63623b24-10ca-4e8d-9d65-f9dce3333654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.416797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.438200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63623b24-10ca-4e8d-9d65-f9dce3333654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f68d6e-8ba2-4bb0-acbf-cf87ea84e8b5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:15.489449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63623b24-10ca-4e8d-9d65-f9dce3333654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.493098 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-63623b24-10ca-4e8d-9d65-f9dce3333654 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91f68d6e-8ba2-4bb0-acbf-cf87ea84e8b5 HTTP/1.1" status: 204 len: 168 time: 0.3732471 May 06 13:44:15.494335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.499054 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3997614 May 06 13:44:15.500673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36260) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:15.512294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a3f55227-956a-4a8e-8429-b3d34a9d49c6 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.512966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3009b39a-501e-42e9-8408-b4c9568f8e7c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'b1d0da17-257c-4589-9e74-66b48f313ce8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:15.521226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299b400-a801-48bb-a7c9-dae9e37930b2 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d0da17-257c-4589-9e74-66b48f313ce8,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:15.524237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3009b39a-501e-42e9-8408-b4c9568f8e7c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:15.530054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3009b39a-501e-42e9-8408-b4c9568f8e7c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:15.537007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3009b39a-501e-42e9-8408-b4c9568f8e7c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:15.545786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3009b39a-501e-42e9-8408-b4c9568f8e7c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:15.580531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-de8dc401-4111-4c0d-86fa-e4673b396aca tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Calling delete_port for f1fa8e56-cb00-48ed-b7af-b85d796a0266 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:15.602394 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-3009b39a-501e-42e9-8408-b4c9568f8e7c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The resource could not be found. May 06 13:44:15.609011 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3009b39a-501e-42e9-8408-b4c9568f8e7c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1068037 May 06 13:44:15.610450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36264) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:15.619534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9c794d1c-c610-4ff9-9359-839e70542b77 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'b1d0da17-257c-4589-9e74-66b48f313ce8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3a931a8d-1260-4cfc-9360-14560bb12ca7'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:15.629846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9c794d1c-c610-4ff9-9359-839e70542b77 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:15.639508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9c794d1c-c610-4ff9-9359-839e70542b77 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:15.645788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9c794d1c-c610-4ff9-9359-839e70542b77 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:15.646453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.654079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9c794d1c-c610-4ff9-9359-839e70542b77 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:15.678591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6dd3078-4072-41fe-a60d-c17f2feb3841 req-7460bf61-bbeb-46c5-8d17-a8366e455445 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6780660 May 06 13:44:15.710036 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-9c794d1c-c610-4ff9-9359-839e70542b77 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The resource could not be found. May 06 13:44:15.711576 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9c794d1c-c610-4ff9-9359-839e70542b77 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0997825 May 06 13:44:15.714600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36270) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:15.800565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a859bb40-0309-4284-951a-63c3e9f08b53 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.848569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a859bb40-0309-4284-951a-63c3e9f08b53 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.881754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Network 0e5e9224-7b72-451c-a034-86d3c78614ee is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:15.892777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:15.910433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:15.934023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a859bb40-0309-4284-951a-63c3e9f08b53 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.969236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859bb40-0309-4284-951a-63c3e9f08b53 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d0da17-257c-4589-9e74-66b48f313ce8,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:15.977309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event updated for resources: {'Port': ['ID=0002ba85-b21b-4f0c-bd07-3d21e2dba2b7,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:15.982734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a859bb40-0309-4284-951a-63c3e9f08b53 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.988807 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a859bb40-0309-4284-951a-63c3e9f08b53 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/b1d0da17-257c-4589-9e74-66b48f313ce8 HTTP/1.1" status: 204 len: 168 time: 0.2681942 May 06 13:44:16.000262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36278) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:16.074612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de8dc401-4111-4c0d-86fa-e4673b396aca tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.097704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-90960671-12b6-41aa-9e18-1edd537515ab tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Synchronizing usage tracker for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:16.134045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-90960671-12b6-41aa-9e18-1edd537515ab tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Unset dirty status for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:16.147117 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-90960671-12b6-41aa-9e18-1edd537515ab tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1339715 May 06 13:44:16.147117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36288) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:16.159532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-921268f2-e626-4f93-973f-3355f70b7f88 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': '212a5a7f-7d55-4ce4-a234-5677762df43e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:16.162538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de8dc401-4111-4c0d-86fa-e4673b396aca tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.167685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-921268f2-e626-4f93-973f-3355f70b7f88 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:16.172619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-921268f2-e626-4f93-973f-3355f70b7f88 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:16.177387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-921268f2-e626-4f93-973f-3355f70b7f88 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:16.186949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-921268f2-e626-4f93-973f-3355f70b7f88 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:16.187254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a3f55227-956a-4a8e-8429-b3d34a9d49c6 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.242013 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-921268f2-e626-4f93-973f-3355f70b7f88 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The resource could not be found. May 06 13:44:16.244671 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-921268f2-e626-4f93-973f-3355f70b7f88 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0985856 May 06 13:44:16.249077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36292) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:16.252232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dc401-4111-4c0d-86fa-e4673b396aca tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1fa8e56-cb00-48ed-b7af-b85d796a0266,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:16.255761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'tempest-secgroup--854565461'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:16.268510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:16.280714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:16.281809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.282605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:16.304069 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.306865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f55227-956a-4a8e-8429-b3d34a9d49c6 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f79c18-d320-481c-a7c7-e11f58724608,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:16.322537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bba2b8-9e04-49df-bbe9-705ea2f80170 None None] Network c8ca7199-7efe-499d-a543-2a5f7384e16a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:16.323318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a3f55227-956a-4a8e-8429-b3d34a9d49c6 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.327433 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a3f55227-956a-4a8e-8429-b3d34a9d49c6 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "DELETE /v2.0/subnets/e1f79c18-d320-481c-a7c7-e11f58724608 HTTP/1.1" status: 204 len: 168 time: 2.4613416 May 06 13:44:16.336907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36298) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:16.377237 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-de8dc401-4111-4c0d-86fa-e4673b396aca tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f1fa8e56-cb00-48ed-b7af-b85d796a0266 HTTP/1.1" status: 204 len: 168 time: 2.4560013 May 06 13:44:16.377443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:16.379945 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36304) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:16.383750 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9ab29fa1-6a5f-401b-8136-ee9426b44a1e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9556444 May 06 13:44:16.392817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36308) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:16.438313 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e78213-fca6-487f-a5cf-4bb10ebb9169 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] GET failed (client error): The resource could not be found. May 06 13:44:16.438960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f7e78213-fca6-487f-a5cf-4bb10ebb9169 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Synchronizing usage tracker for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:16.443086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:16.447113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:16.464542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:16.477374 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f7e78213-fca6-487f-a5cf-4bb10ebb9169 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] Unset dirty status for tenant:552260c6a1074acc99ece0819d139698 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:16.478586 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f7e78213-fca6-487f-a5cf-4bb10ebb9169 tempest-PortsAdminExtendedAttrsTestJSON-1204831253 tempest-PortsAdminExtendedAttrsTestJSON-1204831253-project-admin] 10.222.0.21 "GET /v2.0/ports/f1fa8e56-cb00-48ed-b7af-b85d796a0266 HTTP/1.1" status: 404 len: 333 time: 0.0973468 May 06 13:44:16.482462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36314) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:16.493731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:16.521714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:16.536961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a701578e-c1a1-4f0d-aff9-74d3fa1801c0 None None] Provisioning for port 0002ba85-b21b-4f0c-bd07-3d21e2dba2b7 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:16.546952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a701578e-c1a1-4f0d-aff9-74d3fa1801c0 None None] Provisioning complete for port 0002ba85-b21b-4f0c-bd07-3d21e2dba2b7 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:16.547630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a701578e-c1a1-4f0d-aff9-74d3fa1801c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.551471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Usage tracker for resource:floatingip and tenant:07095f3e4e7746f892288a7d6d1be2cc is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:16.559691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:16.589287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:16.603950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.608721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.624970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a701578e-c1a1-4f0d-aff9-74d3fa1801c0 None None] Port 0002ba85-b21b-4f0c-bd07-3d21e2dba2b7 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:44:16.632108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.662705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Deleting port e110851f-d395-468c-bd20-68146131e6c8 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:16.663527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.673306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.784182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2ca4b-935a-4ebb-95b1-0a1247331758,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:16.792984 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.797892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.797892 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e921d4a4-5e16-46e4-b90d-cc86423a7f84 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5467153 May 06 13:44:16.798190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36324) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:16.802004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36328) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:16.821800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502147785'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:16.839231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:16.888272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:16.925335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:16.969979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:17.028069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a223e5-b71a-4f4e-9287-c7fa9422e475 None None] DHCP port deletion for c8ca7199-7efe-499d-a543-2a5f7384e16a request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:44:17.029902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-390633417'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:17.033745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-11a223e5-b71a-4f4e-9287-c7fa9422e475 None None] Deleting port e110851f-d395-468c-bd20-68146131e6c8 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:17.034353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11a223e5-b71a-4f4e-9287-c7fa9422e475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.046142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:17.062918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:network and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:17.070801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:17.081847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.089786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.100729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:17.141581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3ba3ca-b265-4021-a47e-29dd30a2676b']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:17.152970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:17.156488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.169516 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:17.175567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be769d76-7d9d-4c8a-b40f-6accca497d6e') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:17.175864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be769d76-7d9d-4c8a-b40f-6accca497d6e') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:17.189619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.207386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:17.213041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.220144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:17.233871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:17.239586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:17.244529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:security_group_rule and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:17.247825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.253029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:17.266307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:17.274807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:44:17.275248 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:44:17.291327 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:44:17.347798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-11a223e5-b71a-4f4e-9287-c7fa9422e475 None None] For port e110851f-d395-468c-bd20-68146131e6c8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e110851f-d395-468c-bd20-68146131e6c8,segment=NetworkSegment(4be109ba-6737-4f7d-997a-fa029e24b954),segment_id=4be109ba-6737-4f7d-997a-fa029e24b954)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:17.348356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11a223e5-b71a-4f4e-9287-c7fa9422e475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.385735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] For port e110851f-d395-468c-bd20-68146131e6c8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e110851f-d395-468c-bd20-68146131e6c8,segment=NetworkSegment(4be109ba-6737-4f7d-997a-fa029e24b954),segment_id=4be109ba-6737-4f7d-997a-fa029e24b954)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:17.386351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.454767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.459865 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.493680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-11a223e5-b71a-4f4e-9287-c7fa9422e475 None None] Calling delete_port for e110851f-d395-468c-bd20-68146131e6c8 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:17.513211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] Pushing event deleted for resources: {'Network': ['ID=9d3ba3ca-b265-4021-a47e-29dd30a2676b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:17.547097 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f9f24ff-c6a3-477f-a408-94b6203bb80c tempest-PortsAdminExtendedAttrsTestJSON-1552304449 tempest-PortsAdminExtendedAttrsTestJSON-1552304449-project] 10.222.0.21 "DELETE /v2.0/networks/9d3ba3ca-b265-4021-a47e-29dd30a2676b HTTP/1.1" status: 204 len: 168 time: 1.0600631 May 06 13:44:17.600782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.614956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.652986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.667087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11a223e5-b71a-4f4e-9287-c7fa9422e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.669029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Calling delete_port for e110851f-d395-468c-bd20-68146131e6c8 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:17.678438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.727594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:17.728057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a223e5-b71a-4f4e-9287-c7fa9422e475 None None] No DVR routers for this DVR port e110851f-d395-468c-bd20-68146131e6c8 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:44:17.733215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.734722 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9317529 May 06 13:44:17.740910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a223e5-b71a-4f4e-9287-c7fa9422e475 None None] Pushing event deleted for resources: {'Port': ['ID=e110851f-d395-468c-bd20-68146131e6c8,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:17.754966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36338) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:17.756674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce583af-20c4-4a2c-a683-5900f151154a req-254b3ad5-3aaf-4aea-a903-461b46767943 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:17.765063 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ce583af-20c4-4a2c-a683-5900f151154a req-254b3ad5-3aaf-4aea-a903-461b46767943 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7798874 May 06 13:44:17.766531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9ecac72a-d351-4165-a0d3-827d23bb814b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group_rule': {'security_group_id': 'aaa2ca4b-935a-4ebb-95b1-0a1247331758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '21fc49a9-d67e-4ff8-840f-2085ae0e169b'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:17.772450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.772925 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Added segment c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff of type vlan for network ed4177a0-aee3-4756-a30e-bb3035a9c410 May 06 13:44:17.774933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b71518-a2c3-4910-ae9c-5b3acf193f38 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fc49a9-d67e-4ff8-840f-2085ae0e169b,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:17.794137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9ecac72a-d351-4165-a0d3-827d23bb814b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:17.808757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9ecac72a-d351-4165-a0d3-827d23bb814b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:17.818570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.822699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9ecac72a-d351-4165-a0d3-827d23bb814b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:17.842584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9ecac72a-d351-4165-a0d3-827d23bb814b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:17.864955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e929cb11-9e3b-46a6-bc14-186935b38fed,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:17.873919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.919690 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-9ecac72a-d351-4165-a0d3-827d23bb814b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:17.923651 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9ecac72a-d351-4165-a0d3-827d23bb814b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1644146 May 06 13:44:17.923651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36344) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:17.944553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.950595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:17.951280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.953271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ce583af-20c4-4a2c-a683-5900f151154a req-8d97afd7-f96e-4288-9038-8c0e6f8221ad tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758025 May 06 13:44:18.009745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:44:18.010289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:44:18.081727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36348) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:18.149346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Allocated IP 172.26.2.216 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/c1c625d9-bbaf-4d7a-9951-2a902c6ca767) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:18.213136 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4139194 May 06 13:44:18.214357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36354) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:18.226540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e067-e5ed-4a38-98d9-411920a0b34b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Network': ['ID=ed4177a0-aee3-4756-a30e-bb3035a9c410,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:18.241830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:18.252177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:18.395883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-55295e85-f042-4360-9d3f-66a1690b74b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.428054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:18.437158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:18.441736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-55295e85-f042-4360-9d3f-66a1690b74b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.449773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:18.466110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:18.476086 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dec326d5-b056-4a35-9cea-8c4c423f1444 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b92642d4f43b4164b087b27f80a8f555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904638 May 06 13:44:18.476411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36358) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:18.520248 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:18.520794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Deleting port e110851f-d395-468c-bd20-68146131e6c8 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:18.521177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.526535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.572193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.633479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] The port 'e110851f-d395-468c-bd20-68146131e6c8' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:44:18.714802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-55295e85-f042-4360-9d3f-66a1690b74b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.739988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e110851f-d395-468c-bd20-68146131e6c8 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:44:18.772734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55295e85-f042-4360-9d3f-66a1690b74b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fc49a9-d67e-4ff8-840f-2085ae0e169b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:18.774341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-defec7e9-8db7-47dd-aaa2-9e9d5aa1a589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.782713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: e110851f-d395-468c-bd20-68146131e6c8 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:44:18.783225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e110851f-d395-468c-bd20-68146131e6c8 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:44:18.807689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-55295e85-f042-4360-9d3f-66a1690b74b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.809670 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-55295e85-f042-4360-9d3f-66a1690b74b4 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/21fc49a9-d67e-4ff8-840f-2085ae0e169b HTTP/1.1" status: 204 len: 168 time: 0.8839338 May 06 13:44:18.812860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36362) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:18.820021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.865329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-defec7e9-8db7-47dd-aaa2-9e9d5aa1a589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.878283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ca7199-7efe-499d-a543-2a5f7384e16a']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:18.886329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.942962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be109ba-6737-4f7d-997a-fa029e24b954') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:18.943284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be109ba-6737-4f7d-997a-fa029e24b954') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:18.979391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.022596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:19.026658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:19.032278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:19.052891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f0789984-9441-4b5e-b373-34eb7650c92f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Synchronizing usage tracker for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:19.072019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.092838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:44:19.093538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:44:19.111961 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:44:19.129110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f0789984-9441-4b5e-b373-34eb7650c92f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Unset dirty status for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:19.131331 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f0789984-9441-4b5e-b373-34eb7650c92f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3167760 May 06 13:44:19.147003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36368) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:19.157472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event updated for resources: {'Port': ['ID=c1c625d9-bbaf-4d7a-9951-2a902c6ca767,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:19.208624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.251885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-defec7e9-8db7-47dd-aaa2-9e9d5aa1a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.295792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defec7e9-8db7-47dd-aaa2-9e9d5aa1a589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82abc6c9-ba19-4840-b7b3-5e4ad25b9af2,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:19.307141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.378202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.391768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event deleted for resources: {'Network': ['ID=c8ca7199-7efe-499d-a543-2a5f7384e16a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:19.437300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe93a3-2cc7-437a-9b05-110372916044 req-ef81f69d-4fb1-40c8-b4fd-0c978f739ad0 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:19.439137 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5fbe93a3-2cc7-437a-9b05-110372916044 req-ef81f69d-4fb1-40c8-b4fd-0c978f739ad0 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.3552322 May 06 13:44:19.449074 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0d6c8174-6dd9-4de9-8939-38da726b9b94 tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "DELETE /v2.0/networks/c8ca7199-7efe-499d-a543-2a5f7384e16a HTTP/1.1" status: 204 len: 168 time: 3.1053736 May 06 13:44:19.449074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-defec7e9-8db7-47dd-aaa2-9e9d5aa1a589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.449074 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-defec7e9-8db7-47dd-aaa2-9e9d5aa1a589 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82abc6c9-ba19-4840-b7b3-5e4ad25b9af2 HTTP/1.1" status: 204 len: 168 time: 0.9692655 May 06 13:44:19.450569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=cdb8664f-6c59-42ec-a1a2-151ea8611c3d,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:19.456506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36372) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:19.465208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.484035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a92838cd-4ae2-4b98-88f9-2462a324977f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.488269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:19.488868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network hostable DHCP agents. Network: ed4177a0-aee3-4756-a30e-bb3035a9c410, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:19.563279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a92838cd-4ae2-4b98-88f9-2462a324977f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.586419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:19.602935 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5fbe93a3-2cc7-437a-9b05-110372916044 req-bf38c59c-0afb-48b2-9b92-3898072cd8c6 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342990 May 06 13:44:19.661305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, ed4177a0-aee3-4756-a30e-bb3035a9c410) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:19.675273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba39ba8-3426-49be-96dc-b690e6399a98 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:19.689900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:19.691496 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.766942 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4a6f9b6-0ff5-4f79-8ba7-c62c1b4a178f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5416739 May 06 13:44:19.769739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a92838cd-4ae2-4b98-88f9-2462a324977f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.774804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a92838cd-4ae2-4b98-88f9-2462a324977f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.777418 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a92838cd-4ae2-4b98-88f9-2462a324977f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/aaa2ca4b-935a-4ebb-95b1-0a1247331758 HTTP/1.1" status: 204 len: 168 time: 0.6289532 May 06 13:44:19.778602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36378) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:19.788455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36380) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:19.803680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'name': 'tempest-NetworksTestDHCPv6-207064661'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:19.848197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92838cd-4ae2-4b98-88f9-2462a324977f tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2ca4b-935a-4ebb-95b1-0a1247331758,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:19.888973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3d0e518e-d97c-455a-ac23-8791d66c9443 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Synchronizing usage tracker for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:19.907336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Deleting port 00b00574-1090-4084-9f20-99aac4d1a21b {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:19.907808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.944630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3d0e518e-d97c-455a-ac23-8791d66c9443 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Unset dirty status for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:19.946030 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3d0e518e-d97c-455a-ac23-8791d66c9443 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1564660 May 06 13:44:19.953180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.964761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36386) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:19.985960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097939221'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:20.013744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:20.054391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:20.118051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.205011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:20.221784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Usage tracker for resource:security_group_rule and tenant:435c86df8bef49aea5bebd5c3bd3e5ed is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:20.228112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:20.232871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:20.247066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:20.253273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:20.260232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:20.289304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:20.343739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:20.351438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.405748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': 'cdb8664f-6c59-42ec-a1a2-151ea8611c3d'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:44:20.407601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.408834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.409211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.416395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port a8818736-235b-49ff-ae20-5cf194112dd8 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:20.564628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36392) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:20.699665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.712523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.755211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Calling delete_port for 00b00574-1090-4084-9f20-99aac4d1a21b owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:20.758734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/cdb8664f-6c59-42ec-a1a2-151ea8611c3d/42c5a018-c548-4716-bfa5-41bacf0f77b6) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:20.762036 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3e10f073-65db-46e2-a05a-04b824bcd165 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=552260c6a1074acc99ece0819d139698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959193 May 06 13:44:20.768329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36398) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:20.864204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f016c47-3eaf-43c4-ad09-d2781ceaec58,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:20.889101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.891274 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ad293681-7b11-4d8f-a896-3485d2a1d488 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9243119 May 06 13:44:20.895893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36402) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:20.901113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-022a9793-8bbc-474b-8cef-47d5d378315a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:20.901532 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-022a9793-8bbc-474b-8cef-47d5d378315a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 13:44:20.902048 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-022a9793-8bbc-474b-8cef-47d5d378315a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] update failed (client error): There was a conflict when trying to complete your request. May 06 13:44:20.903040 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-022a9793-8bbc-474b-8cef-47d5d378315a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "PUT /v2.0/security-groups/8f016c47-3eaf-43c4-ad09-d2781ceaec58 HTTP/1.1" status: 409 len: 330 time: 0.0062602 May 06 13:44:20.916489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36406) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:20.947078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9868c564-b77d-47d0-9185-02d31193fa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.980639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9868c564-b77d-47d0-9185-02d31193fa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.046029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9868c564-b77d-47d0-9185-02d31193fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.058046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.067734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868c564-b77d-47d0-9185-02d31193fa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81774853-843f-49d5-9ecd-b03b1f08042f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:21.071743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Transition to ACTIVE for port object 42c5a018-c548-4716-bfa5-41bacf0f77b6 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:21.072712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9868c564-b77d-47d0-9185-02d31193fa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.074532 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9868c564-b77d-47d0-9185-02d31193fa28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81774853-843f-49d5-9ecd-b03b1f08042f HTTP/1.1" status: 204 len: 168 time: 0.3000085 May 06 13:44:21.092143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:44:21.098510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Transition to ACTIVE for port object 42c5a018-c548-4716-bfa5-41bacf0f77b6 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:21.123216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.141371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.179641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9504cd45-b9cd-40c5-9af0-d90cbece2f5c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.183511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.201672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::273 (ed4177a0-aee3-4756-a30e-bb3035a9c410/cdb8664f-6c59-42ec-a1a2-151ea8611c3d/a8818736-235b-49ff-ae20-5cf194112dd8) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:21.301081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:21.305837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:21.337015 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:21.339103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e937c-b45c-44c1-9163-d35ca1e1733e req-7e18b3ff-ca13-4591-8b16-3a447263501e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:21.346884 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de2e937c-b45c-44c1-9163-d35ca1e1733e req-7e18b3ff-ca13-4591-8b16-3a447263501e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5242860 May 06 13:44:21.403312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9504cd45-b9cd-40c5-9af0-d90cbece2f5c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.466350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event updated for resources: {'Port': ['ID=c1c625d9-bbaf-4d7a-9951-2a902c6ca767,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:21.512458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Pushing event updated for resources: {'Port': ['ID=42c5a018-c548-4716-bfa5-41bacf0f77b6,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:21.521789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.529785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.550780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Attempting to bind port 42c5a018-c548-4716-bfa5-41bacf0f77b6 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:21.551432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Attempting to bind port 42c5a018-c548-4716-bfa5-41bacf0f77b6 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:21.551927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Attempting to bind port 42c5a018-c548-4716-bfa5-41bacf0f77b6 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:21.570857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:44:21.572122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:21.573679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.575259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:44:21.578216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Bound port: 42c5a018-c548-4716-bfa5-41bacf0f77b6, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:21.579963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.609102 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de2e937c-b45c-44c1-9163-d35ca1e1733e req-0b3738f0-1b87-43af-b36b-63c174168633 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611914 May 06 13:44:21.615825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.627758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9504cd45-b9cd-40c5-9af0-d90cbece2f5c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.666140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object a8818736-235b-49ff-ae20-5cf194112dd8 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:21.671310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Pushing event deleted for resources: {'Port': ['ID=00b00574-1090-4084-9f20-99aac4d1a21b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:21.724015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.735598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504cd45-b9cd-40c5-9af0-d90cbece2f5c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f016c47-3eaf-43c4-ad09-d2781ceaec58,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:21.740194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9504cd45-b9cd-40c5-9af0-d90cbece2f5c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.741842 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9504cd45-b9cd-40c5-9af0-d90cbece2f5c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/8f016c47-3eaf-43c4-ad09-d2781ceaec58 HTTP/1.1" status: 204 len: 168 time: 0.8148870 May 06 13:44:21.746840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36414) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:21.767193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.769344 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6840b7bd-88c4-4dff-94be-8e5b431f83af tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3747492 May 06 13:44:21.785866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36418) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:21.801223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-cb92145e-e46e-4f55-9658-e6c08e73b219 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Request body: {'floatingip': {'port_id': '0002ba85-b21b-4f0c-bd07-3d21e2dba2b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:21.866282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] For port 42c5a018-c548-4716-bfa5-41bacf0f77b6, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:21.873451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] For port 42c5a018-c548-4716-bfa5-41bacf0f77b6, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=42c5a018-c548-4716-bfa5-41bacf0f77b6,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:44:21.880142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.896019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:21.912974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:21.926606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:21.946484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:21.947642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.978724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cb92145e-e46e-4f55-9658-e6c08e73b219 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.990780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=a8818736-235b-49ff-ae20-5cf194112dd8,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:21.991115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b565723-21f7-4996-8347-de6bf07d551f None None] Pushing event updated for resources: {'Port': ['ID=42c5a018-c548-4716-bfa5-41bacf0f77b6,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:22.036552 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5506c618-61f6-411a-b6d1-358f20c6266b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2378044 May 06 13:44:22.036552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36428) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:22.045758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:22.048389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:22.050259 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ff561da3-60c3-4b0b-a50b-48823f60d5be tempest-FloatingIPAdminTestJSON-1447957586 tempest-FloatingIPAdminTestJSON-1447957586-project] 10.222.0.21 "DELETE /v2.0/floatingips/cd55a3c2-aa9b-4252-90fb-ce8ecc2e0ee7 HTTP/1.1" status: 204 len: 168 time: 2.5964301 May 06 13:44:22.166489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7aa3b833-c221-453d-9796-fd149c9e4463 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Synchronizing usage tracker for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:22.245469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7aa3b833-c221-453d-9796-fd149c9e4463 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] Unset dirty status for tenant:435c86df8bef49aea5bebd5c3bd3e5ed on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:22.246811 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7aa3b833-c221-453d-9796-fd149c9e4463 tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4987788 May 06 13:44:22.252606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36436) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:22.287538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-f3518a6c-fa46-460b-8508-02801b1c2e2c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] delete failed (client error): The resource could not be found. May 06 13:44:22.288931 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f3518a6c-fa46-460b-8508-02801b1c2e2c tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "DELETE /v2.0/security-groups/2034e245-d16a-41dd-9799-e5e9adbb8e1e HTTP/1.1" status: 404 len: 347 time: 0.0349126 May 06 13:44:22.292774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36440) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:22.303639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb581ba-1d73-4d90-8e76-da4bf2fe1d62 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:22.327252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb581ba-1d73-4d90-8e76-da4bf2fe1d62 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:22.328753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bbb581ba-1d73-4d90-8e76-da4bf2fe1d62 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:22.329754 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-cb92145e-e46e-4f55-9658-e6c08e73b219 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] update failed (client error): The resource could not be found. May 06 13:44:22.331526 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cb92145e-e46e-4f55-9658-e6c08e73b219 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "PUT /v2.0/floatingips/dfba3e58-de01-4712-9055-573eaadd6d8b HTTP/1.1" status: 404 len: 507 time: 0.5423059 May 06 13:44:22.332969 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-e37376a8-c466-4b2e-837a-828396f7739b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] show failed (client error): The resource could not be found. May 06 13:44:22.334229 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e37376a8-c466-4b2e-837a-828396f7739b tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-groups/8f5908b1-1220-49a7-989b-9240e0976c8c HTTP/1.1" status: 404 len: 347 time: 0.0400906 May 06 13:44:22.336025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36444) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:22.337831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36446) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:22.412271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bbb581ba-1d73-4d90-8e76-da4bf2fe1d62 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:22.423466 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bbb581ba-1d73-4d90-8e76-da4bf2fe1d62 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3869479 May 06 13:44:22.426171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36452) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:22.525372 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-40f20c64-cb00-4f31-b0e1-e40a92e3dd8a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] show failed (client error): The resource could not be found. May 06 13:44:22.526972 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-40f20c64-cb00-4f31-b0e1-e40a92e3dd8a tempest-NegativeSecGroupTest-1780807488 tempest-NegativeSecGroupTest-1780807488-project] 10.222.0.21 "GET /v2.0/security-group-rules/e8bc913e-bcef-4e28-8709-67941753cfae HTTP/1.1" status: 404 len: 356 time: 0.1880960 May 06 13:44:22.619183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6eca6441-f747-45c0-9d16-59f927ee292c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port a8818736-235b-49ff-ae20-5cf194112dd8 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:22.620094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eca6441-f747-45c0-9d16-59f927ee292c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:22.684290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Deleting port c1c625d9-bbaf-4d7a-9951-2a902c6ca767 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:22.684664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:22.764996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36466) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:23.036488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 42c5a018-c548-4716-bfa5-41bacf0f77b6 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:23.238249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 42c5a018-c548-4716-bfa5-41bacf0f77b6 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:23.348048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36476) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:23.473321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eca6441-f747-45c0-9d16-59f927ee292c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:23.581958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:23.582514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:23.742917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6eca6441-f747-45c0-9d16-59f927ee292c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for a8818736-235b-49ff-ae20-5cf194112dd8 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:23.837554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4fb125-8a01-4238-8ee9-5a67dfb32bc5 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:23.841467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36484) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:23.867769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Calling delete_port for c1c625d9-bbaf-4d7a-9951-2a902c6ca767 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:23.958822 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5b8563f6-7015-494c-978f-d3d56c059056 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=435c86df8bef49aea5bebd5c3bd3e5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086147 May 06 13:44:23.967679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'networks': [{'name': 'tempest-network--98545520'}, {'name': 'tempest-network--888281437'}]} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:23.968044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'network': {'name': 'tempest-network--98545520'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:23.968699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'network': {'name': 'tempest-network--888281437'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:23.976168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36490) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:24.013202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d52438f8-b348-427a-899c-274a2fb1cdb3 None None] Provisioning for port 42c5a018-c548-4716-bfa5-41bacf0f77b6 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:24.022402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d52438f8-b348-427a-899c-274a2fb1cdb3 None None] Provisioning complete for port 42c5a018-c548-4716-bfa5-41bacf0f77b6 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:24.022855 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d52438f8-b348-427a-899c-274a2fb1cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.038968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:24.068576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Usage tracker for resource:network and tenant:aaa5761fec58433891f67102b4e7b46c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:24.073521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:24.087234 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:24.091388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eca6441-f747-45c0-9d16-59f927ee292c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.160812 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-697b1ff8-246d-4dea-b662-3d5c77fb13e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d03fd1a759f04b0092245aea637e1ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3927295 May 06 13:44:24.167492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36494) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:24.186533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d9981-f299-46bd-abd2-9db8c1d17dc5 req-1979c5f0-8754-463c-be50-b6ced44d6ba5 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:24.197435 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f52d9981-f299-46bd-abd2-9db8c1d17dc5 req-1979c5f0-8754-463c-be50-b6ced44d6ba5 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.0204601 May 06 13:44:24.230819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca6441-f747-45c0-9d16-59f927ee292c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=a8818736-235b-49ff-ae20-5cf194112dd8,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:24.249115 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Made reservation on behalf of aaa5761fec58433891f67102b4e7b46c for: {'network': 2} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:24.257630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.316532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d52438f8-b348-427a-899c-274a2fb1cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.337965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.365964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d52438f8-b348-427a-899c-274a2fb1cdb3 None None] For port 42c5a018-c548-4716-bfa5-41bacf0f77b6, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=42c5a018-c548-4716-bfa5-41bacf0f77b6,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:24.371364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eca6441-f747-45c0-9d16-59f927ee292c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.375303 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f52d9981-f299-46bd-abd2-9db8c1d17dc5 req-698c3d01-85b1-4924-a6e1-c91af0858641 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165049 May 06 13:44:24.376793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d52438f8-b348-427a-899c-274a2fb1cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.387481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.426979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:24.432971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-054d96b7-6a9b-4738-a241-502a68648481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.444270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Usage tracker for resource:security_group_rule and tenant:aaa5761fec58433891f67102b4e7b46c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:24.448892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:24.458907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:24.475933 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52438f8-b348-427a-899c-274a2fb1cdb3 None None] Pushing event updated for resources: {'Port': ['ID=42c5a018-c548-4716-bfa5-41bacf0f77b6,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:24.496467 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6eca6441-f747-45c0-9d16-59f927ee292c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/a8818736-235b-49ff-ae20-5cf194112dd8 HTTP/1.1" status: 204 len: 168 time: 2.0632930 May 06 13:44:24.508487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36504) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:24.522999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event deleted for resources: {'Port': ['ID=c1c625d9-bbaf-4d7a-9951-2a902c6ca767,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:24.587409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-054d96b7-6a9b-4738-a241-502a68648481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.659110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5719c157-b086-4ced-8b90-ea38b1f3aefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.743292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86644423-45ca-42ff-b21a-832838dbc20b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:24.744868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86644423-45ca-42ff-b21a-832838dbc20b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:24.745685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-86644423-45ca-42ff-b21a-832838dbc20b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:24.750500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5719c157-b086-4ced-8b90-ea38b1f3aefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.765975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.771464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-054d96b7-6a9b-4738-a241-502a68648481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.795004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.796320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7994bde1-a98d-4326-9e60-f4440e5b7bcf tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "DELETE /v2.0/floatingips/dfba3e58-de01-4712-9055-573eaadd6d8b HTTP/1.1" status: 204 len: 168 time: 2.4433916 May 06 13:44:24.801219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36510) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:24.819556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c6613532-611a-4087-93a0-cc7bb497d6e9 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Request body: {'floatingip': {'floating_network_id': '0e5e9224-7b72-451c-a034-86d3c78614ee', 'port_id': '0002ba85-b21b-4f0c-bd07-3d21e2dba2b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:24.820453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 42c5a018-c548-4716-bfa5-41bacf0f77b6 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:24.834860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c6613532-611a-4087-93a0-cc7bb497d6e9 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:24.841457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c6613532-611a-4087-93a0-cc7bb497d6e9 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Usage tracker for resource:floatingip and tenant:07095f3e4e7746f892288a7d6d1be2cc is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:24.848623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c6613532-611a-4087-93a0-cc7bb497d6e9 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:24.872160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c6613532-611a-4087-93a0-cc7bb497d6e9 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:24.889942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d96b7-6a9b-4738-a241-502a68648481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255add2a-9377-403d-9901-ba2b693785b6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:24.956350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.958173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-054d96b7-6a9b-4738-a241-502a68648481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.959516 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-054d96b7-6a9b-4738-a241-502a68648481 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/255add2a-9377-403d-9901-ba2b693785b6 HTTP/1.1" status: 204 len: 168 time: 0.9237354 May 06 13:44:24.965758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.966339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.018789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5719c157-b086-4ced-8b90-ea38b1f3aefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.020775 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dafb5281-770f-42bc-bbf0-507edfcdf901 None None] Provisioning complete for port 42c5a018-c548-4716-bfa5-41bacf0f77b6 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:25.022524 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dafb5281-770f-42bc-bbf0-507edfcdf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.047208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa341dd-bdf9-43ca-8f63-5abbcb8f4e0a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:25.060329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:25.063317 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-86644423-45ca-42ff-b21a-832838dbc20b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:25.068034 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-86644423-45ca-42ff-b21a-832838dbc20b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5582438 May 06 13:44:25.072654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36516) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:25.123630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719c157-b086-4ced-8b90-ea38b1f3aefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef43f5-79ed-484c-a690-46398afee524,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:25.136730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5719c157-b086-4ced-8b90-ea38b1f3aefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.140244 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5719c157-b086-4ced-8b90-ea38b1f3aefb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfef43f5-79ed-484c-a690-46398afee524 HTTP/1.1" status: 204 len: 168 time: 0.9492881 May 06 13:44:25.147842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.148184 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Added segment cb0fb2fa-6d14-4f91-bb9e-4d679d4658a9 of type vlan for network 3878c89b-6f17-43c9-9221-dffa9b0666ce May 06 13:44:25.198745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ff95a5-87db-40c1-8e75-c8e4b0b1d299 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet cdb8664f-6c59-42ec-a1a2-151ea8611c3d {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:44:25.203416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.207337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-29ff95a5-87db-40c1-8e75-c8e4b0b1d299 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.219899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c6613532-611a-4087-93a0-cc7bb497d6e9 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.253209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 42c5a018-c548-4716-bfa5-41bacf0f77b6 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:25.254051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.297856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-29ff95a5-87db-40c1-8e75-c8e4b0b1d299 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.372144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:25.410171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.410425 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Added segment ced8c42b-f8ab-4273-a298-c6564e75f5b9 of type vlan for network eca67fbd-98d2-43df-8a93-dbe76dc0f201 May 06 13:44:25.508104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.550679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-29ff95a5-87db-40c1-8e75-c8e4b0b1d299 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.600391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419d62e-228d-4c82-a644-9dfea09596c4 req-3b703fc7-ea38-4b59-94d7-d2934fe515ba tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:25.609744 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5419d62e-228d-4c82-a644-9dfea09596c4 req-3b703fc7-ea38-4b59-94d7-d2934fe515ba tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7106948 May 06 13:44:25.622148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4576dabf-1110-49e3-b000-e9a4ba57d628 None None] Could not find standard attr ID for object a8818736-235b-49ff-ae20-5cf194112dd8. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:44:25.641030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:44:25.694003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-7be48a74-061e-402e-a74a-660f0d9b3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:25.697169 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-7be48a74-061e-402e-a74a-660f0d9b3c0c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1099 time: 0.6820061 May 06 13:44:25.717463 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5419d62e-228d-4c82-a644-9dfea09596c4 req-c909d8e8-365d-48fd-96fd-5c5b310cc913 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051631 May 06 13:44:25.732033 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.732033 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.745575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:25.750492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:25.751193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.952889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36532) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:25.965280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-29ff95a5-87db-40c1-8e75-c8e4b0b1d299 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:26.057541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-584be566-a0c4-4c50-b8c9-5ccde372d9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:26.059109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-a0f529a5-4bc9-4126-90b8-0773f0363443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:26.063033 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-a0f529a5-4bc9-4126-90b8-0773f0363443 service neutron] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 913 time: 0.3418369 May 06 13:44:26.066084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-c6613532-611a-4087-93a0-cc7bb497d6e9 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:44:26.067984 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c6613532-611a-4087-93a0-cc7bb497d6e9 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2651908 May 06 13:44:26.069271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Network': ['ID=3878c89b-6f17-43c9-9221-dffa9b0666ce,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:26.072709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36538) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:26.082638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '0002ba85-b21b-4f0c-bd07-3d21e2dba2b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:26.094186 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.2454505 May 06 13:44:26.094186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff95a5-87db-40c1-8e75-c8e4b0b1d299 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb8664f-6c59-42ec-a1a2-151ea8611c3d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:26.094532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe3adc5-ea64-4233-bb68-a881459055d5 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:26.094989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36542) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:26.100508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-29ff95a5-87db-40c1-8e75-c8e4b0b1d299 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:26.105595 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-29ff95a5-87db-40c1-8e75-c8e4b0b1d299 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/cdb8664f-6c59-42ec-a1a2-151ea8611c3d HTTP/1.1" status: 204 len: 168 time: 1.0291820 May 06 13:44:26.112174 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36544) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:26.141131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 3878c89b-6f17-43c9-9221-dffa9b0666ce details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:26.287903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:26.303384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Usage tracker for resource:floatingip and tenant:07095f3e4e7746f892288a7d6d1be2cc is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:26.313871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:26.333374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:26.345238 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-2b5365bf-ba20-4e57-96a4-277422631469 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 1002 time: 0.2435148 May 06 13:44:26.411089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-584be566-a0c4-4c50-b8c9-5ccde372d9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:26.438783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:26.487795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-584be566-a0c4-4c50-b8c9-5ccde372d9aa admin admin] Usage tracker for resource:security_group_rule and tenant:d7a55690bcbf499d9b718248f2cd75e1 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:26.496207 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4dfbd71b-4fb4-401f-ad02-d56da4c14603 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3778105 May 06 13:44:26.497840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36552) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:26.507016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-584be566-a0c4-4c50-b8c9-5ccde372d9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:26.512182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c49535-ab21-4dac-8388-bf59d5044c13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Network': ['ID=eca67fbd-98d2-43df-8a93-dbe76dc0f201,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:26.528464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-584be566-a0c4-4c50-b8c9-5ccde372d9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:26.533404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:26.534337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network eca67fbd-98d2-43df-8a93-dbe76dc0f201 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:26.671226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-4df1670c-9e59-463a-acf0-798fc72abd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:26.674270 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-4df1670c-9e59-463a-acf0-798fc72abd72 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.3164294 May 06 13:44:26.741974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b3f56-b67d-4271-9302-5445d21c3b4d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:26.747020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b3f56-b67d-4271-9302-5445d21c3b4d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:26.753758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b3f56-b67d-4271-9302-5445d21c3b4d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:26.759492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b3f56-b67d-4271-9302-5445d21c3b4d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:26.760779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ff6b3f56-b67d-4271-9302-5445d21c3b4d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Synchronizing usage tracker for tenant:aaa5761fec58433891f67102b4e7b46c on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:26.771270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:26.808789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:26.840088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ff6b3f56-b67d-4271-9302-5445d21c3b4d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Unset dirty status for tenant:aaa5761fec58433891f67102b4e7b46c on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:26.847301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36564) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:26.847583 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ff6b3f56-b67d-4271-9302-5445d21c3b4d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.7369270 May 06 13:44:26.853842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:26.858565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:26.871908 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-30aaa51a-3c5a-4fd7-9dc5-2f180e06ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:26.876521 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-30aaa51a-3c5a-4fd7-9dc5-2f180e06ecdd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1827984 May 06 13:44:26.886405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0177084c-6413-48ab-aba0-06c86aed2df6 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:44:26.892207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0177084c-6413-48ab-aba0-06c86aed2df6 None None] Deleting port 42c5a018-c548-4716-bfa5-41bacf0f77b6 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:26.894257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0177084c-6413-48ab-aba0-06c86aed2df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.138073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-584be566-a0c4-4c50-b8c9-5ccde372d9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.150628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-584be566-a0c4-4c50-b8c9-5ccde372d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.264371 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-584be566-a0c4-4c50-b8c9-5ccde372d9aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7a55690bcbf499d9b718248f2cd75e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3092773 May 06 13:44:27.267097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584be566-a0c4-4c50-b8c9-5ccde372d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bcbdeb-6e7c-4c93-a1a3-a564e39014a0,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:27.270514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.273913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36570) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:27.276002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.297604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0177084c-6413-48ab-aba0-06c86aed2df6 None None] For port 42c5a018-c548-4716-bfa5-41bacf0f77b6, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=42c5a018-c548-4716-bfa5-41bacf0f77b6,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:27.298238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0177084c-6413-48ab-aba0-06c86aed2df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.429130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-949eb697-dc61-4785-b165-cacc7318adc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.475896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-949eb697-dc61-4785-b165-cacc7318adc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.484087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0177084c-6413-48ab-aba0-06c86aed2df6 None None] Calling delete_port for 42c5a018-c548-4716-bfa5-41bacf0f77b6 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:27.548528 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-afa527f4-e1b4-46d4-b1b1-dbb7b2454afb service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541090 May 06 13:44:27.557751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.629226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0177084c-6413-48ab-aba0-06c86aed2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.631736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:27.635592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:27.640639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:27.641296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.670721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=9d52d2b5-51b1-430e-85b9-89a79fcbcb9e,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:27.674928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-949eb697-dc61-4785-b165-cacc7318adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.699940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177084c-6413-48ab-aba0-06c86aed2df6 None None] Pushing event deleted for resources: {'Port': ['ID=42c5a018-c548-4716-bfa5-41bacf0f77b6,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:27.703074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eb697-dc61-4785-b165-cacc7318adc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bcbdeb-6e7c-4c93-a1a3-a564e39014a0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:27.711086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0177084c-6413-48ab-aba0-06c86aed2df6 None None] No DVR routers for this DVR port 42c5a018-c548-4716-bfa5-41bacf0f77b6 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:44:27.724358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-949eb697-dc61-4785-b165-cacc7318adc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.725843 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-949eb697-dc61-4785-b165-cacc7318adc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9bcbdeb-6e7c-4c93-a1a3-a564e39014a0 HTTP/1.1" status: 204 len: 168 time: 0.4509223 May 06 13:44:27.731888 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-369e758f-7d76-4c08-8b0a-1b0d79934e87 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2174551 May 06 13:44:27.732779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36582) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:27.734562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccf1b4-9d61-4c73-bd47-ce7c829a2a97 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:27.739909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'name': 'tempest-NetworksTestDHCPv6-1964081398'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:27.982668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:27.997661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:28.008787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:28.023128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a273-3426-4a7c-aaef-4eb4acf6e468 req-7acaeaa8-e42c-4678-a8fd-845719e6207f tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:28.026831 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f97a273-3426-4a7c-aaef-4eb4acf6e468 req-7acaeaa8-e42c-4678-a8fd-845719e6207f tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.0470989 May 06 13:44:28.029559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:28.057976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:28.065981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:28.139552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port e70b59da-49f0-4ef5-86fd-c67fb971f336 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:28.191329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:28.269690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3878c89b-6f17-43c9-9221-dffa9b0666ce']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:28.298646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Allocated IP 172.26.2.28 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/88d42968-0c40-4431-9c9d-af172520df86) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:28.325823 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f97a273-3426-4a7c-aaef-4eb4acf6e468 req-9d9322cd-4687-4969-87d9-52c2587394e7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408137 May 06 13:44:28.332200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0fb2fa-6d14-4f91-bb9e-4d679d4658a9') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:28.332705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0fb2fa-6d14-4f91-bb9e-4d679d4658a9') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:28.356788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '9d52d2b5-51b1-430e-85b9-89a79fcbcb9e'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:44:28.358658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:28.365959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:28.403079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a677bbaf-eecf-4b5b-8479-bb52cf8e7720 req-97d53f02-1c99-4cda-b1cf-d2f5450f6ecc service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799961 May 06 13:44:28.563899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::184 (ed4177a0-aee3-4756-a30e-bb3035a9c410/9d52d2b5-51b1-430e-85b9-89a79fcbcb9e/e70b59da-49f0-4ef5-86fd-c67fb971f336) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:28.577002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:28.617490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:44:28.618171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:44:28.646919 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:44:28.752888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36594) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:28.828463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 42c5a018-c548-4716-bfa5-41bacf0f77b6 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:44:28.844677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73c4358-e4b7-4267-8dc9-ba7b19cde3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:28.905368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:28.906464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 42c5a018-c548-4716-bfa5-41bacf0f77b6 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:44:28.907335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 42c5a018-c548-4716-bfa5-41bacf0f77b6 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:44:28.910502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a73c4358-e4b7-4267-8dc9-ba7b19cde3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:28.959459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a73c4358-e4b7-4267-8dc9-ba7b19cde3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a00080631142718a083af297919b11 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:28.965043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:28.992156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a73c4358-e4b7-4267-8dc9-ba7b19cde3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:29.008367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Network': ['ID=3878c89b-6f17-43c9-9221-dffa9b0666ce,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:29.024453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a73c4358-e4b7-4267-8dc9-ba7b19cde3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:29.066275 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-da390f31-644b-415a-b7ef-fc2e3de7a89c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/networks/3878c89b-6f17-43c9-9221-dffa9b0666ce HTTP/1.1" status: 204 len: 168 time: 2.2166147 May 06 13:44:29.071681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36602) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:29.084293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.184891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.229099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.315362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object e70b59da-49f0-4ef5-86fd-c67fb971f336 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:29.360676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event updated for resources: {'Port': ['ID=88d42968-0c40-4431-9c9d-af172520df86,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:29.406345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.459949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:29.475082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:29.489360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:29.552716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.631244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36608) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:29.633369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73c4358-e4b7-4267-8dc9-ba7b19cde3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.642160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454961229', 'description': 'tempest-secgroup-smoke-1454961229 description', 'project_id': '6b2b1366be5b475fb0ef0248132dacba'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:29.650765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:29.656106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:security_group and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:29.661258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/9d52d2b5-51b1-430e-85b9-89a79fcbcb9e/2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:29.663120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:29.714799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73c4358-e4b7-4267-8dc9-ba7b19cde3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.726520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:29.835471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.866134 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a73c4358-e4b7-4267-8dc9-ba7b19cde3b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7a00080631142718a083af297919b11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1027403 May 06 13:44:29.872151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.882314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36612) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:29.888047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c4358-e4b7-4267-8dc9-ba7b19cde3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8361dd5a-7303-4617-a863-3abc55a23637,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:29.985840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:29.996840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:30.021533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:security_group_rule and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:30.031216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:30.035379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.036325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca67fbd-98d2-43df-8a93-dbe76dc0f201']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:30.048022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:30.057575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Transition to ACTIVE for port object 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:30.060970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced8c42b-f8ab-4273-a298-c6564e75f5b9') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:30.061862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced8c42b-f8ab-4273-a298-c6564e75f5b9') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:30.068631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Deleting port 88d42968-0c40-4431-9c9d-af172520df86 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:30.069144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.083314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.094982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Transition to ACTIVE for port object 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:30.111918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.113577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.139257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:30.143443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:44:30.144073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.153602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3291fc-71fd-4f46-a233-876903cb7258 req-b41fa07b-e35a-4b7e-b371-fd5fab92f13a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:30.155447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fe3291fc-71fd-4f46-a233-876903cb7258 req-b41fa07b-e35a-4b7e-b371-fd5fab92f13a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.4895561 May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:44:30.160413 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:44:30.165411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5393862e-7e16-4bc0-afe4-8ec9d5774592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.165777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:30.232102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:30.233618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:30.237878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:30.239096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:30.248808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:30.249640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.278507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Pushing event updated for resources: {'Port': ['ID=2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:30.282417 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=e70b59da-49f0-4ef5-86fd-c67fb971f336,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:30.344139 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6443ff71-7e1a-47dd-9d2f-6c56a19f2583 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6107171 May 06 13:44:30.347170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36616) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:30.385418 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Attempting to bind port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:30.386276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Attempting to bind port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:30.387299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Attempting to bind port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:30.395182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.398590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:44:30.399368 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:30.400277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.400968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:44:30.401848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Bound port: 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:30.402461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.452981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.469983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Network': ['ID=eca67fbd-98d2-43df-8a93-dbe76dc0f201,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:30.521422 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8d490369-9a46-459c-8324-1c00bc961b67 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/networks/eca67fbd-98d2-43df-8a93-dbe76dc0f201 HTTP/1.1" status: 204 len: 168 time: 1.4474909 May 06 13:44:30.523543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5393862e-7e16-4bc0-afe4-8ec9d5774592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.524338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36620) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:30.570489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] For port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:30.575858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] For port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:44:30.582864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.621576 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fe3291fc-71fd-4f46-a233-876903cb7258 req-4a556d3a-c237-453e-915a-c3303e6b23c1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4334936 May 06 13:44:30.675584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20969ac9-a079-47ea-8f61-9d9f3a934037 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:30.682291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20969ac9-a079-47ea-8f61-9d9f3a934037 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:30.683588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-20969ac9-a079-47ea-8f61-9d9f3a934037 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:30.741125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-20969ac9-a079-47ea-8f61-9d9f3a934037 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:30.745467 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-20969ac9-a079-47ea-8f61-9d9f3a934037 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3967965 May 06 13:44:30.755826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36626) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:30.759269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57fe1a-18a6-45cb-b038-2697248f9246 None None] Pushing event updated for resources: {'Port': ['ID=2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:30.820147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.820606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.855078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79778184-fc70-4cb2-acb4-74ee4dfebb0c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:30.858998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.874729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79778184-fc70-4cb2-acb4-74ee4dfebb0c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:30.876486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-79778184-fc70-4cb2-acb4-74ee4dfebb0c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Synchronizing usage tracker for tenant:aaa5761fec58433891f67102b4e7b46c on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:30.914923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-79778184-fc70-4cb2-acb4-74ee4dfebb0c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Unset dirty status for tenant:aaa5761fec58433891f67102b4e7b46c on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:30.917226 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-79778184-fc70-4cb2-acb4-74ee4dfebb0c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3911436 May 06 13:44:30.924068 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36630) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:30.935631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.936992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1710222541'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:30.953407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:30.977390 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:30.997392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Made reservation on behalf of aaa5761fec58433891f67102b4e7b46c for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:31.009465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.018551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Calling delete_port for 88d42968-0c40-4431-9c9d-af172520df86 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:31.069769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:31.104549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:31.115903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.124898 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Added segment ca1322ad-ed71-4a5f-9f45-ce01729ec1ad of type vlan for network 2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a May 06 13:44:31.137252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5393862e-7e16-4bc0-afe4-8ec9d5774592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.166347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1fed0360-7d70-4afc-a10e-2b0b52adfd8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port e70b59da-49f0-4ef5-86fd-c67fb971f336 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:31.166827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1fed0360-7d70-4afc-a10e-2b0b52adfd8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.174718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.227136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:security_group_rule and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:31.231968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:31.238356 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.244566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:31.246420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.331985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:31.378117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e6a4e6-d157-43ff-aada-4b03d0e70b5c,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:31.396543 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4696844 May 06 13:44:31.400462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36634) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:31.403490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a210d41-673f-4114-b2d9-f00f1858123e tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Network': ['ID=2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:31.413026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-467792235'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:31.419607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:31.425219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:31.431453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Usage tracker for resource:network and tenant:aaa5761fec58433891f67102b4e7b46c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:31.431453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:31.438709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:31.451989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Made reservation on behalf of aaa5761fec58433891f67102b4e7b46c for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:31.456465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.489978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:31.501639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.502598 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Added segment 9ddc3ca8-c1ea-49fb-aa50-882d491145f1 of type vlan for network 21d6e7fc-48c3-48c6-906a-06f6cae7465c May 06 13:44:31.523287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5393862e-7e16-4bc0-afe4-8ec9d5774592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.529630 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5393862e-7e16-4bc0-afe4-8ec9d5774592 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8361dd5a-7303-4617-a863-3abc55a23637 HTTP/1.1" status: 204 len: 168 time: 1.6425736 May 06 13:44:31.555109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.560209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393862e-7e16-4bc0-afe4-8ec9d5774592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8361dd5a-7303-4617-a863-3abc55a23637,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:31.613388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.624720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:31.625648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.793915 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3896928 May 06 13:44:31.795605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36640) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:31.802844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60044723-7dfc-47f0-8d2a-b2f7322d96fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Network': ['ID=21d6e7fc-48c3-48c6-906a-06f6cae7465c,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:31.808276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'ports': [{'network_id': '2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a', 'name': 'tempest-port--238351669', 'admin_state_up': True}, {'network_id': '21d6e7fc-48c3-48c6-906a-06f6cae7465c', 'admin_state_up': False}]} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:31.808689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'port': {'network_id': '2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a', 'name': 'tempest-port--238351669', 'admin_state_up': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:31.809117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'port': {'network_id': '21d6e7fc-48c3-48c6-906a-06f6cae7465c', 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:31.821381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 21d6e7fc-48c3-48c6-906a-06f6cae7465c details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:31.921828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400f301-a5c7-4ae2-9fce-61b3e498b90e req-a5bb90e9-fe3b-4202-9091-ebf140d06bc1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:31.923516 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2400f301-a5c7-4ae2-9fce-61b3e498b90e req-a5bb90e9-fe3b-4202-9091-ebf140d06bc1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.9922295 May 06 13:44:31.995010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.120614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event deleted for resources: {'Port': ['ID=88d42968-0c40-4431-9c9d-af172520df86,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:32.173049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.219585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.290292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:32.302983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Usage tracker for resource:port and tenant:aaa5761fec58433891f67102b4e7b46c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:32.310591 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:32.326744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:32.351294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2400f301-a5c7-4ae2-9fce-61b3e498b90e req-c6119175-70d0-425d-90bb-2a2f1f4df7ac tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031861 May 06 13:44:32.353045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Made reservation on behalf of aaa5761fec58433891f67102b4e7b46c for: {'port': 2} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:32.360642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.374990 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fd0ac04e-5fbe-455a-bda2-8eb2478444ac None None] Provisioning for port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:32.416111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.459232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1fed0360-7d70-4afc-a10e-2b0b52adfd8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.475745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da70e998-da53-40f9-8e6f-a1fa5f15e986,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:32.482226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.483547 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b1583418-4be4-4567-8ff9-02eea9e54b56 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.8483696 May 06 13:44:32.559112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36654) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:32.602478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'security_group_rule': {'security_group_id': 'da70e998-da53-40f9-8e6f-a1fa5f15e986', 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:32.616453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:32.666758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1fed0360-7d70-4afc-a10e-2b0b52adfd8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for e70b59da-49f0-4ef5-86fd-c67fb971f336 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:32.734967 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] create failed (client error): The resource could not be found. May 06 13:44:32.740455 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7f0f5ee3-bdf2-4ea5-a609-31210999a310 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.6657076 May 06 13:44:32.764290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36662) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:32.770625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:security_group_rule and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:32.789985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:32.841895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1dbcb21c-e51a-497d-a78b-3d3544dbed5c None None] Provisioning for port e70b59da-49f0-4ef5-86fd-c67fb971f336 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:32.850156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1dbcb21c-e51a-497d-a78b-3d3544dbed5c None None] Provisioning complete for port e70b59da-49f0-4ef5-86fd-c67fb971f336 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:32.850782 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1dbcb21c-e51a-497d-a78b-3d3544dbed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.874884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:32.901117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-81959ddc-2377-4cf4-9d9d-1f733579dd5d tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Deleting port 0002ba85-b21b-4f0c-bd07-3d21e2dba2b7 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:32.901472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-81959ddc-2377-4cf4-9d9d-1f733579dd5d tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.948250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:32.975801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.991409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] device_id is not set on port 39f6f6bd-4d09-4a7e-9ba6-3547f5b6088c yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:33.133128 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcb21c-e51a-497d-a78b-3d3544dbed5c None None] Port e70b59da-49f0-4ef5-86fd-c67fb971f336 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:44:33.176994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:33.187872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:33.189483 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.198395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.211154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.225554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.343238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a47d23-50db-49b0-a0cb-70a8d41385f6,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:33.399450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.400816 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-079d75d5-d8a1-48ab-88f4-4a6554888fb2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8289425 May 06 13:44:33.405208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36676) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:33.423202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.431080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'security_group_rule': {'security_group_id': 'da70e998-da53-40f9-8e6f-a1fa5f15e986', 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:33.462541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:33.470648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:security_group_rule and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:33.476795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:33.489194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:33.498493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] device_id is not set on port b1d8a815-fffc-4ccd-a3b2-797c54c1129e yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:33.499818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:33.507633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.526123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.610772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:33.777602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb7e3b-b64a-4729-a95f-850b8c1676d0 req-44e9656b-4bf6-4e2d-8f5c-ae53c4507add tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:33.779193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfeb7e3b-b64a-4729-a95f-850b8c1676d0 req-44e9656b-4bf6-4e2d-8f5c-ae53c4507add tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.6470931 May 06 13:44:33.845894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1fed0360-7d70-4afc-a10e-2b0b52adfd8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.860490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.892560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.897283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-81959ddc-2377-4cf4-9d9d-1f733579dd5d tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.900866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.935370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4462c0b-103f-4892-8b30-effcbd85a18c,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:33.951990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed0360-7d70-4afc-a10e-2b0b52adfd8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=e70b59da-49f0-4ef5-86fd-c67fb971f336,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:33.961024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.966175 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f1d42bde-a2fd-410e-bd50-90827483e0e7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5595522 May 06 13:44:33.967844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36686) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:33.977334 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'security_group_rule': {'security_group_id': 'da70e998-da53-40f9-8e6f-a1fa5f15e986', 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:33.985209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.072736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:34.083992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:security_group_rule and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:34.096638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:34.108338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Port': ['ID=39f6f6bd-4d09-4a7e-9ba6-3547f5b6088c,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:34.114570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:34.151097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Checking segment: {'id': 'ca1322ad-ed71-4a5f-9f45-ce01729ec1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:34.151618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Network hostable DHCP agents. Network: 2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:34.176602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.209983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Network 2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:34.223259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:34.228081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:34.229284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.232244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a066a6c9-771d-4d95-a709-791709b091d5 None None] Network 2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:34.243434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-81959ddc-2377-4cf4-9d9d-1f733579dd5d tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Calling delete_port for 0002ba85-b21b-4f0c-bd07-3d21e2dba2b7 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:34.443791 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfeb7e3b-b64a-4729-a95f-850b8c1676d0 req-186b6336-fa07-4364-807c-7430a0e8326d tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6504710 May 06 13:44:34.447044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1fed0360-7d70-4afc-a10e-2b0b52adfd8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.462135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Port': ['ID=b1d8a815-fffc-4ccd-a3b2-797c54c1129e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:34.483687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Checking segment: {'id': '9ddc3ca8-c1ea-49fb-aa50-882d491145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '21d6e7fc-48c3-48c6-906a-06f6cae7465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:34.483951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Network hostable DHCP agents. Network: 21d6e7fc-48c3-48c6-906a-06f6cae7465c, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:34.493310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.519594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.598093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.599390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1fed0360-7d70-4afc-a10e-2b0b52adfd8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/e70b59da-49f0-4ef5-86fd-c67fb971f336 HTTP/1.1" status: 204 len: 168 time: 3.8412271 May 06 13:44:34.604831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36702) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:34.605354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36704) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:34.606762 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6362917 May 06 13:44:34.618514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e018e8-21a8-4c95-be9f-2d5c0315355c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b152a3c8-c08e-4ab6-8bef-26cf7ed51214,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:34.636736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Network 21d6e7fc-48c3-48c6-906a-06f6cae7465c is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:34.661243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36710) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:34.675164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 21d6e7fc-48c3-48c6-906a-06f6cae7465c) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:34.683870 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:34.694776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1110afd5-2401-4b35-9581-980d9fcadc80 None None] Network 21d6e7fc-48c3-48c6-906a-06f6cae7465c requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:34.696014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'security_group_rule': {'security_group_id': 'da70e998-da53-40f9-8e6f-a1fa5f15e986', 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:34.697271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:34.709710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:34.710853 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.747666 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7e5b4587-768a-41ea-8f41-ff2e98db66ae tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9506478 May 06 13:44:34.751741 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36716) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:34.834512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:34.853335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:34.871835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:security_group_rule and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:34.883010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:34.914902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-81959ddc-2377-4cf4-9d9d-1f733579dd5d tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.926576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1401763809', 'router:external': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:34.927212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:34.941261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:34.954104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Usage tracker for resource:network and tenant:f2f8c6d724ee4824b935fc8b631184f0 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:34.967348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:34.990072 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:35.012000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1081c01c-acf4-4806-849b-8c37a9013ac9 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:35.019381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1081c01c-acf4-4806-849b-8c37a9013ac9 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:35.020193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1081c01c-acf4-4806-849b-8c37a9013ac9 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Synchronizing usage tracker for tenant:aaa5761fec58433891f67102b4e7b46c on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:35.034710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Made reservation on behalf of f2f8c6d724ee4824b935fc8b631184f0 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:35.035008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89a3143-6585-48d2-8ba1-15754054ed11 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:35.037377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.038157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89a3143-6585-48d2-8ba1-15754054ed11 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:35.043446 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a89a3143-6585-48d2-8ba1-15754054ed11 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4339426 May 06 13:44:35.053098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36720) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:35.067630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81959ddc-2377-4cf4-9d9d-1f733579dd5d tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event deleted for resources: {'Port': ['ID=0002ba85-b21b-4f0c-bd07-3d21e2dba2b7,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:35.084224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:35.085260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.108685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.133817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1081c01c-acf4-4806-849b-8c37a9013ac9 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Unset dirty status for tenant:aaa5761fec58433891f67102b4e7b46c on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:35.137769 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1081c01c-acf4-4806-849b-8c37a9013ac9 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3775876 May 06 13:44:35.139000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36724) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:35.144179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:35.152834 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Usage tracker for resource:security_group_rule and tenant:f2f8c6d724ee4824b935fc8b631184f0 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:35.159148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:35.169448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:35.184306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7340a331-cf5d-4d52-8160-84c189093221 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 9d52d2b5-51b1-430e-85b9-89a79fcbcb9e {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:44:35.194074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7340a331-cf5d-4d52-8160-84c189093221 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.276404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7340a331-cf5d-4d52-8160-84c189093221 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.305761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.448528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.456096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.458641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df703df-b047-4c1a-bfbc-35dffe6bf8c0 req-e8abd7bf-2ec4-4273-bb4a-e94f12a0c0bf tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:35.460793 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3df703df-b047-4c1a-bfbc-35dffe6bf8c0 req-e8abd7bf-2ec4-4273-bb4a-e94f12a0c0bf tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7780049 May 06 13:44:35.484362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7340a331-cf5d-4d52-8160-84c189093221 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.536895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-eb30aa20-a233-44d9-b54a-36f79dcf521a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Deleting port 39f6f6bd-4d09-4a7e-9ba6-3547f5b6088c {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:35.537349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb30aa20-a233-44d9-b54a-36f79dcf521a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.561609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:35.604377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.604899 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Added segment 0a6fecec-3f12-478a-8879-1a72b067e0a7 of type vlan for network d79060ba-0df1-46fb-b94f-d5320fa925d5 May 06 13:44:35.609059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11b5594-3ccb-4809-802f-601effa72c4e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:35.615001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.623786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-81959ddc-2377-4cf4-9d9d-1f733579dd5d tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.641316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-81959ddc-2377-4cf4-9d9d-1f733579dd5d tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "DELETE /v2.0/ports/0002ba85-b21b-4f0c-bd07-3d21e2dba2b7 HTTP/1.1" status: 204 len: 168 time: 2.8752682 May 06 13:44:35.644784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36728) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:35.669070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.697071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.705112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7340a331-cf5d-4d52-8160-84c189093221 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.789634 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340a331-cf5d-4d52-8160-84c189093221 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=9d52d2b5-51b1-430e-85b9-89a79fcbcb9e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:35.796092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7340a331-cf5d-4d52-8160-84c189093221 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.806769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adde77d4-7727-472c-9607-6f81a470efa9 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:35.866075 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7340a331-cf5d-4d52-8160-84c189093221 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/9d52d2b5-51b1-430e-85b9-89a79fcbcb9e HTTP/1.1" status: 204 len: 168 time: 0.7948210 May 06 13:44:35.867284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36732) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:35.899300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4e187e-f12a-4831-ac5f-6a92c3b1cf9a,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:35.918714 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3df703df-b047-4c1a-bfbc-35dffe6bf8c0 req-710dc910-248b-4317-8183-a822c2593767 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4351366 May 06 13:44:35.919208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.987242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:35.988752 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a5c125c8-ba2a-4039-82d8-4c00ea4db34a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3792059 May 06 13:44:35.999694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36738) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:36.023946 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-292d3b83-2961-4387-8810-346376cdff00 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1556449 May 06 13:44:36.029680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'security_group_rule': {'security_group_id': 'da70e998-da53-40f9-8e6f-a1fa5f15e986', 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:36.040290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36742) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:36.050046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:36.076330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:36.081194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.082822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:36.083675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.131873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:security_group_rule and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:36.152807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:36.177321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda7571-731b-46f6-90f2-56dd4f31463e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:36.178263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8eda7571-731b-46f6-90f2-56dd4f31463e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Synchronizing usage tracker for tenant:07095f3e4e7746f892288a7d6d1be2cc on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:36.244732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb30aa20-a233-44d9-b54a-36f79dcf521a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.271846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:36.352299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cbaa06-bcb1-4a5d-900d-b5c1c4a2c17b None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:44:36.359739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-28cbaa06-bcb1-4a5d-900d-b5c1c4a2c17b None None] Deleting port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:36.363035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28cbaa06-bcb1-4a5d-900d-b5c1c4a2c17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.386978 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7232387 May 06 13:44:36.393472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36746) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:36.399624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'subnet': {'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:36.433059 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Project 6b2b1366be5b475fb0ef0248132dacba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:44:36.452567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e978a-4487-4144-8e67-b4a93d061f47 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event updated for resources: {'Network': ['ID=d79060ba-0df1-46fb-b94f-d5320fa925d5,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:36.464230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.477050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:36.482859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network d79060ba-0df1-46fb-b94f-d5320fa925d5 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:36.492998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:36.500087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:36.521726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:36.549569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-eb30aa20-a233-44d9-b54a-36f79dcf521a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Calling delete_port for 39f6f6bd-4d09-4a7e-9ba6-3547f5b6088c owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:36.565471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:36.570045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.581325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:36.584253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8eda7571-731b-46f6-90f2-56dd4f31463e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Unset dirty status for tenant:07095f3e4e7746f892288a7d6d1be2cc on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:36.588545 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8eda7571-731b-46f6-90f2-56dd4f31463e tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b323df4-dcc3-40d3-a620-19cb4e05964e HTTP/1.1" status: 200 len: 913 time: 0.9354770 May 06 13:44:36.591881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36750) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:36.596602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Usage tracker for resource:subnet and tenant:f2f8c6d724ee4824b935fc8b631184f0 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:36.608061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:36.621466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:36.649803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Made reservation on behalf of f2f8c6d724ee4824b935fc8b631184f0 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:36.652200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.755714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aafe83-397e-4822-8a28-8eec1ff2cfbd req-544d224d-229a-497f-a40b-7481a43314a8 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:36.757297 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-01aafe83-397e-4822-8a28-8eec1ff2cfbd req-544d224d-229a-497f-a40b-7481a43314a8 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5723605 May 06 13:44:36.776738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb30aa20-a233-44d9-b54a-36f79dcf521a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.853229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:44:36.867991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30aa20-a233-44d9-b54a-36f79dcf521a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Port': ['ID=39f6f6bd-4d09-4a7e-9ba6-3547f5b6088c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:36.888465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb30aa20-a233-44d9-b54a-36f79dcf521a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:36.936303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5235b0b9-5ae8-4d7a-bbf1-9f019ebf3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:37.078275 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-01aafe83-397e-4822-8a28-8eec1ff2cfbd req-92bddc90-7509-4991-8cfc-14cff9414e2a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023019 May 06 13:44:37.089679 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-eb30aa20-a233-44d9-b54a-36f79dcf521a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/ports/39f6f6bd-4d09-4a7e-9ba6-3547f5b6088c HTTP/1.1" status: 204 len: 168 time: 1.9248013 May 06 13:44:37.102056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36754) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:37.151243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-28cbaa06-bcb1-4a5d-900d-b5c1c4a2c17b None None] For port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:37.151712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28cbaa06-bcb1-4a5d-900d-b5c1c4a2c17b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:37.248605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:37.270250 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:37.297037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Deleting port b1d8a815-fffc-4ccd-a3b2-797c54c1129e {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:37.297802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:37.335339 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-28cbaa06-bcb1-4a5d-900d-b5c1c4a2c17b None None] Calling delete_port for 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:37.449350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3933f6-f53c-4e25-8371-5ff8af5278b4,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:37.538926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:37.570332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28cbaa06-bcb1-4a5d-900d-b5c1c4a2c17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:37.640521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:37.644154 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1b1f3a9b-eeb0-4eda-ac22-82a82b629440 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6294987 May 06 13:44:37.670386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36762) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:37.691491 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'security_group_rule': {'security_group_id': 'da70e998-da53-40f9-8e6f-a1fa5f15e986', 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:37.694442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:37.698250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbaa06-bcb1-4a5d-900d-b5c1c4a2c17b None None] No DVR routers for this DVR port 2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:44:37.742189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbaa06-bcb1-4a5d-900d-b5c1c4a2c17b None None] Pushing event deleted for resources: {'Port': ['ID=2b4f41e4-fe56-4c0b-b146-ba05d9abb7ec,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:37.773548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:37.802692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:security_group_rule and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:37.823950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:37.849210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:37.959639 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Project 6b2b1366be5b475fb0ef0248132dacba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:44:37.988462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Calling delete_port for b1d8a815-fffc-4ccd-a3b2-797c54c1129e owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:38.019049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.165852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.205672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.266507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:38.275608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:38.293764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90794674-e832-4d46-8bcf-c417fa07002d None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:38.302357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:38.303456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.316084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eff1d-2ced-4ac4-9992-7b303b1e0cfb req-ea135390-6aec-4c93-9916-0b3266bcb797 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:38.319067 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c41eff1d-2ced-4ac4-9992-7b303b1e0cfb req-ea135390-6aec-4c93-9916-0b3266bcb797 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.4912355 May 06 13:44:38.325310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Port': ['ID=b1d8a815-fffc-4ccd-a3b2-797c54c1129e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:38.332472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.342291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=61011862-bac6-4927-9c44-8bae5fe10810,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:38.346202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.359297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.397001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.397001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.397458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.397458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.397772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.398413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.398757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.399207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.399400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.399854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.400165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.400353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.400561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.400866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.401177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.401826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.402474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.403131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.403783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.404504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.405155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.405805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.406452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.407083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:38.437128 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7f39ef39-4f58-4311-8d51-a4c6f86bed53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3952470 May 06 13:44:38.442366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36766) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:38.445437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e32e3a-a0c9-4fe2-88bf-2eefcc1c164b,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:38.461569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'name': 'tempest-NetworksTestDHCPv6-200923579'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:38.473281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.480237 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7f5ffd4e-8a02-41c5-b230-229cc592ee21 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8033588 May 06 13:44:38.481735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36770) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:38.493846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'network': {'name': 'tempest-network-smoke--1740814450', 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'port_security_enabled': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:38.504479 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-18cc2d7c-1da1-4978-b478-1015651799d4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/ports/b1d8a815-fffc-4ccd-a3b2-797c54c1129e HTTP/1.1" status: 204 len: 168 time: 1.4006333 May 06 13:44:38.519675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36774) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:38.557363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:38.569030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:network and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:38.576231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:38.597043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:38.631229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Made reservation on behalf of 6b2b1366be5b475fb0ef0248132dacba for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:38.635554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.672938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.731725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '61011862-bac6-4927-9c44-8bae5fe10810'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:44:38.731725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.873430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.objects.ports [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87984) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:44:38.874215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.884476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:38.931106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.931672 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Added segment b7f18250-7a63-47ba-81b1-9819443227cc of type vlan for network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 May 06 13:44:38.942463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c0a37804-4ed5-442b-9803-e34d3456e49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.011182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-addbd903-5a5b-4d47-9b1e-5825df45a67c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Synchronizing usage tracker for tenant:aaa5761fec58433891f67102b4e7b46c on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:39.065571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event updated for resources: {'Subnet': ['ID=912e6eda-2993-42b1-ba52-dd24597b419a,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:39.113555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c41eff1d-2ced-4ac4-9992-7b303b1e0cfb req-318c3587-eaa6-400d-bd45-dd08e2166abb tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7252405 May 06 13:44:39.120788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/61011862-bac6-4927-9c44-8bae5fe10810/7da96937-b9a4-4a56-9498-d34eba98fdfd) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:39.197387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.208412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-addbd903-5a5b-4d47-9b1e-5825df45a67c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Unset dirty status for tenant:aaa5761fec58433891f67102b4e7b46c on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:39.211322 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-addbd903-5a5b-4d47-9b1e-5825df45a67c tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5627799 May 06 13:44:39.217471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36778) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:39.230697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1114230125'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:39.237830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:39.252142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:39.257631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:39.263747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:39.269507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Checking segment: {'id': '0a6fecec-3f12-478a-8879-1a72b067e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:39.270081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Network hostable DHCP agents. Network: d79060ba-0df1-46fb-b94f-d5320fa925d5, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:39.280408 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.283928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Usage tracker for resource:network and tenant:aaa5761fec58433891f67102b4e7b46c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:39.287124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:39.287124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.288519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:39.291553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:39.308381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:39.333181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:39.338598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.365505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Made reservation on behalf of aaa5761fec58433891f67102b4e7b46c for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:39.371315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.466407 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9837317 May 06 13:44:39.479313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36782) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:39.493961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'admin_state_up': True, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:39.501924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:39.506887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:router and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:39.511150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:39.520636 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:39.537186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be8d78-a1ec-485c-9caf-381560bafba1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'Network': ['ID=c77335a3-5e6b-49d4-95b2-33ba1f1915e1,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:39.546610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Network d79060ba-0df1-46fb-b94f-d5320fa925d5 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:39.555528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.555873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:39.558536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.569633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port d59bc824-4e79-4c38-b166-890fedf40a22 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:39.582981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Deleting port 304de445-9ec9-48c9-b1ac-f7f9dc4927d1 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:39.583876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.608573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, d79060ba-0df1-46fb-b94f-d5320fa925d5) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:39.621831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:39.622425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.650042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:39.679584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.683799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.684142 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Added segment 74c0f36a-3168-4b91-a1b3-aa381e693eb5 of type vlan for network 578ecb07-b340-48d4-bc21-7198c467ce24 May 06 13:44:39.719419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f409b65-c47a-451a-8955-098246282332 None None] Network d79060ba-0df1-46fb-b94f-d5320fa925d5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:39.721049 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-26aa060e-99de-413c-bde9-7b21d67051f5 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3262920 May 06 13:44:39.727757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36786) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:39.731418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.739595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1357841811', 'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:39.747422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:39.754373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Usage tracker for resource:port and tenant:f2f8c6d724ee4824b935fc8b631184f0 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:39.758482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:39.773681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:39.792779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Made reservation on behalf of f2f8c6d724ee4824b935fc8b631184f0 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:39.795324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.808231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.814945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:39.815587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.913635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.934793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] device_id is not set on port 4d9f89ab-1b8f-40ba-98ad-98627ae83308 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:39.995314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.997298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Transition to ACTIVE for port object 7da96937-b9a4-4a56-9498-d34eba98fdfd will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:40.080546 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8563719 May 06 13:44:40.084311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.108483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36790) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:40.120676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-484811509'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:40.124833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Transition to ACTIVE for port object 7da96937-b9a4-4a56-9498-d34eba98fdfd will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:40.129302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:40.136697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Usage tracker for resource:network and tenant:aaa5761fec58433891f67102b4e7b46c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:40.153954 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.163272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:40.232247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87feca-4632-4b56-a517-f80a40f57484 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Network': ['ID=578ecb07-b340-48d4-bc21-7198c467ce24,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:40.249885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:40.353282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.363952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.366234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Made reservation on behalf of aaa5761fec58433891f67102b4e7b46c for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:40.371977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.415911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 578ecb07-b340-48d4-bc21-7198c467ce24 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:40.514657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::2e8 (ed4177a0-aee3-4756-a30e-bb3035a9c410/61011862-bac6-4927-9c44-8bae5fe10810/d59bc824-4e79-4c38-b166-890fedf40a22) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:40.516281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:40.519679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Calling delete_port for 304de445-9ec9-48c9-b1ac-f7f9dc4927d1 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:40.622757 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:40.639545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Allocated IP 172.20.0.4 (d79060ba-0df1-46fb-b94f-d5320fa925d5/912e6eda-2993-42b1-ba52-dd24597b419a/4d9f89ab-1b8f-40ba-98ad-98627ae83308) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:40.643624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:40.648595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:40.706321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.706727 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Added segment 18ba7153-0080-4a2e-b38d-1e10ad152f05 of type vlan for network a33729ca-b55e-4010-8d63-d9a8602ee3b7 May 06 13:44:40.806616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Pushing event updated for resources: {'Port': ['ID=7da96937-b9a4-4a56-9498-d34eba98fdfd,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:40.841852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.842098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.842503 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.842876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.843237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.843615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.844020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.844396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.844902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.846459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.846590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.846884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:40.861633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Attempting to bind port 7da96937-b9a4-4a56-9498-d34eba98fdfd on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:40.862269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Attempting to bind port 7da96937-b9a4-4a56-9498-d34eba98fdfd by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:40.862872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Attempting to bind port 7da96937-b9a4-4a56-9498-d34eba98fdfd on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:40.874430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714b87c-fbe9-43d5-b93e-9a1f9339925e None None] Network d79060ba-0df1-46fb-b94f-d5320fa925d5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:40.911919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:44:40.912553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:40.913222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.913860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:44:40.914686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Bound port: 7da96937-b9a4-4a56-9498-d34eba98fdfd, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:40.915297 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.943760 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.089964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314f07e-b020-4c26-9139-c19d92bd0d71 req-943c75fb-ba43-4220-94fa-2a1baaea1a7c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:41.092231 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6314f07e-b020-4c26-9139-c19d92bd0d71 req-943c75fb-ba43-4220-94fa-2a1baaea1a7c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.6913619 May 06 13:44:41.112661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event deleted for resources: {'Port': ['ID=304de445-9ec9-48c9-b1ac-f7f9dc4927d1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:41.181221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.265935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] For port 7da96937-b9a4-4a56-9498-d34eba98fdfd, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:41.276740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.289661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] For port 7da96937-b9a4-4a56-9498-d34eba98fdfd, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7da96937-b9a4-4a56-9498-d34eba98fdfd,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:44:41.289893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:41.291242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.338739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.411570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.526317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.531210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756403d-c9fd-4315-b9d9-9ab14a588544 None None] Pushing event updated for resources: {'Port': ['ID=7da96937-b9a4-4a56-9498-d34eba98fdfd,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:41.677684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.714217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Network': ['ID=a33729ca-b55e-4010-8d63-d9a8602ee3b7,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:41.725278 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2002868b-0dae-40f5-882f-72181f367648 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6104596 May 06 13:44:41.730474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network a33729ca-b55e-4010-8d63-d9a8602ee3b7 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:41.767443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object d59bc824-4e79-4c38-b166-890fedf40a22 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:41.786262 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-9a85ee9d-5845-4d09-888b-c0191c3101d1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0777612 May 06 13:44:41.825213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6314f07e-b020-4c26-9139-c19d92bd0d71 req-50dc4ba7-d7bc-4631-a5cb-0d03cdd160e6 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5647988 May 06 13:44:42.026325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36800) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:42.045450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'subnets': [{'network_id': '578ecb07-b340-48d4-bc21-7198c467ce24', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1998912152', 'ip_version': 4}, {'network_id': 'a33729ca-b55e-4010-8d63-d9a8602ee3b7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:42.047001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'subnet': {'network_id': '578ecb07-b340-48d4-bc21-7198c467ce24', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1998912152', 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:42.048481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Request body: {'subnet': {'network_id': 'a33729ca-b55e-4010-8d63-d9a8602ee3b7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:42.274730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.406784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.495740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.539046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.589514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Router 7b323df4-dcc3-40d3-a620-19cb4e05964e has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:44:42.593871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.599061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:42.834383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:44:42.859200 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695ecbf-7069-4f4e-8b82-dce1b82acd8e None None] Sync routers for ids ['7b323df4-dcc3-40d3-a620-19cb4e05964e'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:44:42.877433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:42.909501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:42.918504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:42.919434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.941590 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695ecbf-7069-4f4e-8b82-dce1b82acd8e None None] Routers {'7b323df4-dcc3-40d3-a620-19cb4e05964e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:42.945298 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-f695ecbf-7069-4f4e-8b82-dce1b82acd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7b323df4-dcc3-40d3-a620-19cb4e05964e'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:42.982846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Allocated IP 172.26.2.160 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/b16df0b0-dcce-43de-81e2-8cfa73081b73) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:42.987523 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-068e0060-5aad-43ab-85bd-f323c3577e5f tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "PUT /v2.0/routers/7b323df4-dcc3-40d3-a620-19cb4e05964e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3891184 May 06 13:44:43.003801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36808) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:43.030379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=d59bc824-4e79-4c38-b166-890fedf40a22,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:43.086963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7da96937-b9a4-4a56-9498-d34eba98fdfd up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:43.184163 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-f695ecbf-7069-4f4e-8b82-dce1b82acd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:43.200282 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695ecbf-7069-4f4e-8b82-dce1b82acd8e None None] Routers {'7b323df4-dcc3-40d3-a620-19cb4e05964e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:43.201604 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-f695ecbf-7069-4f4e-8b82-dce1b82acd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7b323df4-dcc3-40d3-a620-19cb4e05964e'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:43.208312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Network d79060ba-0df1-46fb-b94f-d5320fa925d5 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:43.228472 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9ebfed20-513a-484b-93a5-c4ed87ba2c46 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7820985 May 06 13:44:43.232765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:43.253181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36812) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:43.261905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 7da96937-b9a4-4a56-9498-d34eba98fdfd completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:43.264100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:43.303392 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-f695ecbf-7069-4f4e-8b82-dce1b82acd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:43.304075 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695ecbf-7069-4f4e-8b82-dce1b82acd8e None None] The sync data for ids ['7b323df4-dcc3-40d3-a620-19cb4e05964e'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:44:43.395063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:43.399291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-26aa89cc-f275-4302-a1ac-742e7344af97 None None] Provisioning for port 7da96937-b9a4-4a56-9498-d34eba98fdfd completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:43.408683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bcc15b84-7a28-4ed7-9b60-2a1b7c7d3250 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.420235 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-26aa89cc-f275-4302-a1ac-742e7344af97 None None] Provisioning complete for port 7da96937-b9a4-4a56-9498-d34eba98fdfd triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:43.421208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-26aa89cc-f275-4302-a1ac-742e7344af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.439970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Usage tracker for resource:subnet and tenant:aaa5761fec58433891f67102b4e7b46c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:43.475946 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:44:43.476836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:43.494706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-505a0555-b5dc-4c4b-ba82-e92d3490d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:43.497323 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-505a0555-b5dc-4c4b-ba82-e92d3490d6bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1099 time: 1.2334905 May 06 13:44:43.518389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:43.526946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event updated for resources: {'Port': ['ID=4d9f89ab-1b8f-40ba-98ad-98627ae83308,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:43.589594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:43.590656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.668078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-26aa89cc-f275-4302-a1ac-742e7344af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.696704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Made reservation on behalf of aaa5761fec58433891f67102b4e7b46c for: {'subnet': 2} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:43.702102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.702778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.741606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-26aa89cc-f275-4302-a1ac-742e7344af97 None None] For port 7da96937-b9a4-4a56-9498-d34eba98fdfd, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7da96937-b9a4-4a56-9498-d34eba98fdfd,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:43.748180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-26aa89cc-f275-4302-a1ac-742e7344af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.751297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f4824-086c-4bfc-aadb-8161dde048ca req-3c23a380-1e29-4ae7-8d76-9cde193327d7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:43.752885 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-132f4824-086c-4bfc-aadb-8161dde048ca req-3c23a380-1e29-4ae7-8d76-9cde193327d7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.1810482 May 06 13:44:43.864962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa89cc-f275-4302-a1ac-742e7344af97 None None] Pushing event updated for resources: {'Port': ['ID=7da96937-b9a4-4a56-9498-d34eba98fdfd,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:43.865272 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5967331a-4152-4ff1-89be-2f7f36af02db tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.1302750 May 06 13:44:43.886417 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7961bfb1-e38e-4aa2-86f1-2df1e8e3fda9 None None] Provisioning for port d59bc824-4e79-4c38-b166-890fedf40a22 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:43.895018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36816) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:43.896776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7961bfb1-e38e-4aa2-86f1-2df1e8e3fda9 None None] Provisioning complete for port d59bc824-4e79-4c38-b166-890fedf40a22 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:43.897552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7961bfb1-e38e-4aa2-86f1-2df1e8e3fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.973440 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7961bfb1-e38e-4aa2-86f1-2df1e8e3fda9 None None] Port d59bc824-4e79-4c38-b166-890fedf40a22 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:44:43.993613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bcc15b84-7a28-4ed7-9b60-2a1b7c7d3250 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.008629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bcc15b84-7a28-4ed7-9b60-2a1b7c7d3250 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.009354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc082410-424b-4a0d-a59e-83a939f988b7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:44.023213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc082410-424b-4a0d-a59e-83a939f988b7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:44.024673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dc082410-424b-4a0d-a59e-83a939f988b7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:44.028082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-66515e6a-cda2-4d9d-b22b-3cf709346de1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Deleting port 4d9f89ab-1b8f-40ba-98ad-98627ae83308 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:44.028363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66515e6a-cda2-4d9d-b22b-3cf709346de1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.083563 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-132f4824-086c-4bfc-aadb-8161dde048ca req-ee83e716-fbc2-4588-9c12-a2183120c4c4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550290 May 06 13:44:44.110055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-399cc377-28fa-404b-b894-be6298baf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:44.114251 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-399cc377-28fa-404b-b894-be6298baf1c6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 913 time: 0.5703938 May 06 13:44:44.122077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.138589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bcc15b84-7a28-4ed7-9b60-2a1b7c7d3250 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.139081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc15b84-7a28-4ed7-9b60-2a1b7c7d3250 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Fanout notify agent at l3_agent the message router_deleted on router 7b323df4-dcc3-40d3-a620-19cb4e05964e {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:44:44.192128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bcc15b84-7a28-4ed7-9b60-2a1b7c7d3250 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.193309 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bcc15b84-7a28-4ed7-9b60-2a1b7c7d3250 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "DELETE /v2.0/routers/7b323df4-dcc3-40d3-a620-19cb4e05964e HTTP/1.1" status: 204 len: 168 time: 1.1826026 May 06 13:44:44.201392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36820) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:44.233083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dc082410-424b-4a0d-a59e-83a939f988b7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:44.238269 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dc082410-424b-4a0d-a59e-83a939f988b7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9775572 May 06 13:44:44.250223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36824) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:44.435875 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-b1942a12-939a-43ba-9f63-77774e511190 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 1002 time: 0.3059640 May 06 13:44:44.572292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-ded6920f-6368-4b9b-8171-9691c5966ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:44.574301 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-ded6920f-6368-4b9b-8171-9691c5966ef0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.1254640 May 06 13:44:44.586756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d28cb8b-9330-4384-8edc-4059db5a2d52 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Deleting subnet 44a2f1f8-4388-4c54-9229-e871f50a715f {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:44:44.600390 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b326a-6b8f-4cd6-b165-ac7d48e9b568 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port d59bc824-4e79-4c38-b166-890fedf40a22 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:44.600769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd6b326a-6b8f-4cd6-b165-ac7d48e9b568 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.629326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d28cb8b-9330-4384-8edc-4059db5a2d52 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.680647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.768734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7da96937-b9a4-4a56-9498-d34eba98fdfd up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:44.808914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66515e6a-cda2-4d9d-b22b-3cf709346de1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.818275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-e58c02ea-e6f5-4716-b0c1-d49d036dbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:44.820602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-e58c02ea-e6f5-4716-b0c1-d49d036dbd38 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2219234 May 06 13:44:44.856207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 7da96937-b9a4-4a56-9498-d34eba98fdfd triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:44.856541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.988231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:44.995668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-66515e6a-cda2-4d9d-b22b-3cf709346de1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Calling delete_port for 4d9f89ab-1b8f-40ba-98ad-98627ae83308 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:45.030719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d28cb8b-9330-4384-8edc-4059db5a2d52 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:45.081290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:45.104169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'Port': ['ID=b16df0b0-dcce-43de-81e2-8cfa73081b73,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:45.106842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:45.145299 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-d6881c00-691f-4ef6-b2d2-3bfa91f7db4f service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787206 May 06 13:44:45.146771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:45.394819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Subnet': ['ID=6bfc0e2a-9f3d-4ec4-84b9-f46b4d31c4c2,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:45.419867 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Checking segment: {'id': '74c0f36a-3168-4b91-a1b3-aa381e693eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '578ecb07-b340-48d4-bc21-7198c467ce24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:45.420306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Network hostable DHCP agents. Network: 578ecb07-b340-48d4-bc21-7198c467ce24, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:45.453628 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d24766c4-668c-486c-9eac-47c00c1c6551 req-a219ad2d-fde0-4e4d-9928-a34da5091e65 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738655 May 06 13:44:45.474432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Network 578ecb07-b340-48d4-bc21-7198c467ce24 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:45.490561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d2137-c78f-4af9-b422-59e926c5ff2b req-3f61f2ab-bb7d-456a-b9ad-3e228e78a000 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:45.492181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-920d2137-c78f-4af9-b422-59e926c5ff2b req-3f61f2ab-bb7d-456a-b9ad-3e228e78a000 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.2191181 May 06 13:44:45.500407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 578ecb07-b340-48d4-bc21-7198c467ce24) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:45.507341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:45.559622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94016d3b-6963-4d9a-90b1-0eded23a0f80 None None] Network 578ecb07-b340-48d4-bc21-7198c467ce24 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:45.593779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d28cb8b-9330-4384-8edc-4059db5a2d52 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:45.629873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd6b326a-6b8f-4cd6-b165-ac7d48e9b568 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:45.800980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b326a-6b8f-4cd6-b165-ac7d48e9b568 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for d59bc824-4e79-4c38-b166-890fedf40a22 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:45.868797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66515e6a-cda2-4d9d-b22b-3cf709346de1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:45.913073 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-920d2137-c78f-4af9-b422-59e926c5ff2b req-4d7aac93-d08d-4fab-8295-6ecbd7812b10 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438320 May 06 13:44:45.914019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event updated for resources: {'Subnet': ['ID=fd9681ad-d059-4924-b935-dc36f1d85f09,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:45.935324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Checking segment: {'id': '18ba7153-0080-4a2e-b38d-1e10ad152f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a33729ca-b55e-4010-8d63-d9a8602ee3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:45.935683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Network hostable DHCP agents. Network: a33729ca-b55e-4010-8d63-d9a8602ee3b7, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:45.960498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Network a33729ca-b55e-4010-8d63-d9a8602ee3b7 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:45.983037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, a33729ca-b55e-4010-8d63-d9a8602ee3b7) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:45.994806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:45.996051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:45.997348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.026492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66515e6a-cda2-4d9d-b22b-3cf709346de1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d9f89ab-1b8f-40ba-98ad-98627ae83308,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:46.063673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a2a0eb9c-7e1d-49a1-b438-9a2f4abb7d5d tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.0331762 May 06 13:44:46.065548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36832) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:46.091583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5585e8eb-9f3b-4f34-ad70-07c7c3667d88 None None] Network a33729ca-b55e-4010-8d63-d9a8602ee3b7 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:46.120864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-578ecb07-b340-48d4-bc21-7198c467ce24', 'network_id': '578ecb07-b340-48d4-bc21-7198c467ce24', 'tenant_id': 'aaa5761fec58433891f67102b4e7b46c', 'fixed_ips': [{'subnet_id': '6bfc0e2a-9f3d-4ec4-84b9-f46b4d31c4c2'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:44:46.122530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.224093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d9aa4-f46f-467e-9111-6b3ba2ac6d27 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:46.226204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d9aa4-f46f-467e-9111-6b3ba2ac6d27 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:46.227856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d9aa4-f46f-467e-9111-6b3ba2ac6d27 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:46.228919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-370d9aa4-f46f-467e-9111-6b3ba2ac6d27 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Synchronizing usage tracker for tenant:aaa5761fec58433891f67102b4e7b46c on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:46.250585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-370d9aa4-f46f-467e-9111-6b3ba2ac6d27 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Unset dirty status for tenant:aaa5761fec58433891f67102b4e7b46c on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:46.258859 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-370d9aa4-f46f-467e-9111-6b3ba2ac6d27 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1849506 May 06 13:44:46.311584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36836) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:46.381048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842b10b-4e73-4b1e-b9df-47f002f01f02 req-7c5c669c-5a55-4f2a-a4c3-c64d352b1dc8 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:46.393490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f842b10b-4e73-4b1e-b9df-47f002f01f02 req-7c5c669c-5a55-4f2a-a4c3-c64d352b1dc8 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.1388979 May 06 13:44:46.481327 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f842b10b-4e73-4b1e-b9df-47f002f01f02 req-72212a4c-a4b5-4772-be10-b28389bba374 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838914 May 06 13:44:46.486013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d28cb8b-9330-4384-8edc-4059db5a2d52 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.546421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28cb8b-9330-4384-8edc-4059db5a2d52 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event deleted for resources: {'Subnet': ['ID=44a2f1f8-4388-4c54-9229-e871f50a715f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:46.657113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de104a66-4fb3-479b-972b-c751fa6bab67 None None] Network 0e5e9224-7b72-451c-a034-86d3c78614ee requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:46.678991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6d28cb8b-9330-4384-8edc-4059db5a2d52 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.722909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66515e6a-cda2-4d9d-b22b-3cf709346de1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.724886 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-66515e6a-cda2-4d9d-b22b-3cf709346de1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4d9f89ab-1b8f-40ba-98ad-98627ae83308 HTTP/1.1" status: 204 len: 168 time: 2.8264112 May 06 13:44:46.735928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc31e02-5950-4c04-89cc-8f6f2cc6eb13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Deleting subnet 6bfc0e2a-9f3d-4ec4-84b9-f46b4d31c4c2 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:44:46.738434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36842) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:46.742826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Allocated IP 172.20.0.2 (578ecb07-b340-48d4-bc21-7198c467ce24/6bfc0e2a-9f3d-4ec4-84b9-f46b4d31c4c2/3cf5f19f-1fc4-48ac-9224-6e740bffdea0) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:46.751638 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6d28cb8b-9330-4384-8edc-4059db5a2d52 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "DELETE /v2.0/subnets/44a2f1f8-4388-4c54-9229-e871f50a715f HTTP/1.1" status: 204 len: 168 time: 2.5479858 May 06 13:44:46.756822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5', 'external_fixed_ips': [{'subnet_id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'ip_address': '172.20.0.4'}]}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:46.762560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36846) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:46.765567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.872682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afffd27-3103-48e6-937c-6f6157eb9add req-e8ff15b3-dcf5-420b-a04b-a2229c5516f0 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:46.875289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:46.875463 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5afffd27-3103-48e6-937c-6f6157eb9add req-e8ff15b3-dcf5-420b-a04b-a2229c5516f0 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.1488328 May 06 13:44:46.892265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-a33729ca-b55e-4010-8d63-d9a8602ee3b7', 'network_id': 'a33729ca-b55e-4010-8d63-d9a8602ee3b7', 'tenant_id': 'aaa5761fec58433891f67102b4e7b46c', 'fixed_ips': [{'subnet_id': 'fd9681ad-d059-4924-b935-dc36f1d85f09'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:44:46.893605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.904240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Usage tracker for resource:router and tenant:f2f8c6d724ee4824b935fc8b631184f0 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:46.940680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:46.968280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:46.978428 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5afffd27-3103-48e6-937c-6f6157eb9add req-d38d9ce8-9273-4778-b7d2-60c6925edabf tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949521 May 06 13:44:47.032649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd6b326a-6b8f-4cd6-b165-ac7d48e9b568 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.180753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b326a-6b8f-4cd6-b165-ac7d48e9b568 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=d59bc824-4e79-4c38-b166-890fedf40a22,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:47.246981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.248074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.276322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.302017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.321783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd6b326a-6b8f-4cd6-b165-ac7d48e9b568 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.335111 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cd6b326a-6b8f-4cd6-b165-ac7d48e9b568 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/d59bc824-4e79-4c38-b166-890fedf40a22 HTTP/1.1" status: 204 len: 168 time: 3.0779095 May 06 13:44:47.352116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36852) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:47.490646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Deleting port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:47.491276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.501561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ef3c1-546c-492d-97d2-f0436c7fb9ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:47.505425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ef3c1-546c-492d-97d2-f0436c7fb9ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:47.510683 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dc6ef3c1-546c-492d-97d2-f0436c7fb9ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1528661 May 06 13:44:47.512708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36856) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:47.638796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bf137-d83d-4e6a-aae9-04a28ba5ae03 req-78e6c136-b67e-4ca1-b330-b3650a528387 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:47.641570 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-778bf137-d83d-4e6a-aae9-04a28ba5ae03 req-78e6c136-b67e-4ca1-b330-b3650a528387 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.4629316 May 06 13:44:47.692927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-725496e7-2065-4741-8dfa-312a98625fc3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 61011862-bac6-4927-9c44-8bae5fe10810 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:44:47.706443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-725496e7-2065-4741-8dfa-312a98625fc3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.788527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Allocated IP 172.20.0.18 (a33729ca-b55e-4010-8d63-d9a8602ee3b7/fd9681ad-d059-4924-b935-dc36f1d85f09/0e434b0d-3140-4732-b9d9-efab2fd8e7f3) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:47.825150 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-778bf137-d83d-4e6a-aae9-04a28ba5ae03 req-92e13865-b92f-426d-89b4-4dbedf4ee5b1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685584 May 06 13:44:47.836697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.865456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-725496e7-2065-4741-8dfa-312a98625fc3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.905658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] DHCP port deletion for 0e5e9224-7b72-451c-a034-86d3c78614ee request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:44:48.014931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Transition to ACTIVE for port object 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:48.048305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-725496e7-2065-4741-8dfa-312a98625fc3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.051562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] Deleting port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:48.052176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.077972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] For port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72,segment=NetworkSegment(eafb6aee-36e5-40ee-9654-416cebacac5b),segment_id=eafb6aee-36e5-40ee-9654-416cebacac5b)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:48.079316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.181664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Transition to ACTIVE for port object 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:48.243539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6c3b8-b9e3-4f6c-8d43-a61b69528e85 req-bd6e5d49-bec8-4754-a13a-7cd0e1906a7f tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:48.245474 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-77d6c3b8-b9e3-4f6c-8d43-a61b69528e85 req-bd6e5d49-bec8-4754-a13a-7cd0e1906a7f tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.1269629 May 06 13:44:48.246806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-725496e7-2065-4741-8dfa-312a98625fc3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.265481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.335676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725496e7-2065-4741-8dfa-312a98625fc3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=61011862-bac6-4927-9c44-8bae5fe10810,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:48.362726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-725496e7-2065-4741-8dfa-312a98625fc3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.405383 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-725496e7-2065-4741-8dfa-312a98625fc3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/61011862-bac6-4927-9c44-8bae5fe10810 HTTP/1.1" status: 204 len: 168 time: 0.8882713 May 06 13:44:48.405689 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5f401-5a61-43a7-b87b-27d1bfcf7d84 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:48.419677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36862) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:48.426728 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-77d6c3b8-b9e3-4f6c-8d43-a61b69528e85 req-22e03418-727d-4c5c-8446-8fac0a3bb0e2 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316586 May 06 13:44:48.433749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Calling delete_port for 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:48.489488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Network 578ecb07-b340-48d4-bc21-7198c467ce24 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:48.583836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:48.586766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:48.592975 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d48207f6-83a9-45f5-8318-ee9163710828 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629312 May 06 13:44:48.597677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36868) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:48.667465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Pushing event updated for resources: {'Port': ['ID=3cf5f19f-1fc4-48ac-9224-6e740bffdea0,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:48.730904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2fc31e02-5950-4c04-89cc-8f6f2cc6eb13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.768221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.797753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.838242 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Transition to ACTIVE for port object 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:48.880774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] For port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72,segment=NetworkSegment(eafb6aee-36e5-40ee-9654-416cebacac5b),segment_id=eafb6aee-36e5-40ee-9654-416cebacac5b)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:48.881157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.895885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Transition to ACTIVE for port object 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:48.897342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:44:48.916756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eae793-e4f2-4e78-ab8a-44a47be4df20 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:48.918943 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-38eae793-e4f2-4e78-ab8a-44a47be4df20 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3179533 May 06 13:44:48.930340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007af6c8-074d-4aed-90a3-635f4efa1bee req-9e0aecf8-b585-4308-bdee-f78114e591a5 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:48.933886 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-007af6c8-074d-4aed-90a3-635f4efa1bee req-9e0aecf8-b585-4308-bdee-f78114e591a5 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.2183583 May 06 13:44:48.935122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36872) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:49.056133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.067628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de06a2b-ea96-4505-abf0-868a601db733 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:49.067628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6de06a2b-ea96-4505-abf0-868a601db733 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:49.074110 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-007af6c8-074d-4aed-90a3-635f4efa1bee req-1b58917f-757f-4b56-9e28-9559e914d531 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905151 May 06 13:44:49.096974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6de06a2b-ea96-4505-abf0-868a601db733 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:49.098316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6de06a2b-ea96-4505-abf0-868a601db733 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1618073 May 06 13:44:49.101152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36876) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:49.176110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.178586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.181511 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] Calling delete_port for 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:49.185786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2fc31e02-5950-4c04-89cc-8f6f2cc6eb13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.199610 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-303c77a9-3ea3-47d7-86af-57823235ec4a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894034 May 06 13:44:49.199915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36882) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:49.206522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:49.243611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Attempting to bind port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:49.243965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Attempting to bind port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '74c0f36a-3168-4b91-a1b3-aa381e693eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '578ecb07-b340-48d4-bc21-7198c467ce24'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:49.244658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Attempting to bind port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 on network 578ecb07-b340-48d4-bc21-7198c467ce24 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:49.282632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Network a33729ca-b55e-4010-8d63-d9a8602ee3b7 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:49.285818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:44:49.286191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Checking segment: {'id': '74c0f36a-3168-4b91-a1b3-aa381e693eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '578ecb07-b340-48d4-bc21-7198c467ce24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:49.286590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.286982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Bound using segment: {'id': '74c0f36a-3168-4b91-a1b3-aa381e693eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '578ecb07-b340-48d4-bc21-7198c467ce24'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:44:49.287461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Bound port: 3cf5f19f-1fc4-48ac-9224-6e740bffdea0, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0f36a-3168-4b91-a1b3-aa381e693eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '578ecb07-b340-48d4-bc21-7198c467ce24'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:49.287831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.293857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event deleted for resources: {'Port': ['ID=60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:49.303613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:44:49.305938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:49.320101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] No DVR routers for this DVR port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:44:49.320397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:49.325108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Pushing event updated for resources: {'Port': ['ID=0e434b0d-3140-4732-b9d9-efab2fd8e7f3,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:49.393672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:49.405123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:49.408041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 13:44:49.408930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:44:49.421233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:49.428556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.626344 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:44:49.627255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:44:49.656976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Attempting to bind port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:49.656976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Attempting to bind port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '18ba7153-0080-4a2e-b38d-1e10ad152f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a33729ca-b55e-4010-8d63-d9a8602ee3b7'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:49.657544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Attempting to bind port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 on network a33729ca-b55e-4010-8d63-d9a8602ee3b7 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:49.668084 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:44:49.668605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Checking segment: {'id': '18ba7153-0080-4a2e-b38d-1e10ad152f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a33729ca-b55e-4010-8d63-d9a8602ee3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:49.669056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.669958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Bound using segment: {'id': '18ba7153-0080-4a2e-b38d-1e10ad152f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a33729ca-b55e-4010-8d63-d9a8602ee3b7'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:44:49.670126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Bound port: 0e434b0d-3140-4732-b9d9-efab2fd8e7f3, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ba7153-0080-4a2e-b38d-1e10ad152f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a33729ca-b55e-4010-8d63-d9a8602ee3b7'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:49.670469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.682668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] For port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:49.724733 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] For port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3cf5f19f-1fc4-48ac-9224-6e740bffdea0,segment=NetworkSegment(74c0f36a-3168-4b91-a1b3-aa381e693eb5),segment_id=74c0f36a-3168-4b91-a1b3-aa381e693eb5)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:44:49.755755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c5be08-1a45-4b4f-9e18-5aea3ce54046 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:44:49.761246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.776626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.797708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2fc31e02-5950-4c04-89cc-8f6f2cc6eb13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.811541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5be08-1a45-4b4f-9e18-5aea3ce54046 None None] Deleting port 7da96937-b9a4-4a56-9498-d34eba98fdfd {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:49.812718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a2c5be08-1a45-4b4f-9e18-5aea3ce54046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.845285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.873102 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5e9224-7b72-451c-a034-86d3c78614ee']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:49.902102 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:44:49.909680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafb6aee-36e5-40ee-9654-416cebacac5b') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:49.910312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafb6aee-36e5-40ee-9654-416cebacac5b') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:49.950591 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.966614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] For port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:49.977798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] For port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0e434b0d-3140-4732-b9d9-efab2fd8e7f3,segment=NetworkSegment(18ba7153-0080-4a2e-b38d-1e10ad152f05),segment_id=18ba7153-0080-4a2e-b38d-1e10ad152f05)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:44:49.996525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:49.998157 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6cf6f510-f805-4bd4-8826-1a8f2e350657 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 10.5178158 May 06 13:44:50.010927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.011488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Sync routers for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:44:50.013715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36888) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:50.023394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.027328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2fc31e02-5950-4c04-89cc-8f6f2cc6eb13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.048952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05feab6-4ae4-437a-acf3-9fbef51bc50b None None] Pushing event updated for resources: {'Port': ['ID=3cf5f19f-1fc4-48ac-9224-6e740bffdea0,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:50.151760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] Deleting port 60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:50.152587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.169390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=b0824b51-650c-41e0-8583-7ef90268a606,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:50.187853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b1e9a-fd09-4e03-801a-725a62cfd8c1 None None] Pushing event updated for resources: {'Port': ['ID=0e434b0d-3140-4732-b9d9-efab2fd8e7f3,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:50.194197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:50.196410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:50.210087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:50.211193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.229103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:44:50.229595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:44:50.246996 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:44:50.256797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:50.257464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:50.282273 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fd4ef6bd-8e76-4e7e-aa6d-db2f67718fad tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0809538 May 06 13:44:50.283350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36894) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:50.300135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': 'b0824b51-650c-41e0-8583-7ef90268a606', 'ip_address': '2001:db8::f667:4b9:8f9a:d44'}], 'name': 'tempest-NetworksTestDHCPv6-909354040'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:50.359676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc31e02-5950-4c04-89cc-8f6f2cc6eb13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfc0e2a-9f3d-4ec4-84b9-f46b4d31c4c2,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:50.373651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2fc31e02-5950-4c04-89cc-8f6f2cc6eb13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.376594 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2fc31e02-5950-4c04-89cc-8f6f2cc6eb13 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/subnets/6bfc0e2a-9f3d-4ec4-84b9-f46b4d31c4c2 HTTP/1.1" status: 204 len: 168 time: 4.0582511 May 06 13:44:50.385544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36900) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:50.440319 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0d33fdbd-5aae-49e2-9e35-9f50e2877080 tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6b2b1366be5b475fb0ef0248132dacba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4249737 May 06 13:44:50.480093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36904) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:50.573214 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ceef401-15d6-4d30-bb2d-5bbf75e76a94 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Deleting subnet fd9681ad-d059-4924-b935-dc36f1d85f09 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:44:50.587568 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ceef401-15d6-4d30-bb2d-5bbf75e76a94 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.626661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:50.647557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:50.669495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:50.711340 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.718533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.780734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ceef401-15d6-4d30-bb2d-5bbf75e76a94 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.795606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2d94dd30-2961-4fb4-b1ea-75cba8e34d5e None None] The port '60a82d63-9b86-4cfc-bdba-a5e0c6d1cb72' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:44:50.803230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:44:50.868857 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] 10.222.0.21 "DELETE /v2.0/networks/0e5e9224-7b72-451c-a034-86d3c78614ee HTTP/1.1" status: 204 len: 168 time: 4.0998099 May 06 13:44:50.917449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.929520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09c9ff-9689-4f53-99d6-2b0b412e3de0 tempest-FloatingIPNegativeTestJSON-22335769 tempest-FloatingIPNegativeTestJSON-22335769-project] Pushing event deleted for resources: {'Network': ['ID=0e5e9224-7b72-451c-a034-86d3c78614ee,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:50.992016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port a470b0e2-e325-4772-b4eb-0267029ea0f7 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:44:51.017186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:51.083019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ceef401-15d6-4d30-bb2d-5bbf75e76a94 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:51.331021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a2c5be08-1a45-4b4f-9e18-5aea3ce54046 None None] For port 7da96937-b9a4-4a56-9498-d34eba98fdfd, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7da96937-b9a4-4a56-9498-d34eba98fdfd,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:51.331648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a2c5be08-1a45-4b4f-9e18-5aea3ce54046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:51.447672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b409a6-c631-43dc-ad50-2b61f3c46e9d tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:51.449021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b409a6-c631-43dc-ad50-2b61f3c46e9d tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:51.453770 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f2b409a6-c631-43dc-ad50-2b61f3c46e9d tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.9721198 May 06 13:44:51.468149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36912) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:51.498475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f667:4b9:8f9a:d44 (ed4177a0-aee3-4756-a30e-bb3035a9c410/b0824b51-650c-41e0-8583-7ef90268a606/a470b0e2-e325-4772-b4eb-0267029ea0f7) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:51.589814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5be08-1a45-4b4f-9e18-5aea3ce54046 None None] Calling delete_port for 7da96937-b9a4-4a56-9498-d34eba98fdfd owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:51.627449 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fe039813-6f1b-49cd-b646-5b13793dac88 tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1576545 May 06 13:44:51.635280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36918) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:51.640498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:51.727588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36922) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:51.840593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7da96937-b9a4-4a56-9498-d34eba98fdfd no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:44:51.893864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a790230c-c7c3-4056-b387-bdac4c196fbe tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:51.895752 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a790230c-c7c3-4056-b387-bdac4c196fbe tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=d79060ba-0df1-46fb-b94f-d5320fa925d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2517443 May 06 13:44:51.899139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ceef401-15d6-4d30-bb2d-5bbf75e76a94 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:51.913529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36928) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:52.018556 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01548472-c443-48c1-95da-211986252409 None None] Network a33729ca-b55e-4010-8d63-d9a8602ee3b7 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:52.038469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:52.089773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceef401-15d6-4d30-bb2d-5bbf75e76a94 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9681ad-d059-4924-b935-dc36f1d85f09,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:52.099751 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2d55a96b-1a32-4eec-93aa-003fb4346c72 tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=6b2b1366be5b475fb0ef0248132dacba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181278 May 06 13:44:52.102904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36932) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:52.105139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:52.110583 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ceef401-15d6-4d30-bb2d-5bbf75e76a94 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:52.151695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:52.181197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a2c5be08-1a45-4b4f-9e18-5aea3ce54046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:52.185296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object a470b0e2-e325-4772-b4eb-0267029ea0f7 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:52.279605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5be08-1a45-4b4f-9e18-5aea3ce54046 None None] No DVR routers for this DVR port 7da96937-b9a4-4a56-9498-d34eba98fdfd on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:44:52.323120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:52.347013 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9ceef401-15d6-4d30-bb2d-5bbf75e76a94 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/subnets/fd9681ad-d059-4924-b935-dc36f1d85f09 HTTP/1.1" status: 204 len: 168 time: 1.9485049 May 06 13:44:52.354393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6344ed36-bc9c-4b48-b93f-db4f6135e36a None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:52.355423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36938) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:52.459544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc533b5-0334-466b-ae7f-6ed3a88f594c tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:52.460166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc533b5-0334-466b-ae7f-6ed3a88f594c tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:52.464834 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bbc533b5-0334-466b-ae7f-6ed3a88f594c tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.3543134 May 06 13:44:52.471778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36942) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:52.535867 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5be08-1a45-4b4f-9e18-5aea3ce54046 None None] Pushing event deleted for resources: {'Port': ['ID=7da96937-b9a4-4a56-9498-d34eba98fdfd,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:52.544723 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-892c45b1-9bd4-4b94-886c-7a7dffe8c39a tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713737 May 06 13:44:52.553550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36946) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:52.587230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-878ea3bc-c636-4bcb-a85c-b0bb874a9fde None None] Provisioning for port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:52.588202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:52.608772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c72ecb-2ebb-4230-8337-ae6d85a6f159 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:52.610386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d6708-30fa-40a8-9840-45f85dfcc51a None None] Network 578ecb07-b340-48d4-bc21-7198c467ce24 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:52.610894 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a6c72ecb-2ebb-4230-8337-ae6d85a6f159 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2141953 May 06 13:44:52.612229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:52.631388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-878ea3bc-c636-4bcb-a85c-b0bb874a9fde None None] Provisioning complete for port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:52.631829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-878ea3bc-c636-4bcb-a85c-b0bb874a9fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:52.633161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:52.638398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:52.639055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:52.642855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36950) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:52.709615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port 7da96937-b9a4-4a56-9498-d34eba98fdfd {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 13:44:52.710095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7da96937-b9a4-4a56-9498-d34eba98fdfd not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:44:52.730118 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5cb92784-e565-488c-b13b-e95d674a4f26 tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=d79060ba-0df1-46fb-b94f-d5320fa925d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1738994 May 06 13:44:52.742858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36954) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:52.758405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=a470b0e2-e325-4772-b4eb-0267029ea0f7,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:52.779400 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ec512b90-5a43-45fb-8fd2-1c39cab0b196 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07095f3e4e7746f892288a7d6d1be2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466719 May 06 13:44:52.785292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1619170412', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:52.799966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36958) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:52.860875 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f3315ce9-1275-4938-a025-f36500639445 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.5750132 May 06 13:44:52.877433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36962) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:52.883479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.006275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab732f7-706f-4c98-9cdb-157f0116e2eb req-d95451c7-c1ae-40ef-b619-2afb7e166763 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:53.008094 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ab732f7-706f-4c98-9cdb-157f0116e2eb req-d95451c7-c1ae-40ef-b619-2afb7e166763 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 945 time: 0.4940662 May 06 13:44:53.014961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Deleting port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:53.015217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.074324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:45Z', 'revision_number': 3, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:53.101268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:53.141175 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ab732f7-706f-4c98-9cdb-157f0116e2eb req-af4483b0-60d5-495a-a565-8082b84511fd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885139 May 06 13:44:53.145671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-729d6da4-cc37-4a9c-ba6b-aa3d7f9393c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.255421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-729d6da4-cc37-4a9c-ba6b-aa3d7f9393c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.270486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabbea97-98cf-4b78-a864-8ff14b1f678b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:53.271313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dabbea97-98cf-4b78-a864-8ff14b1f678b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:53.400478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dabbea97-98cf-4b78-a864-8ff14b1f678b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:53.404921 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dabbea97-98cf-4b78-a864-8ff14b1f678b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5150027 May 06 13:44:53.407438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 36968) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:53.492798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Checking router: fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:44:53.493227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Updating router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 port b16df0b0-dcce-43de-81e2-8cfa73081b73 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:44:53.655934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:53.656524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:53.674749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:subnet and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:53.686276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:53.753026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-878ea3bc-c636-4bcb-a85c-b0bb874a9fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.769385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] For port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0e434b0d-3140-4732-b9d9-efab2fd8e7f3,segment=NetworkSegment(18ba7153-0080-4a2e-b38d-1e10ad152f05),segment_id=18ba7153-0080-4a2e-b38d-1e10ad152f05)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:53.769956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.780062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.808765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-729d6da4-cc37-4a9c-ba6b-aa3d7f9393c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.820147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:53.853633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] DHCP port deletion for a33729ca-b55e-4010-8d63-d9a8602ee3b7 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:44:53.865417 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Made reservation on behalf of 6b2b1366be5b475fb0ef0248132dacba for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:53.871224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.893078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-148dbf42-a2f8-4057-8029-d440cc3d39e7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port a470b0e2-e325-4772-b4eb-0267029ea0f7 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:53.893452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-148dbf42-a2f8-4057-8029-d440cc3d39e7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.900320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': 'b0824b51-650c-41e0-8583-7ef90268a606'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:44:53.901433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:53.930416 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] Deleting port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:53.931020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:54.027014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Allocated IP 172.20.0.4 (d79060ba-0df1-46fb-b94f-d5320fa925d5/912e6eda-2993-42b1-ba52-dd24597b419a/eb05f072-257c-4fda-a612-d233d9b76a12) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:54.096160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Calling delete_port for 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:54.127402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d6da4-cc37-4a9c-ba6b-aa3d7f9393c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538381bc-1cd5-4234-9184-1133e61ce273,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:54.170120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-878ea3bc-c636-4bcb-a85c-b0bb874a9fde None None] For port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0e434b0d-3140-4732-b9d9-efab2fd8e7f3,segment=NetworkSegment(18ba7153-0080-4a2e-b38d-1e10ad152f05),segment_id=18ba7153-0080-4a2e-b38d-1e10ad152f05)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:54.175048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-729d6da4-cc37-4a9c-ba6b-aa3d7f9393c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:54.178726 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-729d6da4-cc37-4a9c-ba6b-aa3d7f9393c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/538381bc-1cd5-4234-9184-1133e61ce273 HTTP/1.1" status: 204 len: 168 time: 1.3752143 May 06 13:44:54.211276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1dc861-4794-424c-a350-6a8ebb7ef0ad None None] DHCP port deletion for 578ecb07-b340-48d4-bc21-7198c467ce24 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:44:54.237057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a984d8-994a-49e4-9e87-3971180464fc req-3526512c-36ea-4667-a5d0-810953cc1d5a tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:54.246198 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76a984d8-994a-49e4-9e87-3971180464fc req-3526512c-36ea-4667-a5d0-810953cc1d5a tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 946 time: 0.5966253 May 06 13:44:54.445444 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76a984d8-994a-49e4-9e87-3971180464fc req-bd5b2ec0-0fce-4b16-a9d1-f4f63c486244 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978803 May 06 13:44:54.454141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-878ea3bc-c636-4bcb-a85c-b0bb874a9fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:54.527142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:54.531479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-148dbf42-a2f8-4057-8029-d440cc3d39e7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:54.616653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dc861-4794-424c-a350-6a8ebb7ef0ad None None] Deleting port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:54.617268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc861-4794-424c-a350-6a8ebb7ef0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:54.671479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:54.745739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'Subnet': ['ID=9ef0d025-88f6-42a5-99a7-911ebb52826f,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:54.752477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:44:54.753313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:44:54.765397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Checking segment: {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:54.767413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Network hostable DHCP agents. Network: c77335a3-5e6b-49d4-95b2-33ba1f1915e1, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:54.771239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-148dbf42-a2f8-4057-8029-d440cc3d39e7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for a470b0e2-e325-4772-b4eb-0267029ea0f7 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:54.804307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/b0824b51-650c-41e0-8583-7ef90268a606/b63c4208-2366-410e-bb51-03336e2f2455) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:54.827096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:54.862279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:54.880480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:44:54.955899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event updated for resources: {'Port': ['ID=eb05f072-257c-4fda-a612-d233d9b76a12,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:54.964587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c77335a3-5e6b-49d4-95b2-33ba1f1915e1) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:54.974203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:54.974813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:54.995001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Network d79060ba-0df1-46fb-b94f-d5320fa925d5 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:55.002073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:55.011802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:55.092479 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-daa53ee3-8ea8-42e1-ac9b-3ec03d2e8084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3473876 May 06 13:44:55.099740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 36988) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:55.125960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ae782-854a-42de-a3cc-b80a4081ae96 None None] Network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:44:55.283058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765db19-9863-494c-a631-62a5f5c65324 req-e299bc91-3023-4bd2-8bbe-5f5f93161023 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:55.297498 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b765db19-9863-494c-a631-62a5f5c65324 req-e299bc91-3023-4bd2-8bbe-5f5f93161023 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 945 time: 0.9346142 May 06 13:44:55.302456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Deleting port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:55.303300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:55.667737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-ff3bbb89-5fb4-46cb-b5f6-7cd0b01c459d tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:55.672129 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-ff3bbb89-5fb4-46cb-b5f6-7cd0b01c459d tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 945 time: 0.8260844 May 06 13:44:55.850393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4e732dda-3dea-4efc-8a20-96ad7245b39a None None] Provisioning for port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:55.987727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Deleting port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:55.988545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.014794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-148dbf42-a2f8-4057-8029-d440cc3d39e7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.062171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:44:56.063951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.113541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4e732dda-3dea-4efc-8a20-96ad7245b39a None None] Provisioning complete for port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:56.113804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4e732dda-3dea-4efc-8a20-96ad7245b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.121461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37006) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:56.311615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ea3bc-c636-4bcb-a85c-b0bb874a9fde None None] Pushing event updated for resources: {'Port': ['ID=0e434b0d-3140-4732-b9d9-efab2fd8e7f3,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:56.459821 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-41e2fdb6-b922-42ba-9b51-17b805b907ea tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:56.460266 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-41e2fdb6-b922-42ba-9b51-17b805b907ea tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 13:44:56.460830 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-41e2fdb6-b922-42ba-9b51-17b805b907ea tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:44:56.470755 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-41e2fdb6-b922-42ba-9b51-17b805b907ea tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3368478 May 06 13:44:56.476507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:44:56.477043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37012) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:56.481673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b765db19-9863-494c-a631-62a5f5c65324 req-4eea5fe6-ae8f-40be-a4f0-899ae61b78c7 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1806588 May 06 13:44:56.491328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--409640776'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:56.497287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:56.502877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:56.506262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:56.512667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:56.528389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.546184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] For port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0e434b0d-3140-4732-b9d9-efab2fd8e7f3,segment=NetworkSegment(18ba7153-0080-4a2e-b38d-1e10ad152f05),segment_id=18ba7153-0080-4a2e-b38d-1e10ad152f05)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:56.546577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.596179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.610420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-148dbf42-a2f8-4057-8029-d440cc3d39e7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.627405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.642322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dbf42-a2f8-4057-8029-d440cc3d39e7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=a470b0e2-e325-4772-b4eb-0267029ea0f7,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:56.647413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] For port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0e434b0d-3140-4732-b9d9-efab2fd8e7f3,segment=NetworkSegment(18ba7153-0080-4a2e-b38d-1e10ad152f05),segment_id=18ba7153-0080-4a2e-b38d-1e10ad152f05)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:56.648310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.671110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7d1dc861-4794-424c-a350-6a8ebb7ef0ad None None] For port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3cf5f19f-1fc4-48ac-9224-6e740bffdea0,segment=NetworkSegment(74c0f36a-3168-4b91-a1b3-aa381e693eb5),segment_id=74c0f36a-3168-4b91-a1b3-aa381e693eb5)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:56.671436 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc861-4794-424c-a350-6a8ebb7ef0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:56.693082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:56.720014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:56.756094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:56.768777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:56.796061 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] Calling delete_port for 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:56.900587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Calling delete_port for 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:56.932657 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-148dbf42-a2f8-4057-8029-d440cc3d39e7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/a470b0e2-e325-4772-b4eb-0267029ea0f7 HTTP/1.1" status: 204 len: 168 time: 3.5146594 May 06 13:44:56.939175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37016) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:57.102021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.116382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7326ea-dfc8-42fa-a43a-18f5ff4f5b02 req-7871f36d-be85-490c-ae3b-cbac038e709b tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:57.121629 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dc861-4794-424c-a350-6a8ebb7ef0ad None None] Calling delete_port for 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:57.122237 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d7326ea-dfc8-42fa-a43a-18f5ff4f5b02 req-7871f36d-be85-490c-ae3b-cbac038e709b tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 946 time: 1.3798788 May 06 13:44:57.166123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f354c-4026-4a76-a031-4bc366be4a4f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:57.167818 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f354c-4026-4a76-a031-4bc366be4a4f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:57.170126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-af0f354c-4026-4a76-a031-4bc366be4a4f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:57.185774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-d2debacc-f202-4f42-822e-409d8b107a76 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:57.187292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-d2debacc-f202-4f42-822e-409d8b107a76 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 946 time: 1.0879636 May 06 13:44:57.203334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.266973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.273991 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No ports have port_id starting with 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 May 06 13:44:57.329045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Transition to ACTIVE for port object b63c4208-2366-410e-bb51-03336e2f2455 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:57.338599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4e732dda-3dea-4efc-8a20-96ad7245b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.348675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Port': ['ID=0e434b0d-3140-4732-b9d9-efab2fd8e7f3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:57.353219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] No DVR routers for this DVR port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:44:57.382959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-af0f354c-4026-4a76-a031-4bc366be4a4f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:57.387612 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-af0f354c-4026-4a76-a031-4bc366be4a4f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4447899 May 06 13:44:57.393112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37020) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:57.395249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] For port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:57.395629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.409471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.425774 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d7326ea-dfc8-42fa-a43a-18f5ff4f5b02 req-dc1974c4-0d02-41eb-8f4d-d142283ff196 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025179 May 06 13:44:57.454571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.455566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:44:57.456023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:44:57.465952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Allocated IP 172.20.0.18 (c77335a3-5e6b-49d4-95b2-33ba1f1915e1/9ef0d025-88f6-42a5-99a7-911ebb52826f/091644aa-f5ed-4bcb-857b-576e1a904a71) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:57.477758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Transition to ACTIVE for port object b63c4208-2366-410e-bb51-03336e2f2455 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:57.480010 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:57.497922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.572928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:57.574541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.591864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:57.599167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc861-4794-424c-a350-6a8ebb7ef0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.635399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:57.644099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.668621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de8251-8424-4804-ae88-121460695fce,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:57.680101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa37e1c2-ac80-4a31-8aa9-ec1689b8eff7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet b0824b51-650c-41e0-8583-7ef90268a606 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:44:57.735145 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Transition to ACTIVE for port object b16df0b0-dcce-43de-81e2-8cfa73081b73 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:57.743039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:57.753716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dc861-4794-424c-a350-6a8ebb7ef0ad None None] No DVR routers for this DVR port 3cf5f19f-1fc4-48ac-9224-6e740bffdea0 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:44:57.756149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:57.761842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Pushing event updated for resources: {'Port': ['ID=b63c4208-2366-410e-bb51-03336e2f2455,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:57.767449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:57.774136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.817650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Deleting port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:57.818264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.831638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa37e1c2-ac80-4a31-8aa9-ec1689b8eff7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:57.973272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] Deleting port 0e434b0d-3140-4732-b9d9-efab2fd8e7f3 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:44:57.973562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.028871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dc861-4794-424c-a350-6a8ebb7ef0ad None None] Pushing event deleted for resources: {'Port': ['ID=3cf5f19f-1fc4-48ac-9224-6e740bffdea0,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:58.128487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef53f1-b40f-4e34-855c-2abc26f3cd97 None None] The port '0e434b0d-3140-4732-b9d9-efab2fd8e7f3' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:44:58.138693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Attempting to bind port b63c4208-2366-410e-bb51-03336e2f2455 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:58.139351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Attempting to bind port b63c4208-2366-410e-bb51-03336e2f2455 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:58.139888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Attempting to bind port b63c4208-2366-410e-bb51-03336e2f2455 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:58.143300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.151714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa37e1c2-ac80-4a31-8aa9-ec1689b8eff7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.195783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:44:58.196167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:58.196601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.197000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:44:58.197509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Bound port: b63c4208-2366-410e-bb51-03336e2f2455, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:58.197898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.240963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Attempting to bind port b16df0b0-dcce-43de-81e2-8cfa73081b73 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:58.240963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Attempting to bind port b16df0b0-dcce-43de-81e2-8cfa73081b73 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:58.240963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Attempting to bind port b16df0b0-dcce-43de-81e2-8cfa73081b73 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:44:58.276145 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:44:58.276555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:44:58.276967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.277369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:44:58.277848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Bound port: b16df0b0-dcce-43de-81e2-8cfa73081b73, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:58.278222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.336551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33729ca-b55e-4010-8d63-d9a8602ee3b7']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:58.341458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c42961-f824-4665-ba2e-0bf142c3a7f0 None None] Pushing event updated for resources: {'Port': ['ID=b16df0b0-dcce-43de-81e2-8cfa73081b73,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:58.371534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ba7153-0080-4a2e-b38d-1e10ad152f05') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:58.372496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ba7153-0080-4a2e-b38d-1e10ad152f05') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:58.402283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.418905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.444194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.469891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] For port b63c4208-2366-410e-bb51-03336e2f2455, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:58.472479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Transition to ACTIVE for port object 091644aa-f5ed-4bcb-857b-576e1a904a71 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:58.476384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] For port b63c4208-2366-410e-bb51-03336e2f2455, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b63c4208-2366-410e-bb51-03336e2f2455,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:44:58.483380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] For port b16df0b0-dcce-43de-81e2-8cfa73081b73, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:44:58.490700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] For port b16df0b0-dcce-43de-81e2-8cfa73081b73, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b16df0b0-dcce-43de-81e2-8cfa73081b73,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:44:58.495841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.497046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.511787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbbdff3-76e2-4573-9533-2bbe86d5395a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:58.521166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa37e1c2-ac80-4a31-8aa9-ec1689b8eff7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.535351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.535935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.536407 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Floating IP 732bc948-d905-420f-9b77-6385523b0f38 disassociated. External IP: 172.26.2.226, port: 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81. May 06 13:44:58.537054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Calling delete_port for 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:44:58.557887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.572665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Transition to ACTIVE for port object 091644aa-f5ed-4bcb-857b-576e1a904a71 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:58.579231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.580533 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-57b7724a-f91a-4c25-b766-08e4c5f6a9df tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1024790 May 06 13:44:58.596221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37030) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:58.616119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.669381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:58.677074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:58.680824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734fe55-9231-476f-b2d0-c46574ebcd15 None None] Pushing event updated for resources: {'Port': ['ID=b63c4208-2366-410e-bb51-03336e2f2455,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:58.684039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:58.686615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:58.687266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:58.691002 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Allocated IP 172.20.0.17 (c77335a3-5e6b-49d4-95b2-33ba1f1915e1/9ef0d025-88f6-42a5-99a7-911ebb52826f/3e0d23d1-f55d-43a5-a311-89192c4255d2) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:58.764342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.780341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:44:58.781182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.887042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.906301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Transition to ACTIVE for port object 3e0d23d1-f55d-43a5-a311-89192c4255d2 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:58.933958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': 'ebbbdff3-76e2-4573-9533-2bbe86d5395a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:58.946635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:58.956704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:59.010541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:59.022399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:59.028513 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Router 47482b34-7917-4fd6-bb1f-9a47a3a1d29c is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:44:59.064543 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:44:59.072377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:59.083296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:59.087848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:59.089558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0f93-483e-4f91-8b72-b70ac69db9cf req-d7de976e-fe42-4559-904f-506d07d23d4b tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:44:59.107936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f23b0f93-483e-4f91-8b72-b70ac69db9cf req-d7de976e-fe42-4559-904f-506d07d23d4b tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 945 time: 1.2436838 May 06 13:44:59.108934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:44:59.111408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:44:59.134024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:59.144407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:59.185662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:59.332388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa37e1c2-ac80-4a31-8aa9-ec1689b8eff7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:59.336696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'Port': ['ID=3e0d23d1-f55d-43a5-a311-89192c4255d2,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:59.400919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37e1c2-ac80-4a31-8aa9-ec1689b8eff7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=b0824b51-650c-41e0-8583-7ef90268a606,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:59.414021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:59.493798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa37e1c2-ac80-4a31-8aa9-ec1689b8eff7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:59.508454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] For port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:44:59.508873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:59.562065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:44:59.595086 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-aa37e1c2-ac80-4a31-8aa9-ec1689b8eff7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/b0824b51-650c-41e0-8583-7ef90268a606 HTTP/1.1" status: 204 len: 168 time: 2.1869967 May 06 13:44:59.597995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37034) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:59.665776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c42961-f824-4665-ba2e-0bf142c3a7f0 None None] Pushing event updated for resources: {'Port': ['ID=b16df0b0-dcce-43de-81e2-8cfa73081b73,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:59.709104 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3e7e19ce-4531-4bd4-ae6c-b0cef26cb21f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995409 May 06 13:44:59.711005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37038) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:59.720692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:44:59.735539 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Sync routers for ids ['47482b34-7917-4fd6-bb1f-9a47a3a1d29c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:44:59.740806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:44:59.753042 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Routers {'47482b34-7917-4fd6-bb1f-9a47a3a1d29c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:44:59.753975 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47482b34-7917-4fd6-bb1f-9a47a3a1d29c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:59.920960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:59.927108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:59.929439 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2222ec67-d3e8-4c3f-a985-194f4064caf8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 13.1844401 May 06 13:44:59.936802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37042) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:59.952096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b63c4208-2366-410e-bb51-03336e2f2455 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:59.953916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Network': ['ID=a33729ca-b55e-4010-8d63-d9a8602ee3b7,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:59.972542 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7c6fe331-d242-4269-a222-b46b2023d5c4 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/networks/a33729ca-b55e-4010-8d63-d9a8602ee3b7 HTTP/1.1" status: 204 len: 168 time: 7.3221550 May 06 13:45:00.023641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37046) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:00.085579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.102524 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Attempting to bind port 091644aa-f5ed-4bcb-857b-576e1a904a71 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:00.103316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Attempting to bind port 091644aa-f5ed-4bcb-857b-576e1a904a71 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:00.103919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Attempting to bind port 091644aa-f5ed-4bcb-857b-576e1a904a71 on network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:00.187001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.189089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.189089 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Floating IP e966067c-d0ea-486e-be12-d1991606271a disassociated. External IP: 172.26.2.173, port: 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34. May 06 13:45:00.189089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Calling delete_port for 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:00.196029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.207027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:00.207585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Checking segment: {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:00.208091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.208678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Bound using segment: {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:00.209412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Bound port: 091644aa-f5ed-4bcb-857b-576e1a904a71, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:00.210169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.224842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Pushing event updated for resources: {'Port': ['ID=091644aa-f5ed-4bcb-857b-576e1a904a71,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:00.236532 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Set router 47482b34-7917-4fd6-bb1f-9a47a3a1d29c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:00.325754 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f23b0f93-483e-4f91-8b72-b70ac69db9cf req-1864a147-6f9e-40fd-ad6e-a627099654d1 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0121901 May 06 13:45:00.341194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:45:00.367080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:00.382612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.383719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:00.421446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:45:00.422141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:45:00.422943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.528203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccc18c-1ad6-49b8-9c79-276f412c5c65 req-b190eee7-7e30-45c6-ab6b-5c313283d787 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:00.529848 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e4ccc18c-1ad6-49b8-9c79-276f412c5c65 req-b190eee7-7e30-45c6-ab6b-5c313283d787 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 946 time: 1.7909427 May 06 13:45:00.573170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b63c4208-2366-410e-bb51-03336e2f2455 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:00.580886 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47860344-8529-47a0-8862-0e375d4689fb'] response: {'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'code': 200} May 06 13:45:00.584023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Pushing event deleted for resources: {'Port': ['ID=9d7eb2cb-9f29-47fb-8da7-463e4fe32c81,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:00.596018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:00.596265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:00.613894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.626129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:45Z', 'revision_number': 3, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:00.627570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:00.636542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] For port 091644aa-f5ed-4bcb-857b-576e1a904a71, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:00.639225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:00.643399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e390c46-144c-4aa1-82c5-c2f029ebcc41 None None] The sync data for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv is: [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:45Z', 'revision_number': 3, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:45:00.652501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] For port 091644aa-f5ed-4bcb-857b-576e1a904a71, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=091644aa-f5ed-4bcb-857b-576e1a904a71,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:00.658239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.659884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.715624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.719817 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1185157 May 06 13:45:00.722848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776960d2-eeca-4077-a005-9a2927f50dda None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:00.723927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:00.736338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497636c-b420-4168-bff8-0104561e69f6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1f82b5-0e90-4b3e-9f8e-ffd61954eab8,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:00.747062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37052) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:00.752172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:00.763600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:00.835558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f45188c4-da4b-482a-b749-9afa10839bf3 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': 'ebbbdff3-76e2-4573-9533-2bbe86d5395a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:00.879058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f45188c4-da4b-482a-b749-9afa10839bf3 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:00.935912 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-02f72cdb-a193-4446-b907-5953cd4a15eb None None] Provisioning for port b63c4208-2366-410e-bb51-03336e2f2455 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:01.007888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f45188c4-da4b-482a-b749-9afa10839bf3 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:01.018378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Deleting port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:01.018609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.031795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b054880-9d5d-4275-b366-9b77ca7cf2b8 None None] Pushing event updated for resources: {'Port': ['ID=091644aa-f5ed-4bcb-857b-576e1a904a71,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:01.049611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-02f72cdb-a193-4446-b907-5953cd4a15eb None None] Provisioning complete for port b63c4208-2366-410e-bb51-03336e2f2455 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:01.050144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-02f72cdb-a193-4446-b907-5953cd4a15eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.150219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e4ccc18c-1ad6-49b8-9c79-276f412c5c65 req-1cf0a9be-2b3b-41bf-bead-3609356490b3 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5675614 May 06 13:45:01.151166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f45188c4-da4b-482a-b749-9afa10839bf3 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:01.361211 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47482b34-7917-4fd6-bb1f-9a47a3a1d29c', 'name': '', 'tenant_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5', 'external_fixed_ips': [{'subnet_id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'eb05f072-257c-4fda-a612-d233d9b76a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:47Z', 'updated_at': '2022-05-06T13:44:55Z', 'revision_number': 3, 'project_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'gw_port': {'id': 'eb05f072-257c-4fda-a612-d233d9b76a12', 'name': '', 'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47482b34-7917-4fd6-bb1f-9a47a3a1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:52Z', 'updated_at': '2022-05-06T13:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:01.394415 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Checking router: 47482b34-7917-4fd6-bb1f-9a47a3a1d29c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:45:01.394985 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Updating router 47482b34-7917-4fd6-bb1f-9a47a3a1d29c port eb05f072-257c-4fda-a612-d233d9b76a12 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:45:01.476142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f45188c4-da4b-482a-b749-9afa10839bf3 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:01.509911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-02f72cdb-a193-4446-b907-5953cd4a15eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.577407 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080393d8-ed46-478d-b68b-603229dc8f3b None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:45:01.627672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-080393d8-ed46-478d-b68b-603229dc8f3b None None] Deleting port b63c4208-2366-410e-bb51-03336e2f2455 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:01.628331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-080393d8-ed46-478d-b68b-603229dc8f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.682470 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.775767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-02f72cdb-a193-4446-b907-5953cd4a15eb None None] For port b63c4208-2366-410e-bb51-03336e2f2455, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b63c4208-2366-410e-bb51-03336e2f2455,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:01.791430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-02f72cdb-a193-4446-b907-5953cd4a15eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.819285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:01.829040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.829631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Router 04a86672-e4c4-4494-bf24-fe0d939efa78 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:45:01.943310 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d20e97f8-ae7c-4229-b738-cc4b088eb06f req-966073e6-5f5a-491d-9ad3-866c9717d8de tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 210 time: 0.2030976 May 06 13:45:02.073016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-02f72cdb-a193-4446-b907-5953cd4a15eb None None] Could not find standard attr ID for object a470b0e2-e325-4772-b4eb-0267029ea0f7. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:45:02.075413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f72cdb-a193-4446-b907-5953cd4a15eb None None] Pushing event updated for resources: {'Port': ['ID=b63c4208-2366-410e-bb51-03336e2f2455,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:02.082889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b16df0b0-dcce-43de-81e2-8cfa73081b73 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:02.260544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.343426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b16df0b0-dcce-43de-81e2-8cfa73081b73 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:02.600879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b16df0b0-dcce-43de-81e2-8cfa73081b73 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:02.601777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.651086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.664892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f45188c4-da4b-482a-b749-9afa10839bf3 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.689175 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.692275 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a7699-8157-4800-8d8b-8665e47d67ae None None] Network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:02.712360 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Transition to ACTIVE for port object eb05f072-257c-4fda-a612-d233d9b76a12 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:02.725469 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.816104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578ecb07-b340-48d4-bc21-7198c467ce24']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:02.818776 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Attempting to bind port eb05f072-257c-4fda-a612-d233d9b76a12 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:02.819163 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Attempting to bind port eb05f072-257c-4fda-a612-d233d9b76a12 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '0a6fecec-3f12-478a-8879-1a72b067e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:02.819502 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Attempting to bind port eb05f072-257c-4fda-a612-d233d9b76a12 on network d79060ba-0df1-46fb-b94f-d5320fa925d5 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:02.833815 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:02.834655 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Checking segment: {'id': '0a6fecec-3f12-478a-8879-1a72b067e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:02.835212 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.835783 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Bound using segment: {'id': '0a6fecec-3f12-478a-8879-1a72b067e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:02.836451 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Bound port: eb05f072-257c-4fda-a612-d233d9b76a12, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6fecec-3f12-478a-8879-1a72b067e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:02.837387 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.842405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c0f36a-3168-4b91-a1b3-aa381e693eb5') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:02.843061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c0f36a-3168-4b91-a1b3-aa381e693eb5') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:02.867547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.911254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.933351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:45:02.934188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.937774 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] For port eb05f072-257c-4fda-a612-d233d9b76a12, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:02.942516 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] For port eb05f072-257c-4fda-a612-d233d9b76a12, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=eb05f072-257c-4fda-a612-d233d9b76a12,segment=NetworkSegment(0a6fecec-3f12-478a-8879-1a72b067e0a7),segment_id=0a6fecec-3f12-478a-8879-1a72b067e0a7)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:02.954597 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.008808 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Routers {'47482b34-7917-4fd6-bb1f-9a47a3a1d29c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:03.009879 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47482b34-7917-4fd6-bb1f-9a47a3a1d29c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:03.201576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.264444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Deleting port eb05f072-257c-4fda-a612-d233d9b76a12 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:03.267497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.365093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-080393d8-ed46-478d-b68b-603229dc8f3b None None] For port b63c4208-2366-410e-bb51-03336e2f2455, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b63c4208-2366-410e-bb51-03336e2f2455,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:03.365541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-080393d8-ed46-478d-b68b-603229dc8f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:45:03.377340 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:45:03.385860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-96a267ad-1e55-4260-ae46-bef7a02726a2 None None] Provisioning for port 091644aa-f5ed-4bcb-857b-576e1a904a71 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:03.449092 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Pushing event updated for resources: {'Port': ['ID=eb05f072-257c-4fda-a612-d233d9b76a12,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:03.463383 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] Set router 47482b34-7917-4fd6-bb1f-9a47a3a1d29c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:03.558748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.597360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-080393d8-ed46-478d-b68b-603229dc8f3b None None] Calling delete_port for b63c4208-2366-410e-bb51-03336e2f2455 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:03.661814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.668009 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.672517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.674578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.717150 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port b16df0b0-dcce-43de-81e2-8cfa73081b73, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b16df0b0-dcce-43de-81e2-8cfa73081b73,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:03.729519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:45:03.736712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.737842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 091644aa-f5ed-4bcb-857b-576e1a904a71 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:03.845142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] Sync routers for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:45:03.890113 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.895735 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.911726 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.916266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-080393d8-ed46-478d-b68b-603229dc8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.918660 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.919609 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.920470 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.921246 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.922516 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.923348 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.932896 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.937106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 091644aa-f5ed-4bcb-857b-576e1a904a71 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:03.938866 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.939644 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.942798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080393d8-ed46-478d-b68b-603229dc8f3b None None] No DVR routers for this DVR port b63c4208-2366-410e-bb51-03336e2f2455 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:03.946041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.948803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:03.949455 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:03.977735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Network': ['ID=578ecb07-b340-48d4-bc21-7198c467ce24,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:04.058278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'Port': ['ID=3e0d23d1-f55d-43a5-a311-89192c4255d2,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:04.069428 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-f45188c4-da4b-482a-b749-9afa10839bf3 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:45:04.074053 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f45188c4-da4b-482a-b749-9afa10839bf3 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 3.3258045 May 06 13:45:04.166288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37064) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:04.208772 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dbfb3dee-9e1b-4eb0-bf56-732280b5eb2d req-439461c7-aa40-4397-bc4f-824b3d34a0c1 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd HTTP/1.1" status: 200 len: 210 time: 0.8109074 May 06 13:45:04.246955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:04.263344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] No DVR routers for this DVR port 9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:04.264949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:04.270572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.296773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:04.308673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'name': 'network-vif-deleted', 'tag': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:45:04.335832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:04.336960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.354850 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-02cc7ce7-a01f-4eb0-8045-208b91c68845 req-6149fd81-bf2a-42d9-8759-363d59f8cacd tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.76 "DELETE /v2.0/ports/9d7eb2cb-9f29-47fb-8da7-463e4fe32c81 HTTP/1.1" status: 204 len: 173 time: 8.4619520 May 06 13:45:04.403271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a8b0-e891-47eb-b4ec-c27796f0e5b4 req-4bc06ee9-83c8-49b3-851f-9aec2ecc69ac tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:04.405292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1ed1a8b0-e891-47eb-b4ec-c27796f0e5b4 req-4bc06ee9-83c8-49b3-851f-9aec2ecc69ac tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Synchronizing usage tracker for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:04.439772 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-179a09ea-c804-43ac-af3b-5080c9665c57 tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/networks/578ecb07-b340-48d4-bc21-7198c467ce24 HTTP/1.1" status: 204 len: 168 time: 4.3770385 May 06 13:45:04.465874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37070) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:04.483508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.495319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=acb70c2f-a498-4f20-8745-474fa80230f1,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:04.501959 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ab0c672d-1985-4f83-b3a4-0ac28e403b23 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.7864485 May 06 13:45:04.502813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37074) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:04.549302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': 'acb70c2f-a498-4f20-8745-474fa80230f1', 'ip_address': '2001:db8::95bf:6bc2:c2aa:df5'}], 'name': 'tempest-NetworksTestDHCPv6-275079044'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:04.560824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e7f76-99bf-49f9-9780-3974cb53adaa None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:04.583713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] For port eb05f072-257c-4fda-a612-d233d9b76a12, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=eb05f072-257c-4fda-a612-d233d9b76a12,segment=NetworkSegment(0a6fecec-3f12-478a-8879-1a72b067e0a7),segment_id=0a6fecec-3f12-478a-8879-1a72b067e0a7)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:04.584144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.645513 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ff20e-d392-43d5-bb8a-8a198d5f8e31 None None] Pushing event updated for resources: {'Port': ['ID=eb05f072-257c-4fda-a612-d233d9b76a12,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:04.752634 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508a110e-2269-453e-aed4-069d370bcae5'] response: {'server_uuid': '8d0cdbc9-f3d4-481b-b8ad-f05206ccd4cd', 'name': 'network-vif-deleted', 'tag': '9d7eb2cb-9f29-47fb-8da7-463e4fe32c81', 'status': 'completed', 'code': 200} May 06 13:45:04.755905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 091644aa-f5ed-4bcb-857b-576e1a904a71 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:04.756638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.757269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.776062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1ed1a8b0-e891-47eb-b4ec-c27796f0e5b4 req-4bc06ee9-83c8-49b3-851f-9aec2ecc69ac tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Unset dirty status for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:04.777271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ed1a8b0-e891-47eb-b4ec-c27796f0e5b4 req-4bc06ee9-83c8-49b3-851f-9aec2ecc69ac tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 944 time: 2.1889079 May 06 13:45:04.785779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] For port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:04.786128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.926170 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47482b34-7917-4fd6-bb1f-9a47a3a1d29c', 'name': '', 'tenant_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5', 'external_fixed_ips': [{'subnet_id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'eb05f072-257c-4fda-a612-d233d9b76a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:47Z', 'updated_at': '2022-05-06T13:44:55Z', 'revision_number': 3, 'project_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'gw_port': {'id': 'eb05f072-257c-4fda-a612-d233d9b76a12', 'name': '', 'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47482b34-7917-4fd6-bb1f-9a47a3a1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:52Z', 'updated_at': '2022-05-06T13:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:04.939083 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c603e5-e3a9-488d-9ea3-846b312f2353 None None] The sync data for ids ['47482b34-7917-4fd6-bb1f-9a47a3a1d29c'] in dv-neutron-840888-1-hyperv is: [{'id': '47482b34-7917-4fd6-bb1f-9a47a3a1d29c', 'name': '', 'tenant_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5', 'external_fixed_ips': [{'subnet_id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'eb05f072-257c-4fda-a612-d233d9b76a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:47Z', 'updated_at': '2022-05-06T13:44:55Z', 'revision_number': 3, 'project_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'gw_port': {'id': 'eb05f072-257c-4fda-a612-d233d9b76a12', 'name': '', 'network_id': 'd79060ba-0df1-46fb-b94f-d5320fa925d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47482b34-7917-4fd6-bb1f-9a47a3a1d29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:52Z', 'updated_at': '2022-05-06T13:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '912e6eda-2993-42b1-ba52-dd24597b419a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:45:04.993672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=b16df0b0-dcce-43de-81e2-8cfa73081b73,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:04.994470 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ed1a8b0-e891-47eb-b4ec-c27796f0e5b4 req-ab46f328-9c4d-4e29-bcd9-eaeca9a803f5 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772299 May 06 13:45:05.146025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Calling delete_port for eb05f072-257c-4fda-a612-d233d9b76a12 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:05.215176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-58191a1c-b93e-4658-be1b-5e2b7b301b9f tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.258510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-58191a1c-b93e-4658-be1b-5e2b7b301b9f tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.279526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-300d3e83-9840-4c56-803b-aaa14e147eba None None] Provisioning complete for port 091644aa-f5ed-4bcb-857b-576e1a904a71 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:05.279901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-300d3e83-9840-4c56-803b-aaa14e147eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.431728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080393d8-ed46-478d-b68b-603229dc8f3b None None] Pushing event deleted for resources: {'Port': ['ID=b63c4208-2366-410e-bb51-03336e2f2455,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:05.493042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': 'acb70c2f-a498-4f20-8745-474fa80230f1'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:45:05.494996 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.588978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.649963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d6e7fc-48c3-48c6-906a-06f6cae7465c']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:05.663446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37084) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:05.748228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:05.783431 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:05.785145 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/acb70c2f-a498-4f20-8745-474fa80230f1/cd094641-c5dd-401f-ac5f-19a957185aee) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:05.793833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:05.821286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:05.840011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:05.847208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:05.876164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.151494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:06.167570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.192698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Transition to ACTIVE for port object cd094641-c5dd-401f-ac5f-19a957185aee will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:06.218121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Transition to ACTIVE for port object cd094641-c5dd-401f-ac5f-19a957185aee will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:06.242164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.265299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddc3ca8-c1ea-49fb-aa50-882d491145f1') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:06.266751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddc3ca8-c1ea-49fb-aa50-882d491145f1') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:06.378862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-58191a1c-b93e-4658-be1b-5e2b7b301b9f tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.382820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:06.386212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.408672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:06.416575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-667f5479-4e15-4bea-b112-be691bf874e3 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.423874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.424246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.424609 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Floating IP e966067c-d0ea-486e-be12-d1991606271a disassociated. External IP: 172.26.2.173, port: 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34. May 06 13:45:06.424958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Calling delete_port for 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:06.426469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:06.448653 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb05f072-257c-4fda-a612-d233d9b76a12,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:06.485763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.511228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58191a1c-b93e-4658-be1b-5e2b7b301b9f tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbbdff3-76e2-4573-9533-2bbe86d5395a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:06.526884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:45:06.527332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:45:06.543820 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:45:06.552401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-667f5479-4e15-4bea-b112-be691bf874e3 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.678395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-58191a1c-b93e-4658-be1b-5e2b7b301b9f tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.685374 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-58191a1c-b93e-4658-be1b-5e2b7b301b9f tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/ebbbdff3-76e2-4573-9533-2bbe86d5395a HTTP/1.1" status: 204 len: 168 time: 2.4871421 May 06 13:45:06.700835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37092) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:06.745880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.777303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.801260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fbcf0-0917-4574-a5e7-d18cdd4ddb80 req-51300c5d-2bfc-45ad-8be4-2e386bcaec27 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:06.802845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d63fbcf0-0917-4574-a5e7-d18cdd4ddb80 req-51300c5d-2bfc-45ad-8be4-2e386bcaec27 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 944 time: 0.4807045 May 06 13:45:06.860034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:45:06.864598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.864829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Network': ['ID=21d6e7fc-48c3-48c6-906a-06f6cae7465c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:06.922430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-667f5479-4e15-4bea-b112-be691bf874e3 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.925537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-667f5479-4e15-4bea-b112-be691bf874e3 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:06.926737 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-667f5479-4e15-4bea-b112-be691bf874e3 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "DELETE /v2.0/security-groups/0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca HTTP/1.1" status: 204 len: 168 time: 1.2575135 May 06 13:45:06.944709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37096) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:06.951194 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a17d1cc8-db53-481d-b074-3e6dd8a556fb tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2468204 May 06 13:45:06.960563 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-95b63526-877d-4bc1-8909-f06805afe82a tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/networks/21d6e7fc-48c3-48c6-906a-06f6cae7465c HTTP/1.1" status: 204 len: 168 time: 2.4699361 May 06 13:45:06.976719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37102) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:06.976963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37100) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:07.028283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f5479-4e15-4bea-b112-be691bf874e3 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:07.037464 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-66269312-9dc2-48e0-8a19-b23d054d7a67 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] show failed (client error): The resource could not be found. May 06 13:45:07.038725 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-66269312-9dc2-48e0-8a19-b23d054d7a67 tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "GET /v2.0/security-groups/0c0ee3d1-a03a-40b1-bcbb-042e3daf8aca HTTP/1.1" status: 404 len: 347 time: 0.0862203 May 06 13:45:07.048246 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d63fbcf0-0917-4574-a5e7-d18cdd4ddb80 req-75f60b23-e729-4f36-bec9-2763b9e4be07 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups?id=dac139dc-c043-4e10-97b6-a31c94b85447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900952 May 06 13:45:07.049059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37108) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:07.082973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Attempting to bind port cd094641-c5dd-401f-ac5f-19a957185aee on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:07.084263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Attempting to bind port cd094641-c5dd-401f-ac5f-19a957185aee by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:07.084936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Attempting to bind port cd094641-c5dd-401f-ac5f-19a957185aee on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:07.114777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.115470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Pushing event updated for resources: {'Port': ['ID=cd094641-c5dd-401f-ac5f-19a957185aee,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:07.172707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.196092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:07.196587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:07.196901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.197298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:07.197785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Bound port: cd094641-c5dd-401f-ac5f-19a957185aee, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:07.198158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.246831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.278045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367731738'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:07.298436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Pushing event deleted for resources: {'Port': ['ID=1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:07.420215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.445166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-300d3e83-9840-4c56-803b-aaa14e147eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.473778 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.498779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Deleting port a1492996-f892-4d68-b777-ec5349beb9a1 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:07.499116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.585279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:07.623624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:07.637597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.643740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.645761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:07.669206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:07.681876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 56a7c36e-8cc3-40e4-a3b1-cab041ef21e2 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:07.743705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] For port cd094641-c5dd-401f-ac5f-19a957185aee, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:07.752933 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] For port cd094641-c5dd-401f-ac5f-19a957185aee, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=cd094641-c5dd-401f-ac5f-19a957185aee,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:07.838367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 091644aa-f5ed-4bcb-857b-576e1a904a71, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=091644aa-f5ed-4bcb-857b-576e1a904a71,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:07.840498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c41b-4c87-428a-a976-508e617f13fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.855666 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.858673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.884726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.977991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:07.981751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47482b34-7917-4fd6-bb1f-9a47a3a1d29c {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:45:08.171110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-300d3e83-9840-4c56-803b-aaa14e147eba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:45:08.172331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-300d3e83-9840-4c56-803b-aaa14e147eba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:45:08.200226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b16df0b0-dcce-43de-81e2-8cfa73081b73 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:08.233497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:08.263348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=091644aa-f5ed-4bcb-857b-576e1a904a71,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:08.383833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:08.385070 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fc764771-9a39-4bb2-87e7-da054b165a2d tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "DELETE /v2.0/routers/47482b34-7917-4fd6-bb1f-9a47a3a1d29c HTTP/1.1" status: 204 len: 168 time: 8.4466357 May 06 13:45:08.394831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:08.397670 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37114) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:08.408699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:08.409521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:08.470066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:08.490652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:45:08.506208 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Sync routers for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:45:08.521077 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:08.522288 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:08.523194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:08.559097 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4dea67a0-86bb-4952-8f5d-7fce7992214e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "PUT /v2.0/routers/fc5e8a07-8a7b-478a-8a65-003b9ef66fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4597142 May 06 13:45:08.585217 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b0406130-0591-4ca0-901a-2770d033dff8', 'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'mac_address': 'fa:16:3e:c6:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:00Z', 'updated_at': '2022-05-06T13:43:17Z', 'revision_number': 5, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'subnets': [{'id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:08.648648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] Checking router: 04a86672-e4c4-4494-bf24-fe0d939efa78 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:45:08.666549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0385333-ea44-4c3a-8567-188e34d8d091 None None] Pushing event updated for resources: {'Port': ['ID=cd094641-c5dd-401f-ac5f-19a957185aee,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:08.821057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b16df0b0-dcce-43de-81e2-8cfa73081b73 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:08.821662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:08.893436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::95bf:6bc2:c2aa:df5 (ed4177a0-aee3-4756-a30e-bb3035a9c410/acb70c2f-a498-4f20-8745-474fa80230f1/56a7c36e-8cc3-40e4-a3b1-cab041ef21e2) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:09.017293 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:09.061112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:09.062886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:44:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:09.131788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.148162 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-109a53df-48d3-4221-917c-65b8f13ab9d0 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Deleting subnet 912e6eda-2993-42b1-ba52-dd24597b419a {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:45:09.179562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-109a53df-48d3-4221-917c-65b8f13ab9d0 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.226367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ee3bbb20-d0fd-4f8b-b876-ebb8fbbf81f4 req-20d17a72-e8a4-483f-ae51-39a4e1411e4e tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Synchronizing usage tracker for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:09.328656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.348473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.353723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-109a53df-48d3-4221-917c-65b8f13ab9d0 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.361305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-629ec3a0-edc6-4a5d-802d-9bf3a5de35c4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Synchronizing usage tracker for tenant:6b2b1366be5b475fb0ef0248132dacba on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:09.408126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.411964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Router 209a7c55-470d-477b-bac8-d6aacd20a6e9 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:45:09.434014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Calling delete_port for a1492996-f892-4d68-b777-ec5349beb9a1 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:09.507672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 56a7c36e-8cc3-40e4-a3b1-cab041ef21e2 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:09.546651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d565c79-d822-4cc9-afb6-0922e358d599,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:09.561411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.563837 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d0c70417-ffd3-423d-870a-b773effd9336 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5810328 May 06 13:45:09.569199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37132) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:09.580192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-109a53df-48d3-4221-917c-65b8f13ab9d0 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.618302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2eacedf0-e09a-4e48-893b-944f5715f6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.628050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-85590023-3718-497a-9899-c2809bd82993 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '6d565c79-d822-4cc9-afb6-0922e358d599', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:09.628955 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-85590023-3718-497a-9899-c2809bd82993 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 06 13:45:09.629552 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-85590023-3718-497a-9899-c2809bd82993 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:09.630663 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-85590023-3718-497a-9899-c2809bd82993 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0536284 May 06 13:45:09.637385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37136) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:09.667027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-300d3e83-9840-4c56-803b-aaa14e147eba None None] Provisioning for port 3e0d23d1-f55d-43a5-a311-89192c4255d2 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:09.687647 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:59Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '3e0d23d1-f55d-43a5-a311-89192c4255d2', 'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'mac_address': 'fa:16:3e:86:1a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:58Z', 'updated_at': '2022-05-06T13:45:02Z', 'revision_number': 2, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'subnets': [{'id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:09.690044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:09.699202 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Checking router: fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:45:09.699202 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Updating router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 port 3e0d23d1-f55d-43a5-a311-89192c4255d2 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:45:09.708237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:09.737426 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1322ad-ed71-4a5f-9f45-ce01729ec1ad') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:09.737978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1322ad-ed71-4a5f-9f45-ce01729ec1ad') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:09.755019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.765984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.783697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-300d3e83-9840-4c56-803b-aaa14e147eba None None] Provisioning complete for port 3e0d23d1-f55d-43a5-a311-89192c4255d2 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:09.784086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-300d3e83-9840-4c56-803b-aaa14e147eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.802836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.820649 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.862617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:45:09.863687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.884505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2594-76e2-4b9b-9852-7841c7810363 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.897726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-109a53df-48d3-4221-917c-65b8f13ab9d0 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.983789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:10.009536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:10.026742 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a53df-48d3-4221-917c-65b8f13ab9d0 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=912e6eda-2993-42b1-ba52-dd24597b419a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:10.052069 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:10.058372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:10.078694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:45:10.085395 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:45:10.096769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=56a7c36e-8cc3-40e4-a3b1-cab041ef21e2,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:10.105459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.111589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ee3bbb20-d0fd-4f8b-b876-ebb8fbbf81f4 req-20d17a72-e8a4-483f-ae51-39a4e1411e4e tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Unset dirty status for tenant:f75961d3d9b0402aaa1f192616d5d564 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:10.122415 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ee3bbb20-d0fd-4f8b-b876-ebb8fbbf81f4 req-20d17a72-e8a4-483f-ae51-39a4e1411e4e tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 210 time: 1.6947215 May 06 13:45:10.123121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-629ec3a0-edc6-4a5d-802d-9bf3a5de35c4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Unset dirty status for tenant:6b2b1366be5b475fb0ef0248132dacba on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:10.127875 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-629ec3a0-edc6-4a5d-802d-9bf3a5de35c4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454961229&fields=id&tenant_id=6b2b1366be5b475fb0ef0248132dacba HTTP/1.1" status: 200 len: 267 time: 0.9813712 May 06 13:45:10.138082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.167863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2594-76e2-4b9b-9852-7841c7810363 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.174321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] Pushing event deleted for resources: {'Network': ['ID=2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:10.191038 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-109a53df-48d3-4221-917c-65b8f13ab9d0 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.220698 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9e094553-305c-4b06-9ca1-f4703d9b04c7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.6784000 May 06 13:45:10.229281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37142) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:10.282721 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-109a53df-48d3-4221-917c-65b8f13ab9d0 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/912e6eda-2993-42b1-ba52-dd24597b419a HTTP/1.1" status: 204 len: 168 time: 1.8738918 May 06 13:45:10.295590 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37146) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:10.419422 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2594-76e2-4b9b-9852-7841c7810363 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.440777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-036867c6-b32e-4f27-bbfd-d54f857d8061 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:10.442437 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-036867c6-b32e-4f27-bbfd-d54f857d8061 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/networks?id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1 HTTP/1.1" status: 200 len: 797 time: 0.2759409 May 06 13:45:10.448568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.481005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.502879 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.505277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d2594-76e2-4b9b-9852-7841c7810363 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d565c79-d822-4cc9-afb6-0922e358d599,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:10.519855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.525607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2594-76e2-4b9b-9852-7841c7810363 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.527156 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6c2d2594-76e2-4b9b-9852-7841c7810363 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/6d565c79-d822-4cc9-afb6-0922e358d599 HTTP/1.1" status: 204 len: 168 time: 0.8824770 May 06 13:45:10.537049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37150) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:10.549521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-300d3e83-9840-4c56-803b-aaa14e147eba None None] Port 3e0d23d1-f55d-43a5-a311-89192c4255d2 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:45:10.558104 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Transition to ACTIVE for port object 3e0d23d1-f55d-43a5-a311-89192c4255d2 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:10.575218 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.626745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.651157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b89c1-3e1d-4061-ad2f-6ab871a8fdf8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:10.658336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b89c1-3e1d-4061-ad2f-6ab871a8fdf8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:10.659479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a95b89c1-3e1d-4061-ad2f-6ab871a8fdf8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:10.788890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e2dd6e7e-bd3d-4001-85ea-0224e4842f0d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Synchronizing usage tracker for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:10.810777 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-9a575e33-100f-4208-9b02-5fa50b56c89e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/quotas/6b2b1366be5b475fb0ef0248132dacba HTTP/1.1" status: 200 len: 375 time: 0.1887169 May 06 13:45:10.812762 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-74c70575-9b65-4c21-b40a-c45b2e0306fa tempest-BulkNetworkOpsTest-873224134 tempest-BulkNetworkOpsTest-873224134-project] 10.222.0.21 "DELETE /v2.0/networks/2e463d7f-0ce7-4bc3-b81c-5c39a9d7f24a HTTP/1.1" status: 204 len: 168 time: 3.8343837 May 06 13:45:10.836624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a95b89c1-3e1d-4061-ad2f-6ab871a8fdf8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:10.841678 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a95b89c1-3e1d-4061-ad2f-6ab871a8fdf8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6105199 May 06 13:45:10.844725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37156) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:10.864336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b63c4208-2366-410e-bb51-03336e2f2455 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:10.906861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.980076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e2dd6e7e-bd3d-4001-85ea-0224e4842f0d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Unset dirty status for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:10.982252 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e2dd6e7e-bd3d-4001-85ea-0224e4842f0d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4437149 May 06 13:45:11.003482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37160) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:11.007665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79060ba-0df1-46fb-b94f-d5320fa925d5']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:11.007881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Pushing event deleted for resources: {'Port': ['ID=a1492996-f892-4d68-b777-ec5349beb9a1,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:11.035472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715930510'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:11.047327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:11.054171 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0159886-b66f-490f-beaf-f88c20d9fd3a None None] Pushing event updated for resources: {'Port': ['ID=3e0d23d1-f55d-43a5-a311-89192c4255d2,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:11.083543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-97ddbc9f-5525-4e4d-9ef7-3d40b2f6a242 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 56a7c36e-8cc3-40e4-a3b1-cab041ef21e2 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:11.084914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97ddbc9f-5525-4e4d-9ef7-3d40b2f6a242 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.150918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6fecec-3f12-478a-8879-1a72b067e0a7') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:11.151363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6fecec-3f12-478a-8879-1a72b067e0a7') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:11.207042 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Attempting to bind port 3e0d23d1-f55d-43a5-a311-89192c4255d2 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:11.207376 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Attempting to bind port 3e0d23d1-f55d-43a5-a311-89192c4255d2 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:11.207734 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Attempting to bind port 3e0d23d1-f55d-43a5-a311-89192c4255d2 on network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:11.225348 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:11.225806 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Checking segment: {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:11.226110 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.228691 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Bound using segment: {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:11.229684 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Bound port: 3e0d23d1-f55d-43a5-a311-89192c4255d2, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:11.230110 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.305062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b63c4208-2366-410e-bb51-03336e2f2455 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:11.305062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b63c4208-2366-410e-bb51-03336e2f2455 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:11.340839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e86fb8e6-8564-4627-bdd8-64a4a181ab9a None None] Provisioning for port 56a7c36e-8cc3-40e4-a3b1-cab041ef21e2 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:11.348391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e86fb8e6-8564-4627-bdd8-64a4a181ab9a None None] Provisioning complete for port 56a7c36e-8cc3-40e4-a3b1-cab041ef21e2 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:11.348780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e86fb8e6-8564-4627-bdd8-64a4a181ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.441336 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] For port 3e0d23d1-f55d-43a5-a311-89192c4255d2, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:11.448459 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] For port 3e0d23d1-f55d-43a5-a311-89192c4255d2, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3e0d23d1-f55d-43a5-a311-89192c4255d2,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:11.463961 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.476386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.479114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.485097 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6d28b5b9-0c96-4c0a-88f6-516f3b2348fc tempest-ServersTestManualDisk-396571748 tempest-ServersTestManualDisk-396571748-project] 10.222.0.21 "DELETE /v2.0/floatingips/732bc948-d905-420f-9b77-6385523b0f38 HTTP/1.1" status: 204 len: 168 time: 4.3756013 May 06 13:45:11.494319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37168) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:11.501360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70f9c4d1-7a74-4ea4-9721-2806a5547eef req-446b6125-bc49-4a20-bed1-4083ed0a218d tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 210 time: 0.1911695 May 06 13:45:11.505123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b0406130-0591-4ca0-901a-2770d033dff8', 'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'mac_address': 'fa:16:3e:c6:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:00Z', 'updated_at': '2022-05-06T13:43:17Z', 'revision_number': 5, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'subnets': [{'id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:11.524508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e86fb8e6-8564-4627-bdd8-64a4a181ab9a None None] Port 56a7c36e-8cc3-40e4-a3b1-cab041ef21e2 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:45:11.534798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af52ed-5ec7-4ad4-a270-26888bf267be None None] The sync data for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv is: [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b0406130-0591-4ca0-901a-2770d033dff8', 'name': '', 'network_id': 'a4313941-c1db-4ca6-bc86-20b5e4f8fd2a', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'mac_address': 'fa:16:3e:c6:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:00Z', 'updated_at': '2022-05-06T13:43:17Z', 'revision_number': 5, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'subnets': [{'id': '2e110757-fcab-44c9-bb2e-366b80f2bce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:45:11.535091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:11.570465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.596468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.619125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e86fb8e6-8564-4627-bdd8-64a4a181ab9a None None] Provisioning for port cd094641-c5dd-401f-ac5f-19a957185aee completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:11.639096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e86fb8e6-8564-4627-bdd8-64a4a181ab9a None None] Could not find standard attr ID for object a470b0e2-e325-4772-b4eb-0267029ea0f7. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:45:11.700019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:45:11.711290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37172) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:11.712757 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:11.713573 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:11.730923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.735448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.741820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] Sync routers for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:45:11.784618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:11.785449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:11.791627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:45:11.792720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:45:11.815486 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:45:11.913311 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0159886-b66f-490f-beaf-f88c20d9fd3a None None] Pushing event updated for resources: {'Port': ['ID=3e0d23d1-f55d-43a5-a311-89192c4255d2,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:11.955839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:11.982400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:11.998895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device cd094641-c5dd-401f-ac5f-19a957185aee up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:12.013982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:12.112348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-22af3b83-30de-4606-a150-e46e73397466 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b2b1366be5b475fb0ef0248132dacba&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2454200 May 06 13:45:12.134041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] No DVR routers for this DVR port 1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:12.194120 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a30fc-3cf7-4952-a3e3-52d697ce0aef None None] New status for floating IP 732bc948-d905-420f-9b77-6385523b0f38: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:45:12.226750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97ddbc9f-5525-4e4d-9ef7-3d40b2f6a242 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.304279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port cd094641-c5dd-401f-ac5f-19a957185aee completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:12.312754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:12.361496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port cd094641-c5dd-401f-ac5f-19a957185aee triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:12.362193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.402642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-97ddbc9f-5525-4e4d-9ef7-3d40b2f6a242 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 56a7c36e-8cc3-40e4-a3b1-cab041ef21e2 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:12.478022 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-21e34185-5ce0-43a1-8448-38e41e0c2f5a service neutron] 10.222.0.21 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416271 May 06 13:45:12.606560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:12.614278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97ddbc9f-5525-4e4d-9ef7-3d40b2f6a242 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.643735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.651873 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7b9e03fa-74c0-4bee-a913-2cf68b3fa9c1 req-6211ae9d-d351-485e-98eb-0a3108de4e53 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.76 "DELETE /v2.0/ports/1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34 HTTP/1.1" status: 204 len: 173 time: 15.4492803 May 06 13:45:12.685675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'name': 'network-vif-deleted', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:45:12.687311 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:12.764326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddbc9f-5525-4e4d-9ef7-3d40b2f6a242 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=56a7c36e-8cc3-40e4-a3b1-cab041ef21e2,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:12.842707 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-60df0d89-05a5-46ec-b1a4-52bfa680945a service neutron] 10.222.0.21 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636863 May 06 13:45:12.869161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.878600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.914561 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e92f6e31-91a1-4d09-a3a6-8aa5e10761b1 req-dd119c55-6d94-41c8-a82c-240ccd08edc0 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc776c1-4d52-4189-839c-67879f87f324 HTTP/1.1" status: 200 len: 210 time: 0.1513131 May 06 13:45:12.956877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d79060ba-0df1-46fb-b94f-d5320fa925d5 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 06 13:45:12.964251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97ddbc9f-5525-4e4d-9ef7-3d40b2f6a242 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.992306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:13.095582 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d79060ba-0df1-46fb-b94f-d5320fa925d5 HTTP/1.1" status: 204 len: 168 time: 2.7867582 May 06 13:45:13.116935 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-97ddbc9f-5525-4e4d-9ef7-3d40b2f6a242 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/56a7c36e-8cc3-40e4-a3b1-cab041ef21e2 HTTP/1.1" status: 204 len: 168 time: 2.2689717 May 06 13:45:13.118162 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f827d-f6b5-4e75-af15-bb28ef9e352b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event deleted for resources: {'Network': ['ID=d79060ba-0df1-46fb-b94f-d5320fa925d5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:13.121736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37184) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:13.217282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port cd094641-c5dd-401f-ac5f-19a957185aee, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=cd094641-c5dd-401f-ac5f-19a957185aee,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:13.231299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c56b58-658b-4c93-bdb5-a05844bad97e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:13.233521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c56b58-658b-4c93-bdb5-a05844bad97e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:13.234407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1c56b58-658b-4c93-bdb5-a05844bad97e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:13.253631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:13.261504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 091644aa-f5ed-4bcb-857b-576e1a904a71 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:13.289035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1c56b58-658b-4c93-bdb5-a05844bad97e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:13.290981 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f1c56b58-658b-4c93-bdb5-a05844bad97e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1671576 May 06 13:45:13.302933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37192) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:13.477649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:13.489832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:13.560799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c6f670-da41-40c5-92c8-79e3cfc94cbf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet acb70c2f-a498-4f20-8745-474fa80230f1 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:45:13.569294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f670-da41-40c5-92c8-79e3cfc94cbf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:13.599029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=cd094641-c5dd-401f-ac5f-19a957185aee,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:13.720598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 091644aa-f5ed-4bcb-857b-576e1a904a71 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:13.720983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:13.750507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f670-da41-40c5-92c8-79e3cfc94cbf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:13.825623 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:59Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '3e0d23d1-f55d-43a5-a311-89192c4255d2', 'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'mac_address': 'fa:16:3e:86:1a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:58Z', 'updated_at': '2022-05-06T13:45:11Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'subnets': [{'id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:13.836218 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5d177e-06a5-4de8-b684-3634b0903736 None None] The sync data for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv is: [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:59Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '3e0d23d1-f55d-43a5-a311-89192c4255d2', 'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'mac_address': 'fa:16:3e:86:1a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:58Z', 'updated_at': '2022-05-06T13:45:11Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'subnets': [{'id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:45:13.842807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ee23f287-8f3c-43ba-9a1a-c64477542509', 'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'mac_address': 'fa:16:3e:df:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:14Z', 'revision_number': 5, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'subnets': [{'id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:13.855526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] Checking router: 209a7c55-470d-477b-bac8-d6aacd20a6e9 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:45:13.919585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:13.920755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:14.029625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f670-da41-40c5-92c8-79e3cfc94cbf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.049972 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ced3398-256f-4540-937e-aa6b413a3a46'] response: {'server_uuid': '2bc776c1-4d52-4189-839c-67879f87f324', 'name': 'network-vif-deleted', 'tag': '1ec27a07-951d-45b2-9e8a-4a9c9c3f3e34', 'status': 'completed', 'code': 200} May 06 13:45:14.101839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37210) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:14.145042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'router': {'name': 'tempest-router--753971917', 'project_id': 'af916f13539740f8b22e83b1253b9689'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:14.158332 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:14.169380 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37214) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:14.199378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.205219 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.1952066 May 06 13:45:14.257703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Usage tracker for resource:router and tenant:af916f13539740f8b22e83b1253b9689 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:14.267446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:14.273313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37218) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:14.299107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device eb05f072-257c-4fda-a612-d233d9b76a12 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:14.304463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ed2c6103-215e-44ce-9bc6-ddcabdef8b61 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '60850bd6-7f46-4d64-8834-f46dd79f4ccc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:14.305346 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-ed2c6103-215e-44ce-9bc6-ddcabdef8b61 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 06 13:45:14.305866 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-ed2c6103-215e-44ce-9bc6-ddcabdef8b61 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:14.306884 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ed2c6103-215e-44ce-9bc6-ddcabdef8b61 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110056 May 06 13:45:14.310601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88ad0398-4197-463d-8aa1-5ac6b8fad5d9 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.312922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37222) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:14.315910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755b19b-6b13-4a85-bcb4-2f9326f67571 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60850bd6-7f46-4d64-8834-f46dd79f4ccc,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:14.334657 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:14.386354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:14.402996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88ad0398-4197-463d-8aa1-5ac6b8fad5d9 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.426200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.427456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.464474 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-205739f4-2fc8-45ae-a698-ea6ddd20c314 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaa5761fec58433891f67102b4e7b46c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6615927 May 06 13:45:14.470960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37226) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:14.480375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc8353d2-e1e1-4cf7-855c-f58a836daaa7 req-1309948d-7f8c-455a-bf99-a23631d161e0 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 210 time: 0.6030223 May 06 13:45:14.485734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: eb05f072-257c-4fda-a612-d233d9b76a12 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:14.486014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device eb05f072-257c-4fda-a612-d233d9b76a12 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:14.512189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8f835c4-fb34-4d83-beec-7ead2b2f2db8 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.550819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.572465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f670-da41-40c5-92c8-79e3cfc94cbf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.628354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.654995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f2a56-ac0c-4e7f-b864-f3b84d21fd08 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:14.661783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f670-da41-40c5-92c8-79e3cfc94cbf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.663831 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e0c6f670-da41-40c5-92c8-79e3cfc94cbf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/acb70c2f-a498-4f20-8745-474fa80230f1 HTTP/1.1" status: 204 len: 168 time: 1.3545947 May 06 13:45:14.675508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37230) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:14.684740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.689535 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-72e2c526-6864-43df-8d2a-bab22e5547a2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5756340 May 06 13:45:14.745753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37234) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:14.779706 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-60cd9966-a195-4dd3-bfa2-3b1be24305ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938506 May 06 13:45:14.779706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6f670-da41-40c5-92c8-79e3cfc94cbf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=acb70c2f-a498-4f20-8745-474fa80230f1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:14.796022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37238) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:14.799066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device cd094641-c5dd-401f-ac5f-19a957185aee up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:14.829320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8f835c4-fb34-4d83-beec-7ead2b2f2db8 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.853214 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:14.950252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4b823d2-8ee4-4e44-8adb-b404c66d4f1b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.175534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port cd094641-c5dd-401f-ac5f-19a957185aee triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:15.175820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.269709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74d88473-3658-47b9-942c-a7c33763e467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.306621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74d88473-3658-47b9-942c-a7c33763e467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.409144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:15.418939 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:15.425232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4b823d2-8ee4-4e44-8adb-b404c66d4f1b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.426610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:15.430476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88ad0398-4197-463d-8aa1-5ac6b8fad5d9 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.432022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4b823d2-8ee4-4e44-8adb-b404c66d4f1b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.449554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:15.471582 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad0398-4197-463d-8aa1-5ac6b8fad5d9 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac139dc-c043-4e10-97b6-a31c94b85447,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:15.476178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8f835c4-fb34-4d83-beec-7ead2b2f2db8 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.492609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.530687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:15.549514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.592125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ee23f287-8f3c-43ba-9a1a-c64477542509', 'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'mac_address': 'fa:16:3e:df:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:14Z', 'revision_number': 5, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'subnets': [{'id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:15.595414 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8f835c4-fb34-4d83-beec-7ead2b2f2db8 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.604298 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a8f835c4-fb34-4d83-beec-7ead2b2f2db8 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/60850bd6-7f46-4d64-8834-f46dd79f4ccc HTTP/1.1" status: 204 len: 168 time: 1.2779639 May 06 13:45:15.604298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88ad0398-4197-463d-8aa1-5ac6b8fad5d9 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.604298 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-88ad0398-4197-463d-8aa1-5ac6b8fad5d9 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "DELETE /v2.0/security-groups/dac139dc-c043-4e10-97b6-a31c94b85447 HTTP/1.1" status: 204 len: 168 time: 1.4138150 May 06 13:45:15.604298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f835c4-fb34-4d83-beec-7ead2b2f2db8 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60850bd6-7f46-4d64-8834-f46dd79f4ccc,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:15.605920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37244) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:15.605920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37246) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:15.609090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e464c0-8792-41d5-91f9-b8d3ff9e4d51 None None] The sync data for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv is: [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ee23f287-8f3c-43ba-9a1a-c64477542509', 'name': '', 'network_id': '2ad4c98f-2345-48f6-ae93-65e24bb8bb94', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'mac_address': 'fa:16:3e:df:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:55Z', 'updated_at': '2022-05-06T13:43:14Z', 'revision_number': 5, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'subnets': [{'id': '79032d72-915a-4c10-a8f5-8d063f9c6490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:45:15.610650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4b823d2-8ee4-4e44-8adb-b404c66d4f1b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.614755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74d88473-3658-47b9-942c-a7c33763e467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.617500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b823d2-8ee4-4e44-8adb-b404c66d4f1b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c499d40-6c3c-4bcd-8a51-c4d29e3f2311 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:45:15.617732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74d88473-3658-47b9-942c-a7c33763e467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.634781 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-74d88473-3658-47b9-942c-a7c33763e467 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfa341dd-bdf9-43ca-8f63-5abbcb8f4e0a HTTP/1.1" status: 204 len: 168 time: 1.1391718 May 06 13:45:15.696288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b338520-1983-478d-9f75-cd0fd3bd0e71 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:45:15.702296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3b338520-1983-478d-9f75-cd0fd3bd0e71 None None] Deleting port cd094641-c5dd-401f-ac5f-19a957185aee {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:15.703582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b338520-1983-478d-9f75-cd0fd3bd0e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.791224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d88473-3658-47b9-942c-a7c33763e467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa341dd-bdf9-43ca-8f63-5abbcb8f4e0a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:16.181713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3b338520-1983-478d-9f75-cd0fd3bd0e71 None None] For port cd094641-c5dd-401f-ac5f-19a957185aee, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=cd094641-c5dd-401f-ac5f-19a957185aee,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:16.182360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b338520-1983-478d-9f75-cd0fd3bd0e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:16.184770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:16.294336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:16.303054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:16.311741 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:16.313177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:16.364660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=fc07a70a-319f-44a1-af82-492bab3f159d,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:16.384095 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-82c687b8-8f44-4931-aa0d-a1805f07d793 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5595849 May 06 13:45:16.384810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37256) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:16.391709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': 'fc07a70a-319f-44a1-af82-492bab3f159d', 'ip_address': '2001:db8::11dc:52b4:ba79:623e'}], 'name': 'tempest-NetworksTestDHCPv6-1624069833'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:16.445052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4b823d2-8ee4-4e44-8adb-b404c66d4f1b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:16.449282 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f4b823d2-8ee4-4e44-8adb-b404c66d4f1b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2c499d40-6c3c-4bcd-8a51-c4d29e3f2311 HTTP/1.1" status: 204 len: 168 time: 1.6995721 May 06 13:45:16.450850 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-6f7fd0db-c0ca-480c-b44b-ceae0d70a192 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] show failed (client error): The resource could not be found. May 06 13:45:16.456345 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6f7fd0db-c0ca-480c-b44b-ceae0d70a192 tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "GET /v2.0/security-groups/dac139dc-c043-4e10-97b6-a31c94b85447 HTTP/1.1" status: 404 len: 347 time: 0.8456900 May 06 13:45:16.475430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37262) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:16.498456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab53053-a3dd-4ea4-b708-e3a37b7dd12b None None] New status for floating IP e966067c-d0ea-486e-be12-d1991606271a: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:45:16.677839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3b338520-1983-478d-9f75-cd0fd3bd0e71 None None] Calling delete_port for cd094641-c5dd-401f-ac5f-19a957185aee owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:16.729732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:16.748294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:16.757364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:16.769524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:16.787388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:17.065036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3e0d23d1-f55d-43a5-a311-89192c4255d2 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:17.087055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-73a66a91-837c-4594-9103-f39e5c795038 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:17.088806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-73a66a91-837c-4594-9103-f39e5c795038 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.76 "GET /v2.0/networks?id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1 HTTP/1.1" status: 200 len: 797 time: 0.6143124 May 06 13:45:17.091148 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c50f613-f028-4dbe-8fc3-581595a60baa req-20b60ac5-c388-4d54-84bc-ab9a9edbce81 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 210 time: 0.6247308 May 06 13:45:17.117142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37278) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:17.175365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:17.212103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 054ebb93-7b75-4477-9893-b0caa85d92c8 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:17.250938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b338520-1983-478d-9f75-cd0fd3bd0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:17.318094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b338520-1983-478d-9f75-cd0fd3bd0e71 None None] Pushing event deleted for resources: {'Port': ['ID=cd094641-c5dd-401f-ac5f-19a957185aee,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:17.326502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Deleting port f9898644-5c6a-4251-b213-45e3e66fed8d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:17.326994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:17.330171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b338520-1983-478d-9f75-cd0fd3bd0e71 None None] No DVR routers for this DVR port cd094641-c5dd-401f-ac5f-19a957185aee on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:17.350135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 3e0d23d1-f55d-43a5-a311-89192c4255d2 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:17.357236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3e0d23d1-f55d-43a5-a311-89192c4255d2 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:17.358149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:17.433233 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247986ab-bf86-43eb-b04b-781f487881aa None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:17.520208 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-174dd9bc-7180-4403-8aa1-472956ce77a1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2b1366be5b475fb0ef0248132dacba HTTP/1.1" status: 200 len: 380 time: 0.4038827 May 06 13:45:17.639589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:17.726978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::11dc:52b4:ba79:623e (ed4177a0-aee3-4756-a30e-bb3035a9c410/fc07a70a-319f-44a1-af82-492bab3f159d/054ebb93-7b75-4477-9893-b0caa85d92c8) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:17.729536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 3e0d23d1-f55d-43a5-a311-89192c4255d2, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3e0d23d1-f55d-43a5-a311-89192c4255d2,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:17.750163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'port': {'device_id': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'admin_state_up': True, 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'security_groups': ['da70e998-da53-40f9-8e6f-a1fa5f15e986']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:17.756451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:17.785614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37294) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:17.786112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37296) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:17.787367 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fb323cb6-37f9-4d35-842d-a5a79e202725 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 2.1834755 May 06 13:45:17.846598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--488351362'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:17.852223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device cd094641-c5dd-401f-ac5f-19a957185aee no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:17.867031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-288628381', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:17.871852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:17.874432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:17.879609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Usage tracker for resource:router and tenant:4fdafc0b5b14482992e43884abfba7ce is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:17.902537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:17.903048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:17.916257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:17.997186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: cd094641-c5dd-401f-ac5f-19a957185aee {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:17.997676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device cd094641-c5dd-401f-ac5f-19a957185aee not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:17.998563 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:17.999112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.009436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:18.034590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=3e0d23d1-f55d-43a5-a311-89192c4255d2,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:18.047169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': 'fc07a70a-319f-44a1-af82-492bab3f159d'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:45:18.048064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.054088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:18.162707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-606222051'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:18.174013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:18.181922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:network and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:18.188954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:18.201542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:18.230888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:18.237946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.258845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.277998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.279170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Calling delete_port for f9898644-5c6a-4251-b213-45e3e66fed8d owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:18.322588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:18.332625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:18.337153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:18.341497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:18.342778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.344927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.355638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group_rule and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:18.362195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:18.368534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:18.378193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:18.422975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.449155 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b75cab9c-0e7a-4ff5-8624-00675f94ce8b req-c06a772a-63c3-4e73-a944-2d23fdf886c7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 210 time: 0.1206803 May 06 13:45:18.473210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 054ebb93-7b75-4477-9893-b0caa85d92c8 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:18.503272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.513977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:18.519398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:port and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:18.522650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:18.529862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:18.547344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Made reservation on behalf of 6b2b1366be5b475fb0ef0248132dacba for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:18.551418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.613669 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3e0d23d1-f55d-43a5-a311-89192c4255d2 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:18.670805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.684372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.701929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.711567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.760719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.839770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49219f0b-8052-45d2-aa3a-071bcc17b548,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:18.854093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/fc07a70a-319f-44a1-af82-492bab3f159d/df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:18.868551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3e0d23d1-f55d-43a5-a311-89192c4255d2 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:18.869332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.892195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:45:18.902197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:18.918052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:18.924850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=054ebb93-7b75-4477-9893-b0caa85d92c8,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:18.929401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:18.936061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:18.936773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.952055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.953963 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f8c260aa-a77c-48b1-8854-80c8efbe57d0 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1601772 May 06 13:45:18.956737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.957079 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Added segment 0d1cfbd5-9063-4c92-8234-1949f5d20bdc of type vlan for network a310a66c-a771-48c7-a73f-e644d09efdcf May 06 13:45:18.958209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772fe765-ddbd-4663-bb05-eaf449954901,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:18.962412 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37308) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:18.982484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Deleting port b0406130-0591-4ca0-901a-2770d033dff8 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:18.982484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.996219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f0b96215-ccec-4d53-b503-ef1befa465f7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '49219f0b-8052-45d2-aa3a-071bcc17b548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:18.997769 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-f0b96215-ccec-4d53-b503-ef1befa465f7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 06 13:45:18.998604 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-f0b96215-ccec-4d53-b503-ef1befa465f7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:19.000387 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f0b96215-ccec-4d53-b503-ef1befa465f7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0224674 May 06 13:45:19.011445 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37312) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:19.034766 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-40d62cb5-921c-4884-9121-a6e05e6cf9ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6485929 May 06 13:45:19.041020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37316) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:19.055551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e5ef97c1-bdf7-46d9-8cf3-9826885b467e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '49219f0b-8052-45d2-aa3a-071bcc17b548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:19.057058 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-e5ef97c1-bdf7-46d9-8cf3-9826885b467e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 06 13:45:19.058113 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-e5ef97c1-bdf7-46d9-8cf3-9826885b467e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:19.060061 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e5ef97c1-bdf7-46d9-8cf3-9826885b467e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0292013 May 06 13:45:19.063985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:19.128782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37320) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:19.149054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a0126a5e-342c-4eb8-8b92-2cc55e95fb30 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '49219f0b-8052-45d2-aa3a-071bcc17b548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:19.151116 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-a0126a5e-342c-4eb8-8b92-2cc55e95fb30 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 06 13:45:19.151709 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-a0126a5e-342c-4eb8-8b92-2cc55e95fb30 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:19.153295 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a0126a5e-342c-4eb8-8b92-2cc55e95fb30 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0226822 May 06 13:45:19.166967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37324) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:19.184823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-49cb57c8-563f-408d-8ef6-f5fc3c3310bb tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '49219f0b-8052-45d2-aa3a-071bcc17b548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:19.187246 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-49cb57c8-563f-408d-8ef6-f5fc3c3310bb tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 06 13:45:19.188227 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-49cb57c8-563f-408d-8ef6-f5fc3c3310bb tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:19.190174 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-49cb57c8-563f-408d-8ef6-f5fc3c3310bb tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0216777 May 06 13:45:19.203403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37328) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:19.248719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:19.258788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:19.259797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:19.327479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:19.480303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc52e84-15f7-4804-bab1-a49b63f3d4a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:19.481683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7bc52e84-15f7-4804-bab1-a49b63f3d4a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:19.490846 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7001660 May 06 13:45:19.501432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37332) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:19.507696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3d913-18da-44a8-bba6-7c6f8f4a3acc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Network': ['ID=a310a66c-a771-48c7-a73f-e644d09efdcf,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:19.535651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'name': 'tempest-PortsIpV6TestJSON-108433898'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:19.542545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Pushing event deleted for resources: {'Port': ['ID=f9898644-5c6a-4251-b213-45e3e66fed8d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:19.557501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:19.587698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Transition to ACTIVE for port object df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:19.625523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:19.652233 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Transition to ACTIVE for port object df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:19.656208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] For port b0406130-0591-4ca0-901a-2770d033dff8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b0406130-0591-4ca0-901a-2770d033dff8,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:19.656636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:19.664850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:45:19.711181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:19.842061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Allocated IP 172.20.0.28 (c77335a3-5e6b-49d4-95b2-33ba1f1915e1/9ef0d025-88f6-42a5-99a7-911ebb52826f/f16dae91-4f60-4e37-a62d-cab91032951d) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:19.899435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7bc52e84-15f7-4804-bab1-a49b63f3d4a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:19.903992 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7bc52e84-15f7-4804-bab1-a49b63f3d4a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.8561504 May 06 13:45:19.915113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:19.920720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37338) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:19.937187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:19.940778 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Pushing event updated for resources: {'Port': ['ID=df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:19.956865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:19.996695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Calling delete_port for b0406130-0591-4ca0-901a-2770d033dff8 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:20.086613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6db75e90-d5f4-4075-a2b2-99261605431d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 054ebb93-7b75-4477-9893-b0caa85d92c8 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:20.087527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6db75e90-d5f4-4075-a2b2-99261605431d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.160238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:20.201280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Attempting to bind port df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:20.201869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Attempting to bind port df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:20.204455 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Attempting to bind port df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:20.204617 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:port and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:20.207597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:20.214532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:20.215115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:20.215880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:20.216785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.219670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:20.220614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Bound port: df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:20.221340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.275645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d890870-dda5-4c2e-8b78-d1cd1073e2b9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.289030 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a96aae84-8af5-42b6-b576-3b608873a1b4 req-01bfd643-f653-4c88-9d9d-e9201b49fe84 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 210 time: 0.6057432 May 06 13:45:20.308302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:20.318333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.395489 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:20.419690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.478437 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] For port df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:20.494567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] For port df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:20.512041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d890870-dda5-4c2e-8b78-d1cd1073e2b9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.520047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.525761 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:45:20.667208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e9596-aaad-4f99-8a07-dc4adadd2e36 None None] Pushing event updated for resources: {'Port': ['ID=df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:20.752655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.825981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6db75e90-d5f4-4075-a2b2-99261605431d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.062974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6db75e90-d5f4-4075-a2b2-99261605431d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 054ebb93-7b75-4477-9893-b0caa85d92c8 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:21.160820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.205284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0406130-0591-4ca0-901a-2770d033dff8,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:21.291276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.375578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6db75e90-d5f4-4075-a2b2-99261605431d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.386901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d890870-dda5-4c2e-8b78-d1cd1073e2b9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.471108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:21.479580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d890870-dda5-4c2e-8b78-d1cd1073e2b9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49219f0b-8052-45d2-aa3a-071bcc17b548,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:21.501867 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.504258 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-67ccc8f6-eeaf-4905-bc93-cfea7e361b0c tempest-ServersTestJSON-1701717075 tempest-ServersTestJSON-1701717075-project] 10.222.0.21 "DELETE /v2.0/floatingips/e966067c-d0ea-486e-be12-d1991606271a HTTP/1.1" status: 204 len: 168 time: 4.8694675 May 06 13:45:21.517002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6d890870-dda5-4c2e-8b78-d1cd1073e2b9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.518377 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6d890870-dda5-4c2e-8b78-d1cd1073e2b9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/49219f0b-8052-45d2-aa3a-071bcc17b548 HTTP/1.1" status: 204 len: 168 time: 2.3073411 May 06 13:45:21.523190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37344) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:21.523510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37346) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:21.553424 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6db75e90-d5f4-4075-a2b2-99261605431d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.555992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db75e90-d5f4-4075-a2b2-99261605431d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=054ebb93-7b75-4477-9893-b0caa85d92c8,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:21.565376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Checking segment: {'id': '0d1cfbd5-9063-4c92-8234-1949f5d20bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:21.565572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network hostable DHCP agents. Network: a310a66c-a771-48c7-a73f-e644d09efdcf, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:45:21.583778 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6db75e90-d5f4-4075-a2b2-99261605431d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/054ebb93-7b75-4477-9893-b0caa85d92c8 HTTP/1.1" status: 204 len: 168 time: 1.6615529 May 06 13:45:21.590932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37352) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:21.641982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:45:21.688076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, a310a66c-a771-48c7-a73f-e644d09efdcf) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:21.696756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:21.702842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:21.703755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.703978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.709240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd6f48-1e96-47e5-9a3a-373bd70da7bf None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:21.734575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1426abc-78e2-4218-abfd-a3162167e097 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:21.737441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1426abc-78e2-4218-abfd-a3162167e097 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:21.738817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d1426abc-78e2-4218-abfd-a3162167e097 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:21.761960 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fbce13e5-2500-4901-bade-5d5f0f404059 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2616560 May 06 13:45:21.763333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37356) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:21.772066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-27544854'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:21.776733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d1426abc-78e2-4218-abfd-a3162167e097 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:21.782941 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d1426abc-78e2-4218-abfd-a3162167e097 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1859376 May 06 13:45:21.782941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37360) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:21.786470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:21.789284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-87526cda-e1d8-49b6-8756-975ac6f27786 req-52c4fee8-39b9-4561-a7c6-217a0e2451e2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Synchronizing usage tracker for tenant:6b2b1366be5b475fb0ef0248132dacba on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:21.873382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-1171b876-85c6-4500-bc6b-22dc868c525d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet fc07a70a-319f-44a1-af82-492bab3f159d {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:45:21.877979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1171b876-85c6-4500-bc6b-22dc868c525d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.896802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Transition to ACTIVE for port object f16dae91-4f60-4e37-a62d-cab91032951d will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:21.956840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1171b876-85c6-4500-bc6b-22dc868c525d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.088700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1171b876-85c6-4500-bc6b-22dc868c525d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.185094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:network and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:22.189632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:22.193910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1171b876-85c6-4500-bc6b-22dc868c525d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.229169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:22.247457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171b876-85c6-4500-bc6b-22dc868c525d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=fc07a70a-319f-44a1-af82-492bab3f159d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:22.250384 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1171b876-85c6-4500-bc6b-22dc868c525d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.266862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:22.272845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.281184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-84362030-5919-4483-9f9a-5816063d8d26 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Synchronizing usage tracker for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:22.286504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-87526cda-e1d8-49b6-8756-975ac6f27786 req-52c4fee8-39b9-4561-a7c6-217a0e2451e2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Unset dirty status for tenant:6b2b1366be5b475fb0ef0248132dacba on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:22.288684 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-87526cda-e1d8-49b6-8756-975ac6f27786 req-52c4fee8-39b9-4561-a7c6-217a0e2451e2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 210 time: 0.7665102 May 06 13:45:22.302621 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1171b876-85c6-4500-bc6b-22dc868c525d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/fc07a70a-319f-44a1-af82-492bab3f159d HTTP/1.1" status: 204 len: 168 time: 0.5186040 May 06 13:45:22.310867 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3db779-b657-4870-aa22-40452158b806 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:22.319245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:45:22.330702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37364) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:22.484096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8fdce42a-bbf7-404b-94ad-54327dfef47a None None] Provisioning for port df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:22.558984 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-59acd674-14aa-435b-b9e5-cb20594c2bed tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2264690 May 06 13:45:22.560163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.562225 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Added segment d55bf9ec-d2e2-4a21-a092-b8d8d4ea895d of type vlan for network 8893a963-21f7-4e1f-869e-b71672472ba4 May 06 13:45:22.563398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37368) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:22.682220 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.707416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.738919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-84362030-5919-4483-9f9a-5816063d8d26 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Unset dirty status for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:22.739478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed67d26-3e31-43de-9fa8-d5190ef5a722 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:22.740398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aed67d26-3e31-43de-9fa8-d5190ef5a722 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:22.744464 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-84362030-5919-4483-9f9a-5816063d8d26 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2142813 May 06 13:45:22.745467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37372) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:22.751085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.755882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.761753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:22.762554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.806156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--392072219'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:22.810715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aed67d26-3e31-43de-9fa8-d5190ef5a722 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:22.810715 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-aed67d26-3e31-43de-9fa8-d5190ef5a722 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2351570 May 06 13:45:22.812914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:22.831267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28976f3e-eac2-434b-bd93-3ab3e0dd332c None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:45:22.836157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-28976f3e-eac2-434b-bd93-3ab3e0dd332c None None] Deleting port df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:22.836348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28976f3e-eac2-434b-bd93-3ab3e0dd332c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.874940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37376) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:22.881167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.944191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Network': ['ID=8893a963-21f7-4e1f-869e-b71672472ba4,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:22.953516 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0110e098-b519-4082-89be-f1745d7efc38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1854987 May 06 13:45:22.956042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37380) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:22.971415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'ports': [{'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf'}, {'network_id': '8893a963-21f7-4e1f-869e-b71672472ba4'}]} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:22.972107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:22.973579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': '8893a963-21f7-4e1f-869e-b71672472ba4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:22.977254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 8893a963-21f7-4e1f-869e-b71672472ba4 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:45:23.103311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:23.164928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.266515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:23.271273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:port and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:23.274890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:23.281640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:23.294078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 2} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:23.300484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.321943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.352078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-28976f3e-eac2-434b-bd93-3ab3e0dd332c None None] For port df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:23.352808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28976f3e-eac2-434b-bd93-3ab3e0dd332c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.386938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.536634 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0fc43-a3cc-4e40-a205-3a51a4263e88 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:23.537358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-32a0fc43-a3cc-4e40-a205-3a51a4263e88 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:23.580380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:23.587187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-28976f3e-eac2-434b-bd93-3ab3e0dd332c None None] Calling delete_port for df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:23.599251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:23.608773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:23.660939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'Port': ['ID=f16dae91-4f60-4e37-a62d-cab91032951d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:23.699297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:23.717864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28976f3e-eac2-434b-bd93-3ab3e0dd332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.729609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port 5bdddbc5-7923-4292-ba5d-7bf36728b45a yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:23.783939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:23.791520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28976f3e-eac2-434b-bd93-3ab3e0dd332c None None] No DVR routers for this DVR port df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:23.808498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28976f3e-eac2-434b-bd93-3ab3e0dd332c None None] Pushing event deleted for resources: {'Port': ['ID=df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:23.808853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:23.839164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:23.857761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-32a0fc43-a3cc-4e40-a205-3a51a4263e88 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:23.860309 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-32a0fc43-a3cc-4e40-a205-3a51a4263e88 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9808903 May 06 13:45:23.865275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37386) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:23.972742 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-45ffba37-3d1a-4cb5-a2cd-69ae45dec629 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058364 May 06 13:45:23.988662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:23.988916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.995618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37392) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:24.002643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Allocated IP 172.26.2.127 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/fe0184eb-c070-47cd-b046-15a382d7649b) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:24.008810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:24.031816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.106106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e3f47edb-0eaa-4273-8792-10293a47c62b None None] Provisioning for port f16dae91-4f60-4e37-a62d-cab91032951d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:24.116622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e3f47edb-0eaa-4273-8792-10293a47c62b None None] Provisioning complete for port f16dae91-4f60-4e37-a62d-cab91032951d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:24.117045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e3f47edb-0eaa-4273-8792-10293a47c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.232871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e3f47edb-0eaa-4273-8792-10293a47c62b None None] Port f16dae91-4f60-4e37-a62d-cab91032951d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:45:24.254952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port 9223f264-0efb-47d0-81e9-11fc229d0303 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:24.258607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:24.274040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:24.289116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:24.289378 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-2b18c710-e47f-44a6-b237-ad03bec247b7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5445938 May 06 13:45:24.292995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.334616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Request body: {'port': {'device_id': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:24.400374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f45d48-ddf3-4705-bef7-30e1ebc0482c req-eaa1ab33-792e-4261-a10f-0b6f17c26799 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:24.401917 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-25f45d48-ddf3-4705-bef7-30e1ebc0482c req-eaa1ab33-792e-4261-a10f-0b6f17c26799 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 932 time: 0.8994615 May 06 13:45:24.446346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.493272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.549676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.617252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:24.670136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:24.670625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device df10a6a0-eb6c-4dc9-8c72-c5ba15fc95d6 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:24.706178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34691304-ba82-48aa-9eab-00d4e1ce03a9,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:24.712066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.719981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Router 04a86672-e4c4-4494-bf24-fe0d939efa78 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:45:24.722996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.724235 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7aab53c8-8a2e-410a-a33e-524b2c033ec7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9334905 May 06 13:45:24.732524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37398) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:24.735820 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-25f45d48-ddf3-4705-bef7-30e1ebc0482c req-4e1713b7-fbec-4977-aa3c-fd429209dc39 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009379 May 06 13:45:24.747852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0fa1adf8-21d9-481e-8441-eff32ee695f4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '34691304-ba82-48aa-9eab-00d4e1ce03a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:24.748610 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-0fa1adf8-21d9-481e-8441-eff32ee695f4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 13:45:24.749464 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-0fa1adf8-21d9-481e-8441-eff32ee695f4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:24.755366 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0fa1adf8-21d9-481e-8441-eff32ee695f4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0154710 May 06 13:45:24.755678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.756333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37402) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:24.763477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.772086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a93357cb-9ca8-4ded-bc19-c7d032384b10 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '34691304-ba82-48aa-9eab-00d4e1ce03a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:24.832180 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.836366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a93357cb-9ca8-4ded-bc19-c7d032384b10 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:24.909855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a93357cb-9ca8-4ded-bc19-c7d032384b10 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:24.945465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a93357cb-9ca8-4ded-bc19-c7d032384b10 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:25.099706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:25.118782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:25.130449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a93357cb-9ca8-4ded-bc19-c7d032384b10 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:25.134422 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=5bdddbc5-7923-4292-ba5d-7bf36728b45a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:25.142236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:25.143613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.150148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:25.206284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:25.219716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=800eac83-f2cd-4863-af64-574481073059,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:25.227601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c3c6b-7109-4936-8066-7a291c83d5dd None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:25.237715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:25.238681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.282701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.333266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=9223f264-0efb-47d0-81e9-11fc229d0303,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:25.334897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.359602 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-a93357cb-9ca8-4ded-bc19-c7d032384b10 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:25.361129 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a93357cb-9ca8-4ded-bc19-c7d032384b10 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6036994 May 06 13:45:25.372576 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b8672a47-cae6-4b1d-aa0b-de2a423ebf0e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3711627 May 06 13:45:25.372576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37406) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:25.376127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37408) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:25.383616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-afa8e45c-7605-4748-9010-fd0faa5d293a tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '34691304-ba82-48aa-9eab-00d4e1ce03a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:25.384211 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-afa8e45c-7605-4748-9010-fd0faa5d293a tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 06 13:45:25.384824 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-afa8e45c-7605-4748-9010-fd0faa5d293a tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:25.386096 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-afa8e45c-7605-4748-9010-fd0faa5d293a tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122941 May 06 13:45:25.391407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': '800eac83-f2cd-4863-af64-574481073059', 'ip_address': '2001:db8::3fdb:1aef:62d0:5839'}], 'name': 'tempest-NetworksTestDHCPv6-1384770349'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:25.408102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37414) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:25.455084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-99761ca6-0b06-4acd-b7ed-cfb2c84aa3ce tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '34691304-ba82-48aa-9eab-00d4e1ce03a9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:25.466046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:45:25.493433 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-878df2f6-97bf-47ce-a43b-8d1e933872f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/04a86672-e4c4-4494-bf24-fe0d939efa78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9907832 May 06 13:45:25.501349 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] Sync routers for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:45:25.502254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:25.503196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37418) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:25.506187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-99761ca6-0b06-4acd-b7ed-cfb2c84aa3ce tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:25.510613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Checking segment: {'id': 'd55bf9ec-d2e2-4a21-a092-b8d8d4ea895d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8893a963-21f7-4e1f-869e-b71672472ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:25.511195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network hostable DHCP agents. Network: 8893a963-21f7-4e1f-869e-b71672472ba4, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:45:25.533899 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:25.535138 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:25.600204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 8893a963-21f7-4e1f-869e-b71672472ba4 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:45:25.657492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 8893a963-21f7-4e1f-869e-b71672472ba4) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:25.673103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:25.684612 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:25.695118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:25.696412 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.717400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91233e62-74c5-431c-870b-14eadca0d25c None None] Network 8893a963-21f7-4e1f-869e-b71672472ba4 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:25.730314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:25.752654 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bbd6c126-2bd4-485b-8753-cefa7cd5275e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7940419 May 06 13:45:25.754464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:25.755714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '800eac83-f2cd-4863-af64-574481073059'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:45:25.757610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.757967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37420) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:25.758940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16dae91-4f60-4e37-a62d-cab91032951d {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:45:25.768902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.788283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Transition to ACTIVE for port object f16dae91-4f60-4e37-a62d-cab91032951d will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:25.799712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:25.805479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-99761ca6-0b06-4acd-b7ed-cfb2c84aa3ce tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:25.876154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.880835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-99761ca6-0b06-4acd-b7ed-cfb2c84aa3ce tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:25.954580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:25.971697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:26.100575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cc424ef4-54ae-46ba-97c0-25323c613863 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 9223f264-0efb-47d0-81e9-11fc229d0303 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:26.101119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc424ef4-54ae-46ba-97c0-25323c613863 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:26.118020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-99761ca6-0b06-4acd-b7ed-cfb2c84aa3ce tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:26.120475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event updated for resources: {'Port': ['ID=fe0184eb-c070-47cd-b046-15a382d7649b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:26.207180 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:26.268085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Pushing event updated for resources: {'Port': ['ID=f16dae91-4f60-4e37-a62d-cab91032951d,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:26.466111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:26.686969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/800eac83-f2cd-4863-af64-574481073059/fc566661-d5de-4a29-a3e5-c590309165e9) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:26.711902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port fa609911-8cf0-4c4e-8c1c-f5e911ba92b1 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:26.903751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc424ef4-54ae-46ba-97c0-25323c613863 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:26.994511 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:45:20Z', 'revision_number': 5, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:27.002962 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] Checking router: 04a86672-e4c4-4494-bf24-fe0d939efa78 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:45:27.022825 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] Routers {'04a86672-e4c4-4494-bf24-fe0d939efa78'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:27.024037 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['04a86672-e4c4-4494-bf24-fe0d939efa78'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:27.153031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.178295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Transition to ACTIVE for port object fc566661-d5de-4a29-a3e5-c590309165e9 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:27.219680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Transition to ACTIVE for port object fc566661-d5de-4a29-a3e5-c590309165e9 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:27.232906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cc424ef4-54ae-46ba-97c0-25323c613863 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 9223f264-0efb-47d0-81e9-11fc229d0303 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:27.234164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.272323 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-99761ca6-0b06-4acd-b7ed-cfb2c84aa3ce tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:27.273701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-99761ca6-0b06-4acd-b7ed-cfb2c84aa3ce tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.8439467 May 06 13:45:27.285526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Attempting to bind port f16dae91-4f60-4e37-a62d-cab91032951d on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:27.285850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Attempting to bind port f16dae91-4f60-4e37-a62d-cab91032951d by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:27.286184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Attempting to bind port f16dae91-4f60-4e37-a62d-cab91032951d on network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:27.298681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37432) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:27.306718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5ebbc6f5-e9fe-4183-a104-127b0521fe04 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '34691304-ba82-48aa-9eab-00d4e1ce03a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:27.307432 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-5ebbc6f5-e9fe-4183-a104-127b0521fe04 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 13:45:27.308223 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-5ebbc6f5-e9fe-4183-a104-127b0521fe04 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:27.310037 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5ebbc6f5-e9fe-4183-a104-127b0521fe04 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097599 May 06 13:45:27.325328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Port f16dae91-4f60-4e37-a62d-cab91032951d on network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:45:27.325675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Attempting to bind port f16dae91-4f60-4e37-a62d-cab91032951d on network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:27.328105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37436) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:27.341794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.369051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9eb301f1-baa9-4d4c-be38-1fb2da32026d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '34691304-ba82-48aa-9eab-00d4e1ce03a9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:27.373283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:27.385423 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:27.402823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:27.406841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9eb301f1-baa9-4d4c-be38-1fb2da32026d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:27.450505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:27.450815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Checking segment: {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:27.451171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Bound using segment: {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:27.452844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Bound port: f16dae91-4f60-4e37-a62d-cab91032951d, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f18250-7a63-47ba-81b1-9819443227cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:27.452844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.455568 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] Set router 04a86672-e4c4-4494-bf24-fe0d939efa78 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:27.513514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9eb301f1-baa9-4d4c-be38-1fb2da32026d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:27.528247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc424ef4-54ae-46ba-97c0-25323c613863 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.608146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Pushing event updated for resources: {'Port': ['ID=fc566661-d5de-4a29-a3e5-c590309165e9,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:27.616262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Attempting to bind port fc566661-d5de-4a29-a3e5-c590309165e9 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:27.616880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Attempting to bind port fc566661-d5de-4a29-a3e5-c590309165e9 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:27.617099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3db964-2808-43aa-bd8b-740113afc3c3 req-d6cd06e8-8074-426a-a0ce-18443a9c8231 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:27.617452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Attempting to bind port fc566661-d5de-4a29-a3e5-c590309165e9 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:27.618805 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb3db964-2808-43aa-bd8b-740113afc3c3 req-d6cd06e8-8074-426a-a0ce-18443a9c8231 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 944 time: 1.5289385 May 06 13:45:27.623241 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9eb301f1-baa9-4d4c-be38-1fb2da32026d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:27.638907 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:27.641660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:27.642089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.644536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:27.644536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Bound port: fc566661-d5de-4a29-a3e5-c590309165e9, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:27.644536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.748778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9eb301f1-baa9-4d4c-be38-1fb2da32026d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:27.759765 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc424ef4-54ae-46ba-97c0-25323c613863 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=9223f264-0efb-47d0-81e9-11fc229d0303,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:27.805032 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::3fdb:1aef:62d0:5839 (ed4177a0-aee3-4756-a30e-bb3035a9c410/800eac83-f2cd-4863-af64-574481073059/fa609911-8cf0-4c4e-8c1c-f5e911ba92b1) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:28.035777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] For port fc566661-d5de-4a29-a3e5-c590309165e9, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:28.039421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] For port fc566661-d5de-4a29-a3e5-c590309165e9, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fc566661-d5de-4a29-a3e5-c590309165e9,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:28.048001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.145260 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:45:20Z', 'revision_number': 5, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:28.153651 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1e90e-7940-4169-8065-ccf02588de60 None None] The sync data for ids ['04a86672-e4c4-4494-bf24-fe0d939efa78'] in dv-neutron-840888-1-hyperv is: [{'id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'name': 'tempest-ServersTestManualDisk-1860767405-router', 'tenant_id': 'd2d1f7673975470b8961dad31a93ab4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:45:20Z', 'revision_number': 5, 'project_id': 'd2d1f7673975470b8961dad31a93ab4a', 'gw_port': {'id': 'fe504abd-1dd0-41a0-8654-3d5a36eb0f53', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a86672-e4c4-4494-bf24-fe0d939efa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:46Z', 'updated_at': '2022-05-06T13:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:45:28.158759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:28.195945 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc424ef4-54ae-46ba-97c0-25323c613863 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.219210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753b959-4a6a-428d-b65d-5b8d88508383 None None] Pushing event updated for resources: {'Port': ['ID=fc566661-d5de-4a29-a3e5-c590309165e9,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:28.226284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.235234 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb3db964-2808-43aa-bd8b-740113afc3c3 req-b3964274-b69d-4cf9-a119-b64a769fd161 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5675693 May 06 13:45:28.257142 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cc424ef4-54ae-46ba-97c0-25323c613863 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/9223f264-0efb-47d0-81e9-11fc229d0303 HTTP/1.1" status: 204 len: 168 time: 2.4955974 May 06 13:45:28.258517 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-9eb301f1-baa9-4d4c-be38-1fb2da32026d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Project 7115d8ad8667497faf1c93b13fbafc1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:45:28.265326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object fa609911-8cf0-4c4e-8c1c-f5e911ba92b1 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:28.266826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37442) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:28.360707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:28.373099 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-9eb301f1-baa9-4d4c-be38-1fb2da32026d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:28.374920 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9eb301f1-baa9-4d4c-be38-1fb2da32026d tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0273798 May 06 13:45:28.379678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37446) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:28.393118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b57510d9-0c69-4e79-83c6-552a508ee9fe tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '34691304-ba82-48aa-9eab-00d4e1ce03a9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:28.393823 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-b57510d9-0c69-4e79-83c6-552a508ee9fe tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 06 13:45:28.394458 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-b57510d9-0c69-4e79-83c6-552a508ee9fe tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:28.395862 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b57510d9-0c69-4e79-83c6-552a508ee9fe tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0143771 May 06 13:45:28.398961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.400044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37450) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:28.408209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a3b667b1-6308-4519-9e45-aeebc11b8801 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '34691304-ba82-48aa-9eab-00d4e1ce03a9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:28.426621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a3b667b1-6308-4519-9e45-aeebc11b8801 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:28.435436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a3b667b1-6308-4519-9e45-aeebc11b8801 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:28.441119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a3b667b1-6308-4519-9e45-aeebc11b8801 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:28.447935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.455481 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a3b667b1-6308-4519-9e45-aeebc11b8801 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:28.461888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.510114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:28.510747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.512603 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] 10.222.0.76 "PUT /v2.0/ports/f16dae91-4f60-4e37-a62d-cab91032951d HTTP/1.1" status: 200 len: 1094 time: 4.2002394 May 06 13:45:28.513343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Deleting port ee23f287-8f3c-43ba-9a1a-c64477542509 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:28.513677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.542486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:45:28.560057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1122096a-a67d-4783-9ed4-fd95c85afda8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:28.566685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.601892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1122096a-a67d-4783-9ed4-fd95c85afda8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:28.603985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1122096a-a67d-4783-9ed4-fd95c85afda8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:28.612217 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-a3b667b1-6308-4519-9e45-aeebc11b8801 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Project 7115d8ad8667497faf1c93b13fbafc1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:45:28.642419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:28.674075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Deleting port fe504abd-1dd0-41a0-8654-3d5a36eb0f53 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:28.676745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.682531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b0406130-0591-4ca0-901a-2770d033dff8 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:28.684650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:28.707684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:28.741088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:28.744266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.762406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=fa609911-8cf0-4c4e-8c1c-f5e911ba92b1,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:28.804447 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-a3b667b1-6308-4519-9e45-aeebc11b8801 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:28.818310 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a3b667b1-6308-4519-9e45-aeebc11b8801 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4123545 May 06 13:45:28.820174 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37456) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:28.834092 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cd15c4a2-2d8d-4a3b-a755-b7c6cc21fdfd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4506004 May 06 13:45:28.835306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9968e718-9286-4878-aad2-482ddc87cc36 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '34691304-ba82-48aa-9eab-00d4e1ce03a9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:28.839679 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bf5581-85e9-4acb-8fbe-5795f69e36c4'] response: {'name': 'network-changed', 'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'status': 'completed', 'code': 200} May 06 13:45:28.850788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b0406130-0591-4ca0-901a-2770d033dff8 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:28.851792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b0406130-0591-4ca0-901a-2770d033dff8 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:28.857231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9968e718-9286-4878-aad2-482ddc87cc36 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:28.862710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1122096a-a67d-4783-9ed4-fd95c85afda8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:28.864810 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1122096a-a67d-4783-9ed4-fd95c85afda8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5965676 May 06 13:45:28.874928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37460) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:28.875416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37462) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:28.887488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9968e718-9286-4878-aad2-482ddc87cc36 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:28.900805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': '800eac83-f2cd-4863-af64-574481073059', 'ip_address': '2001:db8::3fdb:1aef:62d0:5839'}], 'name': 'tempest-NetworksTestDHCPv6-370636105'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:28.992968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-efe25f1f-2159-43e0-a71c-27e127384fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:28.995525 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-efe25f1f-2159-43e0-a71c-27e127384fb4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1099 time: 1.0605750 May 06 13:45:29.011048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12553270-e584-44e4-9f14-dd5721a53824 service neutron] Pushing event updated for resources: {'Port': ['ID=f16dae91-4f60-4e37-a62d-cab91032951d,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:29.159994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9968e718-9286-4878-aad2-482ddc87cc36 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:29.222176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9968e718-9286-4878-aad2-482ddc87cc36 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:29.271039 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-9968e718-9286-4878-aad2-482ddc87cc36 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Project 7115d8ad8667497faf1c93b13fbafc1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:45:29.314182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-8683be3a-bb5d-4c5f-8ad8-aba19c7dd3d3 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 5bdddbc5-7923-4292-ba5d-7bf36728b45a {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:29.314523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8683be3a-bb5d-4c5f-8ad8-aba19c7dd3d3 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:29.410364 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-9968e718-9286-4878-aad2-482ddc87cc36 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:29.416239 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9968e718-9286-4878-aad2-482ddc87cc36 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5884759 May 06 13:45:29.416593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37470) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:29.481396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:29.510829 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:29.531997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf4906-6cea-4d7f-9a42-4dbd9ec62578 req-55208d0d-8605-4fe7-954e-fabc925e2d34 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:29.532929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:29.533759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-58bf4906-6cea-4d7f-9a42-4dbd9ec62578 req-55208d0d-8605-4fe7-954e-fabc925e2d34 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.4420569 May 06 13:45:29.547050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:29.665603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:29.671284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:29.699932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a889dce-52eb-4630-a893-9aaa2f5e3a7b tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:29.751604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8683be3a-bb5d-4c5f-8ad8-aba19c7dd3d3 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:29.759959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port b63945a8-352f-4cb7-be15-33b4bec1c28a yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:29.874269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a889dce-52eb-4630-a893-9aaa2f5e3a7b tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:29.933848 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-58bf4906-6cea-4d7f-9a42-4dbd9ec62578 req-51034f48-f38c-46a6-b51f-9cba55c86427 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803942 May 06 13:45:29.960680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] For port ee23f287-8f3c-43ba-9a1a-c64477542509, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ee23f287-8f3c-43ba-9a1a-c64477542509,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:29.962508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:29.971195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-8683be3a-bb5d-4c5f-8ad8-aba19c7dd3d3 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 5bdddbc5-7923-4292-ba5d-7bf36728b45a owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:29.979724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-4f8a4ed3-601b-41c0-8b88-be0af31c82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:29.982243 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-4f8a4ed3-601b-41c0-8b88-be0af31c82c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b2b1366be5b475fb0ef0248132dacba&device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 1097 time: 1.2539713 May 06 13:45:29.988544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] For port fe504abd-1dd0-41a0-8654-3d5a36eb0f53, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fe504abd-1dd0-41a0-8654-3d5a36eb0f53,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:29.989135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.024303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-b104be88-a80e-4d33-92d0-6b06836985f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:30.025853 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-b104be88-a80e-4d33-92d0-6b06836985f9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 913 time: 0.9998057 May 06 13:45:30.126302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8c2339c9-0892-4fba-86c2-8a451c62e18c None None] Provisioning for port fc566661-d5de-4a29-a3e5-c590309165e9 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:30.288852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a889dce-52eb-4630-a893-9aaa2f5e3a7b tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.348806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8683be3a-bb5d-4c5f-8ad8-aba19c7dd3d3 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.368503 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8bf0a711-7ce8-4d9e-8956-d6995a720dfd None None] Provisioning for port fa609911-8cf0-4c4e-8c1c-f5e911ba92b1 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:30.376179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8bf0a711-7ce8-4d9e-8956-d6995a720dfd None None] Provisioning complete for port fa609911-8cf0-4c4e-8c1c-f5e911ba92b1 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:30.377078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a711-7ce8-4d9e-8956-d6995a720dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.428154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a889dce-52eb-4630-a893-9aaa2f5e3a7b tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34691304-ba82-48aa-9eab-00d4e1ce03a9,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:30.428883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Calling delete_port for ee23f287-8f3c-43ba-9a1a-c64477542509 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:30.440464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0a711-7ce8-4d9e-8956-d6995a720dfd None None] Port fa609911-8cf0-4c4e-8c1c-f5e911ba92b1 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:45:30.475166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Calling delete_port for fe504abd-1dd0-41a0-8654-3d5a36eb0f53 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:30.566455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8683be3a-bb5d-4c5f-8ad8-aba19c7dd3d3 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.606820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683be3a-bb5d-4c5f-8ad8-aba19c7dd3d3 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=5bdddbc5-7923-4292-ba5d-7bf36728b45a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:30.620860 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8683be3a-bb5d-4c5f-8ad8-aba19c7dd3d3 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/5bdddbc5-7923-4292-ba5d-7bf36728b45a HTTP/1.1" status: 204 len: 168 time: 1.7365048 May 06 13:45:30.627180 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37480) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:30.628618 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-84afec21-a6cd-4bff-8136-b1d845f757e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f16dae91-4f60-4e37-a62d-cab91032951d HTTP/1.1" status: 200 len: 217 time: 0.6108425 May 06 13:45:30.691285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a889dce-52eb-4630-a893-9aaa2f5e3a7b tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.692821 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7a889dce-52eb-4630-a893-9aaa2f5e3a7b tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/34691304-ba82-48aa-9eab-00d4e1ce03a9 HTTP/1.1" status: 204 len: 168 time: 1.2751992 May 06 13:45:30.695018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fc566661-d5de-4a29-a3e5-c590309165e9 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:30.705042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37484) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:30.736268 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): There was a conflict when trying to complete your request. May 06 13:45:30.739138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:45:30.785731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.792596 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-42b4ad5c-24eb-4ed2-905c-31d20d63b98a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9154127 May 06 13:45:30.795142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port fc566661-d5de-4a29-a3e5-c590309165e9 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:30.797211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37488) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:30.806758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port fc566661-d5de-4a29-a3e5-c590309165e9 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:30.807460 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.817807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec41ccc-59fb-46f7-ad90-794b925d8088 req-b4edf281-9a98-449f-8be5-30e53b878278 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:30.819498 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eec41ccc-59fb-46f7-ad90-794b925d8088 req-b4edf281-9a98-449f-8be5-30e53b878278 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 944 time: 1.2847450 May 06 13:45:30.836981 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-ac73643e-49e8-4743-9eb4-1cfba3e666a4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 1002 time: 0.5581415 May 06 13:45:30.898478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f743c04e-2f62-485b-be4b-127b3231d492 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:30.899320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f743c04e-2f62-485b-be4b-127b3231d492 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:30.955768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f743c04e-2f62-485b-be4b-127b3231d492 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:30.957348 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f743c04e-2f62-485b-be4b-127b3231d492 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3287787 May 06 13:45:30.960306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37492) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:31.024316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:31.038420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3baa54-5cad-4591-b1c6-087f66ee791c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:31.045219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-368ae231-9846-4f6f-a845-29463631a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:31.046171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3baa54-5cad-4591-b1c6-087f66ee791c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:31.047049 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-368ae231-9846-4f6f-a845-29463631a1fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ef0d025-88f6-42a5-99a7-911ebb52826f HTTP/1.1" status: 200 len: 838 time: 0.3966949 May 06 13:45:31.047410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7e3baa54-5cad-4591-b1c6-087f66ee791c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:31.066750 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15ede7b-c65d-4801-90ee-ee123357b2f8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:45:31.068761 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f15ede7b-c65d-4801-90ee-ee123357b2f8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/9223f264-0efb-47d0-81e9-11fc229d0303 HTTP/1.1" status: 404 len: 333 time: 0.1070833 May 06 13:45:31.072188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37498) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:31.092453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port fc566661-d5de-4a29-a3e5-c590309165e9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fc566661-d5de-4a29-a3e5-c590309165e9,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:31.099811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:31.130953 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4b831a-1a8d-4908-81a5-413deb3b4c47 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:45:31.132378 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2b4b831a-1a8d-4908-81a5-413deb3b4c47 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/5bdddbc5-7923-4292-ba5d-7bf36728b45a HTTP/1.1" status: 404 len: 333 time: 0.0586171 May 06 13:45:31.136484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37502) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:31.137846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7e3baa54-5cad-4591-b1c6-087f66ee791c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:31.142934 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7e3baa54-5cad-4591-b1c6-087f66ee791c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3394976 May 06 13:45:31.175717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37504) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:31.226699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=fc566661-d5de-4a29-a3e5-c590309165e9,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:31.450282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e476ee39-0e62-4e0f-a9c8-19564a9febcc tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Synchronizing usage tracker for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:31.464201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef67af-1a2a-47bd-bc1d-0896e376d023 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port fa609911-8cf0-4c4e-8c1c-f5e911ba92b1 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:31.464822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-18ef67af-1a2a-47bd-bc1d-0896e376d023 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:31.493311 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eec41ccc-59fb-46f7-ad90-794b925d8088 req-d20d9eef-6253-4290-8d44-84d2365bc1a1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5790353 May 06 13:45:31.516673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-bd09aed8-dfe1-416a-9137-23124d270478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:31.518227 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-bd09aed8-dfe1-416a-9137-23124d270478 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.6053488 May 06 13:45:31.540364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:31.610663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e476ee39-0e62-4e0f-a9c8-19564a9febcc tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Unset dirty status for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:31.611948 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e476ee39-0e62-4e0f-a9c8-19564a9febcc tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9012408 May 06 13:45:31.622285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37510) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:31.678553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--860408668'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:31.720965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:31.765428 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:31.848937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-fb505302-ce67-4583-aa13-c1c3db32224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:31.851129 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-fb505302-ce67-4583-aa13-c1c3db32224a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7843585 May 06 13:45:31.860185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:31.921123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.017483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fe504abd-1dd0-41a0-8654-3d5a36eb0f53,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:32.043348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.168434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1beb31-091d-4440-9bee-c4f6df7927cd req-bf4a74fa-5b4d-46e2-b65a-46006eae5ebc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:32.172288 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d1beb31-091d-4440-9bee-c4f6df7927cd req-bf4a74fa-5b4d-46e2-b65a-46006eae5ebc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.8405049 May 06 13:45:32.202305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8893a963-21f7-4e1f-869e-b71672472ba4']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:32.221379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Router 46d2322e-7763-49e6-8483-e7db1cb1a757 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:45:32.230650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:32.243017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55bf9ec-d2e2-4a21-a092-b8d8d4ea895d') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:32.243484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55bf9ec-d2e2-4a21-a092-b8d8d4ea895d') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:32.281124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.316349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.340487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:32.354544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.366590 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-18ef67af-1a2a-47bd-bc1d-0896e376d023 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.388330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:45:32.389049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.398813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-d1fcd70d-0052-4d25-9edb-9afabcc92dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:32.401419 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-d1fcd70d-0052-4d25-9edb-9afabcc92dfb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8613260 May 06 13:45:32.414441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:45:32.415638 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:45:32.523770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:32.529248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee23f287-8f3c-43ba-9a1a-c64477542509,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:32.821146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef67af-1a2a-47bd-bc1d-0896e376d023 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for fa609911-8cf0-4c4e-8c1c-f5e911ba92b1 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:32.889214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fc566661-d5de-4a29-a3e5-c590309165e9 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:33.001785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port fc566661-d5de-4a29-a3e5-c590309165e9 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:33.003266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.081435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.125654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.136817 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d1beb31-091d-4440-9bee-c4f6df7927cd req-fd60b375-b8a0-454c-a652-478a4f47372a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9169466 May 06 13:45:33.152498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.156057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Network': ['ID=8893a963-21f7-4e1f-869e-b71672472ba4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:33.168895 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d0f29a30-5156-4bef-9c70-7ec9698988fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/networks/8893a963-21f7-4e1f-869e-b71672472ba4 HTTP/1.1" status: 204 len: 168 time: 2.0268502 May 06 13:45:33.174761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37518) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:33.193208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1519968862'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:33.203699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:33.209869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-18ef67af-1a2a-47bd-bc1d-0896e376d023 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.220988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:network and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:33.290495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:33.318776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef67af-1a2a-47bd-bc1d-0896e376d023 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=fa609911-8cf0-4c4e-8c1c-f5e911ba92b1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:33.324365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:33.398462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-18ef67af-1a2a-47bd-bc1d-0896e376d023 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.404731 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-18ef67af-1a2a-47bd-bc1d-0896e376d023 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/fa609911-8cf0-4c4e-8c1c-f5e911ba92b1 HTTP/1.1" status: 204 len: 168 time: 2.2235694 May 06 13:45:33.404731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:33.409415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.420000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37522) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:33.463228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-d4452c21-9cae-4bd6-8a68-2ee90b38a3f9 service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5900695 May 06 13:45:33.504168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:45:33.516159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e594a1-1a1d-4060-94b4-b812f49da614 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:33.518090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e594a1-1a1d-4060-94b4-b812f49da614 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:33.518905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-61e594a1-1a1d-4060-94b4-b812f49da614 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:33.529835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.530217 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Added segment 8aa27093-9313-4fc1-bdd1-a222c6fe25e3 of type vlan for network 7c4153ef-fa32-4988-a1ec-f7383c724f5a May 06 13:45:33.550052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-61e594a1-1a1d-4060-94b4-b812f49da614 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:33.555385 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-61e594a1-1a1d-4060-94b4-b812f49da614 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1300561 May 06 13:45:33.560465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37526) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:33.612807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.692856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-53088e4b-b0a0-4206-a34e-e0b821425f8a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 800eac83-f2cd-4863-af64-574481073059 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:45:33.700240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53088e4b-b0a0-4206-a34e-e0b821425f8a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.739919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.745659 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:33.746289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.802696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.814487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.881244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53088e4b-b0a0-4206-a34e-e0b821425f8a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.925206 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7484536 May 06 13:45:33.927103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37530) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:33.959372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': '7c4153ef-fa32-4988-a1ec-f7383c724f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:33.984510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52b3ca-3e95-4399-bf53-5acdd38681fd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Network': ['ID=7c4153ef-fa32-4988-a1ec-f7383c724f5a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:34.002230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 7c4153ef-fa32-4988-a1ec-f7383c724f5a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:45:34.039483 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-9d930366-d4a0-4a8c-9146-33b39e147e5f service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5721443 May 06 13:45:34.065937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:45:34.115868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:34.121649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:34.126699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:34.133417 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb6ac94-1d4c-4680-9345-998a07814c9c None None] Sync routers for ids ['46d2322e-7763-49e6-8483-e7db1cb1a757'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:45:34.135049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:34.144878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53088e4b-b0a0-4206-a34e-e0b821425f8a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.169705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.170747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04a86672-e4c4-4494-bf24-fe0d939efa78 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:45:34.171506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6ac94-1d4c-4680-9345-998a07814c9c None None] Routers {'46d2322e-7763-49e6-8483-e7db1cb1a757'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:34.173495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-eeb6ac94-1d4c-4680-9345-998a07814c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['46d2322e-7763-49e6-8483-e7db1cb1a757'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:34.204826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.261143 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:34.269898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-eeb6ac94-1d4c-4680-9345-998a07814c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:34.271004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.291428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6ac94-1d4c-4680-9345-998a07814c9c None None] Routers {'46d2322e-7763-49e6-8483-e7db1cb1a757'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:34.292672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-eeb6ac94-1d4c-4680-9345-998a07814c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['46d2322e-7763-49e6-8483-e7db1cb1a757'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:34.372854 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-eeb6ac94-1d4c-4680-9345-998a07814c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:34.373304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb6ac94-1d4c-4680-9345-998a07814c9c None None] The sync data for ids ['46d2322e-7763-49e6-8483-e7db1cb1a757'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:45:34.383342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.497406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69fbe1-b56f-4488-9683-bc09ae9e7b09 req-1b558528-57c9-4c2d-ad3f-9b118defc784 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:34.500718 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb69fbe1-b56f-4488-9683-bc09ae9e7b09 req-1b558528-57c9-4c2d-ad3f-9b118defc784 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 944 time: 1.5306487 May 06 13:45:34.583332 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ffab76-27c8-403b-a271-c6e4b5bdb622 req-9ddc3bcc-d6c1-4b77-85ab-be980aae9254 service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8647709 May 06 13:45:34.606125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53088e4b-b0a0-4206-a34e-e0b821425f8a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.619605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.631661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.632935 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c5eed81a-d9ad-4667-8ce8-78576134befd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 17.4787209 May 06 13:45:34.647524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37538) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:34.651928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.ipam_backend_mixin [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Performing IP validity checks on allocation pools {{(pid=87985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 06 13:45:34.655466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.ipam_backend_mixin [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 06 13:45:34.665072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.666318 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.0058813 May 06 13:45:34.671721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53088e4b-b0a0-4206-a34e-e0b821425f8a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=800eac83-f2cd-4863-af64-574481073059,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:34.674671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37542) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:34.676800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4beac70-1469-449d-a70a-9e5f621fde6a None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:34.694364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53088e4b-b0a0-4206-a34e-e0b821425f8a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.716342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a9549c81-b2f7-45d1-81dd-282485c14796 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '55f33113-5657-47ac-b2f8-d348111a14cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:34.733921 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a9549c81-b2f7-45d1-81dd-282485c14796 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:34.745157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a9549c81-b2f7-45d1-81dd-282485c14796 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:34.754040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a9549c81-b2f7-45d1-81dd-282485c14796 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:34.770000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a9549c81-b2f7-45d1-81dd-282485c14796 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:34.777448 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-53088e4b-b0a0-4206-a34e-e0b821425f8a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/800eac83-f2cd-4863-af64-574481073059 HTTP/1.1" status: 204 len: 168 time: 1.2158182 May 06 13:45:34.784981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37546) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:34.820919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.826133 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b0536cf8-f5fa-4bc6-bffa-0306e9fb63cf admin admin] 10.222.0.21 "DELETE /v2.0/routers/04a86672-e4c4-4494-bf24-fe0d939efa78 HTTP/1.1" status: 204 len: 168 time: 9.0323231 May 06 13:45:34.904178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37550) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:34.957053 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1f8edf35-fa7e-406f-a7cb-baaab989fb77 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1665194 May 06 13:45:34.964951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37554) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:34.972298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fe504abd-1dd0-41a0-8654-3d5a36eb0f53 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:35.017048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: fe504abd-1dd0-41a0-8654-3d5a36eb0f53 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:35.017730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fe504abd-1dd0-41a0-8654-3d5a36eb0f53 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:35.025297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:35.049296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b7832-2886-4552-9aa7-276a790a17cf tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f33113-5657-47ac-b2f8-d348111a14cd,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:35.093174 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-a9549c81-b2f7-45d1-81dd-282485c14796 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The resource could not be found. May 06 13:45:35.094324 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a9549c81-b2f7-45d1-81dd-282485c14796 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3947117 May 06 13:45:35.122695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37558) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:35.125581 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15197f9f-90ee-4472-8724-8f8cc6914cf9 req-19d7efea-f6be-42ee-9d90-374c9b2902d7 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0612383 May 06 13:45:35.142106 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb69fbe1-b56f-4488-9683-bc09ae9e7b09 req-2a6d6643-5d36-46b2-9fb8-c4dca1f148cc tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6042154 May 06 13:45:35.167285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9615d666-847f-4b5e-9412-69d60d5ca710 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '55f33113-5657-47ac-b2f8-d348111a14cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd15ac3e2-a752-468c-8b5f-a528ee9cb2e4'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:35.176589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9615d666-847f-4b5e-9412-69d60d5ca710 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:35.192237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9615d666-847f-4b5e-9412-69d60d5ca710 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:35.194839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3666638-76eb-4fd5-bb6d-50d9284082fb admin admin] Deleting subnet 2e110757-fcab-44c9-bb2e-366b80f2bce8 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:45:35.195710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88343a8b-24e1-436f-b133-d2fa4c08e5b8 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:45:35.202626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-88343a8b-24e1-436f-b133-d2fa4c08e5b8 None None] Deleting port fc566661-d5de-4a29-a3e5-c590309165e9 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:35.203702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-88343a8b-24e1-436f-b133-d2fa4c08e5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.207066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3666638-76eb-4fd5-bb6d-50d9284082fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.253824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9615d666-847f-4b5e-9412-69d60d5ca710 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:35.272225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9615d666-847f-4b5e-9412-69d60d5ca710 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:35.301674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:35.309930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3666638-76eb-4fd5-bb6d-50d9284082fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.344837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:35.351966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:35.365188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.371599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:35.433164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ffad6-6c8d-442d-9705-4f056e12788d req-3b0b7adf-112f-4ae7-86c7-62a14a11f739 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:35.435435 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be2ffad6-6c8d-442d-9705-4f056e12788d req-3b0b7adf-112f-4ae7-86c7-62a14a11f739 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.0879192 May 06 13:45:35.457132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-eb899be6-cab9-4a8a-9ba9-218aa406f1f7 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/routers/46d2322e-7763-49e6-8483-e7db1cb1a757 HTTP/1.1" status: 200 len: 920 time: 0.7934985 May 06 13:45:35.468540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37562) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:35.475820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:35.479565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.487401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-87137cf1-c479-4079-b139-1d4d9d777916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:35.489109 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-87137cf1-c479-4079-b139-1d4d9d777916 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b2b1366be5b475fb0ef0248132dacba&device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 1097 time: 0.8190637 May 06 13:45:35.573376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-88343a8b-24e1-436f-b133-d2fa4c08e5b8 None None] For port fc566661-d5de-4a29-a3e5-c590309165e9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fc566661-d5de-4a29-a3e5-c590309165e9,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:35.573801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-88343a8b-24e1-436f-b133-d2fa4c08e5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.634027 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-06f6dda2-3114-442d-84cb-33833fe91f0a tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d2322e-7763-49e6-8483-e7db1cb1a757 HTTP/1.1" status: 200 len: 205 time: 0.1649368 May 06 13:45:35.638472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=082982db-e345-4955-a1ed-284951b4f6b0,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:35.644284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37566) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:35.671196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Checking segment: {'id': '8aa27093-9313-4fc1-bdd1-a222c6fe25e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c4153ef-fa32-4988-a1ec-f7383c724f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:35.671784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network hostable DHCP agents. Network: 7c4153ef-fa32-4988-a1ec-f7383c724f5a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:45:35.801103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-88343a8b-24e1-436f-b133-d2fa4c08e5b8 None None] Calling delete_port for fc566661-d5de-4a29-a3e5-c590309165e9 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:35.808452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3666638-76eb-4fd5-bb6d-50d9284082fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.885061 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-9615d666-847f-4b5e-9412-69d60d5ca710 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The resource could not be found. May 06 13:45:35.888712 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9615d666-847f-4b5e-9412-69d60d5ca710 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7585583 May 06 13:45:35.890072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be2ffad6-6c8d-442d-9705-4f056e12788d req-9b1a051c-ac16-41a4-828d-8ca2ce0c7b5b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4418669 May 06 13:45:35.903418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37570) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:35.930503 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-88343a8b-24e1-436f-b133-d2fa4c08e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.994111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a8b-24e1-436f-b133-d2fa4c08e5b8 None None] Pushing event deleted for resources: {'Port': ['ID=fc566661-d5de-4a29-a3e5-c590309165e9,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:36.006968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88343a8b-24e1-436f-b133-d2fa4c08e5b8 None None] No DVR routers for this DVR port fc566661-d5de-4a29-a3e5-c590309165e9 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:36.020697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.061866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3666638-76eb-4fd5-bb6d-50d9284082fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.145245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-46c0b9af-6d26-4eff-b10f-31539f0bd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:36.146724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-46c0b9af-6d26-4eff-b10f-31539f0bd10a service neutron] 10.222.0.76 "GET /v2.0/networks?id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1 HTTP/1.1" status: 200 len: 898 time: 0.6410997 May 06 13:45:36.152140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02989503-7a87-40bc-b04f-dea06eb82af6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.198994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3666638-76eb-4fd5-bb6d-50d9284082fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e110757-fcab-44c9-bb2e-366b80f2bce8,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:36.229321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3666638-76eb-4fd5-bb6d-50d9284082fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.234830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af15df9a-8587-44cc-a7df-8d2d15eaeff3 None None] Network a4313941-c1db-4ca6-bc86-20b5e4f8fd2a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:36.298050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Router 209a7c55-470d-477b-bac8-d6aacd20a6e9 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:45:36.345834 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 7c4153ef-fa32-4988-a1ec-f7383c724f5a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:45:36.398844 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-a21a2a2b-e6d3-4d9b-adfc-14ef0302d8fb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f16dae91-4f60-4e37-a62d-cab91032951d HTTP/1.1" status: 200 len: 217 time: 0.2296534 May 06 13:45:36.400946 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f3666638-76eb-4fd5-bb6d-50d9284082fb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2e110757-fcab-44c9-bb2e-366b80f2bce8 HTTP/1.1" status: 204 len: 168 time: 1.4956951 May 06 13:45:36.402107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 7c4153ef-fa32-4988-a1ec-f7383c724f5a) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:36.410354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37576) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:36.421199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e8853-f1e8-4c46-88a1-e2ff45cd3952 None None] Network 7c4153ef-fa32-4988-a1ec-f7383c724f5a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:36.425415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:36.426316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.483717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.489084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02989503-7a87-40bc-b04f-dea06eb82af6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.678640 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9b098c0f-b34e-450f-b976-e50bdbc11432 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7262249 May 06 13:45:36.686302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37580) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:36.705632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-8b40f247-3488-4a95-96c0-19d5741eef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:36.707643 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-8b40f247-3488-4a95-96c0-19d5741eef8a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ef0d025-88f6-42a5-99a7-911ebb52826f HTTP/1.1" status: 200 len: 838 time: 0.2674429 May 06 13:45:36.707885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': '7c4153ef-fa32-4988-a1ec-f7383c724f5a', 'name': 'tempest-PortsIpV6TestJSON-1425810648'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:36.798405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fc566661-d5de-4a29-a3e5-c590309165e9 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:36.839610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c144a3e-2677-445e-94a7-aa6e5d10457b req-d0d51f40-7537-4c99-bf6f-ea19e7974629 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:36.848147 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c144a3e-2677-445e-94a7-aa6e5d10457b req-d0d51f40-7537-4c99-bf6f-ea19e7974629 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 944 time: 0.5478709 May 06 13:45:36.893966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02989503-7a87-40bc-b04f-dea06eb82af6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.922628 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c144a3e-2677-445e-94a7-aa6e5d10457b req-3e3399ff-7aca-4d8c-a669-37da4a9edee5 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732148 May 06 13:45:36.964048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02989503-7a87-40bc-b04f-dea06eb82af6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f33113-5657-47ac-b2f8-d348111a14cd,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:36.991137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:45:36.995264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02989503-7a87-40bc-b04f-dea06eb82af6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.996670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-02989503-7a87-40bc-b04f-dea06eb82af6 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/55f33113-5657-47ac-b2f8-d348111a14cd HTTP/1.1" status: 204 len: 168 time: 1.0921044 May 06 13:45:37.004289 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0a31a1af-1a97-4b37-9f5a-11bb7698ac83 admin admin] 10.222.0.21 "PUT /v2.0/routers/209a7c55-470d-477b-bac8-d6aacd20a6e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4761481 May 06 13:45:37.006074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37586) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:37.015055 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] Sync routers for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:45:37.034142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37590) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:37.067945 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:37.069812 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:37.102831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: fc566661-d5de-4a29-a3e5-c590309165e9 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:37.103671 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fc566661-d5de-4a29-a3e5-c590309165e9 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:37.149821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-da8602fd-de1d-4a54-8380-bbf4126e459b tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Synchronizing usage tracker for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:37.204000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.215374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-b4697d1e-17e0-460f-9bb2-c9c4ab147ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:37.217497 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-b4697d1e-17e0-460f-9bb2-c9c4ab147ecd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4560263 May 06 13:45:37.221219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-da8602fd-de1d-4a54-8380-bbf4126e459b tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Unset dirty status for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:37.223294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-da8602fd-de1d-4a54-8380-bbf4126e459b tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2167509 May 06 13:45:37.281784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37596) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:37.296080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f16dae91-4f60-4e37-a62d-cab91032951d details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:45:37.340192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-444f54f7-d921-4f4a-8eef-998cff4f86ac tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': 'e613ffbf-0013-4271-a256-67c2348cc818', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:37.406530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-444f54f7-d921-4f4a-8eef-998cff4f86ac tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:37.439109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-444f54f7-d921-4f4a-8eef-998cff4f86ac tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:37.445217 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-f0ea7c39-0fc3-430e-937f-a4f6389f2c7d service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558037 May 06 13:45:37.445941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-444f54f7-d921-4f4a-8eef-998cff4f86ac tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:37.448805 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:37.460646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Deleting port 4f6d2220-4041-43af-b41c-40be2cf875c5 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:37.460941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.532934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-444f54f7-d921-4f4a-8eef-998cff4f86ac tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:37.560344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.576788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:37.603119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7af6-ff6c-4ba1-aa4e-f05bf6a19f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.667057 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e23cdde-1049-4ea3-ac5d-55ba95b29689 req-4332250a-ae7d-4c08-b579-46803a931af2 service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077365 May 06 13:45:37.674115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'port_id': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'mac_address': 'fa:16:3e:e8:9a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:45:37.743058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.755921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-7c4153ef-fa32-4988-a1ec-f7383c724f5a', 'network_id': '7c4153ef-fa32-4988-a1ec-f7383c724f5a', 'tenant_id': '7bed9daf2f1e4f0b85fc96ab107c7e3f', 'fixed_ips': [{'subnet_id': '082982db-e345-4955-a1ed-284951b4f6b0'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:45:37.758463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.770743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.800942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:37.813509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:37.857572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70e3ca-acf5-4c72-99db-b0faafda2246 req-b061ec3d-dbbd-4a4c-88a4-5b30b0269f13 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:37.859855 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d70e3ca-acf5-4c72-99db-b0faafda2246 req-b061ec3d-dbbd-4a4c-88a4-5b30b0269f13 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.4125662 May 06 13:45:37.880170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:37.929206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:37.930284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.949231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b825e042-d278-4bc6-9e4f-7ee2a10a154a None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:37.960701 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:45:31Z', 'revision_number': 5, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:37.972715 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] Checking router: 209a7c55-470d-477b-bac8-d6aacd20a6e9 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:45:37.975998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Deleting port fe0184eb-c070-47cd-b046-15a382d7649b {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:37.976570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.995100 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] Routers {'209a7c55-470d-477b-bac8-d6aacd20a6e9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:37.996234 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['209a7c55-470d-477b-bac8-d6aacd20a6e9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:38.048729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:38.077730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=95a36ce9-7067-475c-bf88-3c6cb4285c0c,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:38.128858 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a2b731c4-2b57-4db0-b189-cf056921cf27 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1223125 May 06 13:45:38.130325 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-444f54f7-d921-4f4a-8eef-998cff4f86ac tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The resource could not be found. May 06 13:45:38.131920 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-444f54f7-d921-4f4a-8eef-998cff4f86ac tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7986462 May 06 13:45:38.200395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37602) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:38.205431 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37604) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:38.231110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373833373'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:38.247095 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:38.253638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.368978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e82cea72-037e-448a-b6e0-e57fdbfaf346 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': '95a36ce9-7067-475c-bf88-3c6cb4285c0c', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1767990683'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:38.428958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:38.445527 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] Set router 209a7c55-470d-477b-bac8-d6aacd20a6e9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:38.481999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.489535 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d70e3ca-acf5-4c72-99db-b0faafda2246 req-073a031c-e69e-490f-87bd-f3458ea92c6a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835692 May 06 13:45:38.513747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223dd32-87aa-4f3a-a1b9-8bfd51593fda req-356f76eb-624e-4a5e-9676-ecef1889637e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:38.528542 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b223dd32-87aa-4f3a-a1b9-8bfd51593fda req-356f76eb-624e-4a5e-9676-ecef1889637e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 944 time: 0.2207210 May 06 13:45:38.585569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Deleting port 60fc5136-de2e-477e-b947-f3940c8304d3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:38.585926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.594240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Allocated IP 2001:db8::2 (7c4153ef-fa32-4988-a1ec-f7383c724f5a/082982db-e345-4955-a1ed-284951b4f6b0/ed5d85db-04e3-4786-a83f-e801ad37ee11) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:38.635434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b223dd32-87aa-4f3a-a1b9-8bfd51593fda req-bcc8af03-0213-4565-ba08-e2664ca3ea07 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054046 May 06 13:45:38.656216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.749349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port 58c6fdf8-f073-4e79-9afd-281826022dcb yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:38.782941 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16dae91-4f60-4e37-a62d-cab91032951d {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:45:38.884316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:38.915055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:38.931840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] DHCP port deletion for a4313941-c1db-4ca6-bc86-20b5e4f8fd2a request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:45:38.963065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.967347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '95a36ce9-7067-475c-bf88-3c6cb4285c0c'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:45:38.968995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.012905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] For port 60fc5136-de2e-477e-b947-f3940c8304d3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=60fc5136-de2e-477e-b947-f3940c8304d3,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:39.013469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.081636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] Deleting port 4f6d2220-4041-43af-b41c-40be2cf875c5 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:39.082173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.094469 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:45:31Z', 'revision_number': 5, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:39.099732 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd73ae-2ec2-4d48-ab43-88012c5f56c7 None None] The sync data for ids ['209a7c55-470d-477b-bac8-d6aacd20a6e9'] in dv-neutron-840888-1-hyperv is: [{'id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'name': 'tempest-ServersTestJSON-1718425312-router', 'tenant_id': 'f75961d3d9b0402aaa1f192616d5d564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:45:31Z', 'revision_number': 5, 'project_id': 'f75961d3d9b0402aaa1f192616d5d564', 'gw_port': {'id': '60fc5136-de2e-477e-b947-f3940c8304d3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a7c55-470d-477b-bac8-d6aacd20a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:45Z', 'updated_at': '2022-05-06T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:45:39.110828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] For port 4f6d2220-4041-43af-b41c-40be2cf875c5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4f6d2220-4041-43af-b41c-40be2cf875c5,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:39.111610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.229796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Calling delete_port for 60fc5136-de2e-477e-b947-f3940c8304d3 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:39.322623 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c8130526-00fc-41b2-83d4-a18712bffc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.396276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['f16dae91-4f60-4e37-a62d-cab91032951d'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:45:39.411887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.447379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Calling delete_port for 4f6d2220-4041-43af-b41c-40be2cf875c5 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:39.502778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.570267 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.571643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:39.576304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:39.578410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.580813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:39.587905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:39.589237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=f16dae91-4f60-4e37-a62d-cab91032951d,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:39.682256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Transition to ACTIVE for port object ed5d85db-04e3-4786-a83f-e801ad37ee11 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:39.750865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Pushing event deleted for resources: {'Port': ['ID=60fc5136-de2e-477e-b947-f3940c8304d3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:39.821478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.822605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.822605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.823761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.824289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.825176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.825494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.825928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.826412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.826965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.827389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.827815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:39.853193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Transition to ACTIVE for port object ed5d85db-04e3-4786-a83f-e801ad37ee11 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:39.879278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/95a36ce9-7067-475c-bf88-3c6cb4285c0c/2ff87da2-8486-4c20-9510-1cd0f1107b7e) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:39.902758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.007950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] For port 4f6d2220-4041-43af-b41c-40be2cf875c5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4f6d2220-4041-43af-b41c-40be2cf875c5,segment=NetworkSegment(e3690c15-b0cd-459a-920e-03a9b5a874ec),segment_id=e3690c15-b0cd-459a-920e-03a9b5a874ec)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:40.008337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.033655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Calling delete_port for fe0184eb-c070-47cd-b046-15a382d7649b owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:40.081586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.195541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.261002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Network 7c4153ef-fa32-4988-a1ec-f7383c724f5a is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:40.274004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e82cea72-037e-448a-b6e0-e57fdbfaf346 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:40.302030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e82cea72-037e-448a-b6e0-e57fdbfaf346 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:40.342664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:40.359553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] Calling delete_port for 4f6d2220-4041-43af-b41c-40be2cf875c5 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:40.396239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:40.433652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.469119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Pushing event updated for resources: {'Port': ['ID=ed5d85db-04e3-4786-a83f-e801ad37ee11,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:40.532802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a64d60-9e73-4186-8731-cfad8f6e6425 req-3ef65dfa-5a9e-4a18-a1ea-7503ea9e3b91 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:40.536081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-82a64d60-9e73-4186-8731-cfad8f6e6425 req-3ef65dfa-5a9e-4a18-a1ea-7503ea9e3b91 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 945 time: 0.7027066 May 06 13:45:40.558372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.576866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.596236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a297a0-201a-41b4-ae0a-9756f2c4225e req-a41d3f4d-cc2b-4505-a41e-b5b80d13f82b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:40.610281 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-75a297a0-201a-41b4-ae0a-9756f2c4225e req-a41d3f4d-cc2b-4505-a41e-b5b80d13f82b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7785020 May 06 13:45:40.615410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.615634 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.625034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82cea72-037e-448a-b6e0-e57fdbfaf346 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:40.671502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 06 13:45:40.671502 dv-neutron-840888-1-hyperv neutron-server[87986]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 06 13:45:40.671502 dv-neutron-840888-1-hyperv neutron-server[87986]: [parameters: {'port_id': '4f6d2220-4041-43af-b41c-40be2cf875c5', 'host': 'dv-neutron-840888-1-hyperv'}] May 06 13:45:40.671502 dv-neutron-840888-1-hyperv neutron-server[87986]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:45:40.672524 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:45:40.700741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Attempting to bind port ed5d85db-04e3-4786-a83f-e801ad37ee11 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:40.702402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Attempting to bind port ed5d85db-04e3-4786-a83f-e801ad37ee11 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '8aa27093-9313-4fc1-bdd1-a222c6fe25e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c4153ef-fa32-4988-a1ec-f7383c724f5a'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:40.703422 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Attempting to bind port ed5d85db-04e3-4786-a83f-e801ad37ee11 on network 7c4153ef-fa32-4988-a1ec-f7383c724f5a {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:40.716341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.717724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209a7c55-470d-477b-bac8-d6aacd20a6e9 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:45:40.738640 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-82a64d60-9e73-4186-8731-cfad8f6e6425 req-1fed3153-ebb6-4ac7-a6ea-3f03b02dcdbd tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874819 May 06 13:45:40.773751 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-75a297a0-201a-41b4-ae0a-9756f2c4225e req-7bd0a550-e4f9-4581-a090-d21ce4348695 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621258 May 06 13:45:40.781980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.786350 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-01bda9b2-397a-490b-8e3d-169aa7727288 admin admin] 10.222.0.21 "DELETE /v2.0/routers/209a7c55-470d-477b-bac8-d6aacd20a6e9 HTTP/1.1" status: 204 len: 168 time: 3.7084503 May 06 13:45:40.788080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37614) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:40.847670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:40.847670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Checking segment: {'id': '8aa27093-9313-4fc1-bdd1-a222c6fe25e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c4153ef-fa32-4988-a1ec-f7383c724f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:40.848674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.849419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Bound using segment: {'id': '8aa27093-9313-4fc1-bdd1-a222c6fe25e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c4153ef-fa32-4988-a1ec-f7383c724f5a'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:40.850301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Bound port: ed5d85db-04e3-4786-a83f-e801ad37ee11, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa27093-9313-4fc1-bdd1-a222c6fe25e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c4153ef-fa32-4988-a1ec-f7383c724f5a'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:40.850952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.948145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31b47fb-3fc6-4c7e-9e4c-509ce0b78db0 admin admin] Deleting subnet 79032d72-915a-4c10-a8f5-8d063f9c6490 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:45:40.956961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::2be (7c4153ef-fa32-4988-a1ec-f7383c724f5a/082982db-e345-4955-a1ed-284951b4f6b0/58c6fdf8-f073-4e79-9afd-281826022dcb) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:40.957240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d31b47fb-3fc6-4c7e-9e4c-509ce0b78db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:40.959174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4f6d2220-4041-43af-b41c-40be2cf875c5 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:41.036949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d31b47fb-3fc6-4c7e-9e4c-509ce0b78db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.066024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1e1447-8036-4b7d-93ce-cf76434cc70c,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:41.074129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.079241 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8598788 May 06 13:45:41.083905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37618) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:41.099231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.106846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432353312'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:41.163059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.163415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.163910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.164089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.164464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.164758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.165047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.165480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.165808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.165982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.166352 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.166648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6767fbd-8fe8-4fb7-bbb7-99be718e1545 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:41.199070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] Deleting port 4f6d2220-4041-43af-b41c-40be2cf875c5 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:41.199703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.219478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6d2220-4041-43af-b41c-40be2cf875c5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:41.245432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 4f6d2220-4041-43af-b41c-40be2cf875c5 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:41.245927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4f6d2220-4041-43af-b41c-40be2cf875c5 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:41.246873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ee23f287-8f3c-43ba-9a1a-c64477542509 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:41.258326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] No DVR routers for this DVR port 4f6d2220-4041-43af-b41c-40be2cf875c5 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:41.260633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:41.270786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:41.275596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:41.285903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:41.309239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.341274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:41.349101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:41.353698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:41.357315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d31b47fb-3fc6-4c7e-9e4c-509ce0b78db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.393431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:41.470184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7d959268-987d-4ed7-b7e6-5720163388ad None None] The port '4f6d2220-4041-43af-b41c-40be2cf875c5' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:45:41.477366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d31b47fb-3fc6-4c7e-9e4c-509ce0b78db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.554195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b47fb-3fc6-4c7e-9e4c-509ce0b78db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79032d72-915a-4c10-a8f5-8d063f9c6490,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:41.556554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d31b47fb-3fc6-4c7e-9e4c-509ce0b78db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.572609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.579061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.593692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e82cea72-037e-448a-b6e0-e57fdbfaf346 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.605144 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d31b47fb-3fc6-4c7e-9e4c-509ce0b78db0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/79032d72-915a-4c10-a8f5-8d063f9c6490 HTTP/1.1" status: 204 len: 168 time: 0.8127337 May 06 13:45:41.609636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37624) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:41.632880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: ee23f287-8f3c-43ba-9a1a-c64477542509 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:41.633304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ee23f287-8f3c-43ba-9a1a-c64477542509 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:41.642197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894290f1-ea37-4a0e-9829-94f1a624b37f None None] Network 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:41.660263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.664157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5763383 May 06 13:45:41.686378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37628) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:41.691987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.708028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f474aab-acf5-4b8a-81a6-89c2fa519331 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6344c59d-0486-4e6e-b2c7-16cf13c8b3bb,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:41.720655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-e82cea72-037e-448a-b6e0-e57fdbfaf346 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port ba2e8fdc-5e1b-45eb-9d8a-67c7989f92e6 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:41.746009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.763171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.780086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Deleting port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:41.780555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.781684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-005e7d32-c40b-405e-8906-d5501fc4acee tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '2e1e1447-8036-4b7d-93ce-cf76434cc70c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6344c59d-0486-4e6e-b2c7-16cf13c8b3bb'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:41.804349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-005e7d32-c40b-405e-8906-d5501fc4acee tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:41.898376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4313941-c1db-4ca6-bc86-20b5e4f8fd2a']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:41.916111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3690c15-b0cd-459a-920e-03a9b5a874ec') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:41.916835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3690c15-b0cd-459a-920e-03a9b5a874ec') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:41.932995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.939259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Transition to ACTIVE for port object 2ff87da2-8486-4c20-9510-1cd0f1107b7e will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:41.949558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.950769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] For port ed5d85db-04e3-4786-a83f-e801ad37ee11, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:41.956682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.965704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:45:41.966603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:45:42.046394 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:45:42.066515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-005e7d32-c40b-405e-8906-d5501fc4acee tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:42.072836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] For port ed5d85db-04e3-4786-a83f-e801ad37ee11, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ed5d85db-04e3-4786-a83f-e801ad37ee11,segment=NetworkSegment(8aa27093-9313-4fc1-bdd1-a222c6fe25e3),segment_id=8aa27093-9313-4fc1-bdd1-a222c6fe25e3)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:42.083177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.096127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-005e7d32-c40b-405e-8906-d5501fc4acee tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:42.097794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.102047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Transition to ACTIVE for port object 2ff87da2-8486-4c20-9510-1cd0f1107b7e will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:42.168677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-005e7d32-c40b-405e-8906-d5501fc4acee tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:42.177949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.195105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event deleted for resources: {'Port': ['ID=fe0184eb-c070-47cd-b046-15a382d7649b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:42.237339 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:42.239302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Pushing event updated for resources: {'Port': ['ID=ed5d85db-04e3-4786-a83f-e801ad37ee11,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:42.243300 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:42.250826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:42.261311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.261719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.262058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.262392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.262843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.263076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.263362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.263872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.264665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.265073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.265389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.265890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537611b8-d66f-44b2-89d0-af18b4944d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:42.267608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.276454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.280904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.327991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3b237-2aa5-41fd-98e2-ab970fcdcfd7 req-d033ca5a-5451-48b1-9492-1ea5d0d9626c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:42.329635 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2ae3b237-2aa5-41fd-98e2-ab970fcdcfd7 req-d033ca5a-5451-48b1-9492-1ea5d0d9626c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 945 time: 0.4009330 May 06 13:45:42.336985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] For port 2125853b-3ab5-4ae6-a509-b0c49ee9a483, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2125853b-3ab5-4ae6-a509-b0c49ee9a483,segment=NetworkSegment(66730a99-668e-48ab-8256-babba8b8135a),segment_id=66730a99-668e-48ab-8256-babba8b8135a)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:42.337343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.457408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Attempting to bind port 2ff87da2-8486-4c20-9510-1cd0f1107b7e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:42.459115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Attempting to bind port 2ff87da2-8486-4c20-9510-1cd0f1107b7e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:42.459115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Attempting to bind port 2ff87da2-8486-4c20-9510-1cd0f1107b7e on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:42.460902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Pushing event updated for resources: {'Port': ['ID=2ff87da2-8486-4c20-9510-1cd0f1107b7e,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:42.467884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:42.468303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:42.468722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.469112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:42.469674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Bound port: 2ff87da2-8486-4c20-9510-1cd0f1107b7e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:42.470057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.486578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867669d0-82bf-443c-afac-67862d4d46d9 None None] DHCP port deletion for 2ad4c98f-2345-48f6-ae93-65e24bb8bb94 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:45:42.493072 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4313941-c1db-4ca6-bc86-20b5e4f8fd2a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:42.522793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-867669d0-82bf-443c-afac-67862d4d46d9 None None] Deleting port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:42.523258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-867669d0-82bf-443c-afac-67862d4d46d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.554924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object 58c6fdf8-f073-4e79-9afd-281826022dcb will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:42.571686 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0a2fc46a-54cb-49b7-b7cc-62bed04e6176 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4313941-c1db-4ca6-bc86-20b5e4f8fd2a HTTP/1.1" status: 204 len: 168 time: 6.1552536 May 06 13:45:42.587985 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-005e7d32-c40b-405e-8906-d5501fc4acee tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:42.589184 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-005e7d32-c40b-405e-8906-d5501fc4acee tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9014785 May 06 13:45:42.594732 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82cea72-037e-448a-b6e0-e57fdbfaf346 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:42.595647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82cea72-037e-448a-b6e0-e57fdbfaf346 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:45:42.604381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37638) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:42.662118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Calling delete_port for 2125853b-3ab5-4ae6-a509-b0c49ee9a483 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:42.666035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.720164 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2ae3b237-2aa5-41fd-98e2-ab970fcdcfd7 req-e75a9ad3-25c2-4898-b5b3-408ef3e20b81 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680286 May 06 13:45:42.754231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bcd06-43cb-4f78-b788-f76f99c2c459 req-7d7ffe06-9827-4e5c-9e16-a74978ab44ba tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:42.761774 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9e2bcd06-43cb-4f78-b788-f76f99c2c459 req-7d7ffe06-9827-4e5c-9e16-a74978ab44ba tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7354145 May 06 13:45:42.785953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2125853b-3ab5-4ae6-a509-b0c49ee9a483 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:42.842416 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9e2bcd06-43cb-4f78-b788-f76f99c2c459 req-0e5dc2f2-6ee3-4c88-86c1-a856f610282e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796394 May 06 13:45:42.862880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.927070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Pushing event deleted for resources: {'Port': ['ID=2125853b-3ab5-4ae6-a509-b0c49ee9a483,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:42.939073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] No DVR routers for this DVR port 2125853b-3ab5-4ae6-a509-b0c49ee9a483 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:42.974442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37642) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:42.978017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 2125853b-3ab5-4ae6-a509-b0c49ee9a483 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:42.978988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2125853b-3ab5-4ae6-a509-b0c49ee9a483 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:42.978988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 60fc5136-de2e-477e-b947-f3940c8304d3 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:43.016591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-867669d0-82bf-443c-afac-67862d4d46d9 None None] The port '2125853b-3ab5-4ae6-a509-b0c49ee9a483' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:45:43.035765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 60fc5136-de2e-477e-b947-f3940c8304d3 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:45:43.036093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 60fc5136-de2e-477e-b947-f3940c8304d3 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:43.046645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] For port 2ff87da2-8486-4c20-9510-1cd0f1107b7e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:43.055268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] For port 2ff87da2-8486-4c20-9510-1cd0f1107b7e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2ff87da2-8486-4c20-9510-1cd0f1107b7e,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:43.063965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.083684 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e82cea72-037e-448a-b6e0-e57fdbfaf346 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 4.8675845 May 06 13:45:43.094428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.097051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37646) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:43.101612 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.108083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f16dae91-4f60-4e37-a62d-cab91032951d up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:43.179146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.183913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.205778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d36c819d-0d00-4b11-8e3e-61d859623ee6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d1f7673975470b8961dad31a93ab4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2297132 May 06 13:45:43.210048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37650) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:43.224671 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf3b6e-813a-4191-b1bb-1ff64315250d None None] Pushing event updated for resources: {'Port': ['ID=2ff87da2-8486-4c20-9510-1cd0f1107b7e,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:43.244093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port f16dae91-4f60-4e37-a62d-cab91032951d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:43.251065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port f16dae91-4f60-4e37-a62d-cab91032951d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:43.251771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.311741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad4c98f-2345-48f6-ae93-65e24bb8bb94']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:43.338092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66730a99-668e-48ab-8256-babba8b8135a') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:43.338618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66730a99-668e-48ab-8256-babba8b8135a') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:43.371212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.399174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-272f160c-0222-4b08-834c-7fffd364d56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.411282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.421113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.454404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:45:43.465064 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:45:43.465743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.466776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:43.473544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:45:43.500109 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:45:43.540020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=58c6fdf8-f073-4e79-9afd-281826022dcb,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:43.588587 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac58b96-6ee0-4f4c-8a92-eb247b2d4cf5'] response: {'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'code': 200} May 06 13:45:43.589141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-272f160c-0222-4b08-834c-7fffd364d56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.598528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfe14-cbaf-4193-b0fa-e0582c673703 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.604197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.604885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Fanout notify agent at l3_agent the message router_deleted on router 46d2322e-7763-49e6-8483-e7db1cb1a757 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:45:43.619837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 7c4153ef-fa32-4988-a1ec-f7383c724f5a is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:43.629595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=f16dae91-4f60-4e37-a62d-cab91032951d,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:43.637178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:43.643629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.649224 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6dd9e97a-9aa6-4874-8cca-252bb470ff20 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/46d2322e-7763-49e6-8483-e7db1cb1a757 HTTP/1.1" status: 204 len: 168 time: 8.0005023 May 06 13:45:43.650753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37656) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:43.651622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:43.662318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:43.676308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.687815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.716690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.720835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad4c98f-2345-48f6-ae93-65e24bb8bb94,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:43.721408 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'router': {'name': 'tempest-snat-router-48568234', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': False}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:43.740989 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-88360b1e-2aa0-4414-ba68-6ccfda8f88d6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.0496700 May 06 13:45:43.742070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37662) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:43.748026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:43.794607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-272f160c-0222-4b08-834c-7fffd364d56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.799351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-272f160c-0222-4b08-834c-7fffd364d56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.801204 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-272f160c-0222-4b08-834c-7fffd364d56c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e824f14-60c5-462f-a3be-7eb403204b0d HTTP/1.1" status: 204 len: 168 time: 0.5896499 May 06 13:45:43.812084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-82dd087f-27b6-4059-a97b-f41f0dbab452 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2ad4c98f-2345-48f6-ae93-65e24bb8bb94 HTTP/1.1" status: 204 len: 168 time: 2.2007320 May 06 13:45:43.837224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f160c-0222-4b08-834c-7fffd364d56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e824f14-60c5-462f-a3be-7eb403204b0d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:43.883031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Usage tracker for resource:router and tenant:f2f8c6d724ee4824b935fc8b631184f0 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:43.887450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfe14-cbaf-4193-b0fa-e0582c673703 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.930687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e27677-c2db-4c39-a814-1a5d5d46bd8c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:43.931604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-74e27677-c2db-4c39-a814-1a5d5d46bd8c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:43.937902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:43.957012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:44.014776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-74e27677-c2db-4c39-a814-1a5d5d46bd8c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:44.016226 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-74e27677-c2db-4c39-a814-1a5d5d46bd8c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9181955 May 06 13:45:44.019626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37672) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:44.025553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0dc6f764-681b-4495-87b4-3167b5168a33 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 58c6fdf8-f073-4e79-9afd-281826022dcb {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:44.026040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0dc6f764-681b-4495-87b4-3167b5168a33 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.077016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.078383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.117545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.209290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b54c41-9b44-41b1-9acc-b20c4073f11d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:44.211042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b54c41-9b44-41b1-9acc-b20c4073f11d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:44.221921 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c5b54c41-9b44-41b1-9acc-b20c4073f11d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2010577 May 06 13:45:44.228978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37676) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:44.237961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c271c3-522d-4d5b-8edc-cd3e1fc49542 None None] Network 7c4153ef-fa32-4988-a1ec-f7383c724f5a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:44.408233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfe14-cbaf-4193-b0fa-e0582c673703 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.411919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37682) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:44.424025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bbfb8bef-eacf-4e27-aacb-925aee696f55 None None] Provisioning for port ed5d85db-04e3-4786-a83f-e801ad37ee11 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:44.469067 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbfe14-cbaf-4193-b0fa-e0582c673703 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6344c59d-0486-4e6e-b2c7-16cf13c8b3bb,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:44.815515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdda689a-360b-46ac-8d06-1c152329294a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 95a36ce9-7067-475c-bf88-3c6cb4285c0c {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:45:44.834613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fdda689a-360b-46ac-8d06-1c152329294a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.843249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2ff87da2-8486-4c20-9510-1cd0f1107b7e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:45.016166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fdda689a-360b-46ac-8d06-1c152329294a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.039249 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c33c75b3-e934-4eaf-a3e9-3fdf9799ea36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f75961d3d9b0402aaa1f192616d5d564&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5836425 May 06 13:45:45.050083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37696) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:45.056142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.063595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 2ff87da2-8486-4c20-9510-1cd0f1107b7e completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:45.081501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ed5d85db-04e3-4786-a83f-e801ad37ee11 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:45.088383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75fb9b-fcaf-4faf-95b1-3d5ccba300a7 req-2aa7f212-92b2-4670-b014-875c1a44f39c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:45.092690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fcbfe14-cbaf-4193-b0fa-e0582c673703 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.095205 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9fcbfe14-cbaf-4193-b0fa-e0582c673703 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/6344c59d-0486-4e6e-b2c7-16cf13c8b3bb HTTP/1.1" status: 204 len: 168 time: 2.4765227 May 06 13:45:45.099693 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b75fb9b-fcaf-4faf-95b1-3d5ccba300a7 req-2aa7f212-92b2-4670-b014-875c1a44f39c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.8748858 May 06 13:45:45.111084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37700) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:45.114085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb95f17-7226-48ed-92e9-3c17b5a4991c req-9f4ce115-545e-443d-afd9-3c442ca8cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:45.115614 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fbb95f17-7226-48ed-92e9-3c17b5a4991c req-9f4ce115-545e-443d-afd9-3c442ca8cdaa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 1099 time: 0.8798392 May 06 13:45:45.124941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce73da1-9696-4aec-8acc-afbe00938b95 req-02311ea6-f0b1-4074-b72f-95d22a566f57 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:45.132333 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4ce73da1-9696-4aec-8acc-afbe00938b95 req-02311ea6-f0b1-4074-b72f-95d22a566f57 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.9061887 May 06 13:45:45.249552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] Provisioning for port 2ff87da2-8486-4c20-9510-1cd0f1107b7e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:45.258391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] Provisioning complete for port 2ff87da2-8486-4c20-9510-1cd0f1107b7e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:45.258755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.308601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0dc6f764-681b-4495-87b4-3167b5168a33 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.321043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ed5d85db-04e3-4786-a83f-e801ad37ee11 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:45.332118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ed5d85db-04e3-4786-a83f-e801ad37ee11 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:45.332400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.372752 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4ce73da1-9696-4aec-8acc-afbe00938b95 req-a0b4dda4-fbf4-4140-bb36-9c6718e8df11 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391982 May 06 13:45:45.386483 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fbb95f17-7226-48ed-92e9-3c17b5a4991c req-d1198c30-d0c8-454c-a829-e224876b1feb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397451 May 06 13:45:45.422172 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b75fb9b-fcaf-4faf-95b1-3d5ccba300a7 req-1319e232-5afb-4f40-bb61-571d49dced7f tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182356 May 06 13:45:45.450508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-07cd56a5-780e-40d7-9780-d7f38990db04 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Synchronizing usage tracker for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:45.480689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fdda689a-360b-46ac-8d06-1c152329294a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.584958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-07cd56a5-780e-40d7-9780-d7f38990db04 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Unset dirty status for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:45.593863 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-07cd56a5-780e-40d7-9780-d7f38990db04 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4592736 May 06 13:45:45.596857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37716) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:45.653423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5704b7a-8976-4fea-a794-c94f5de3d3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.664962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0dc6f764-681b-4495-87b4-3167b5168a33 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 58c6fdf8-f073-4e79-9afd-281826022dcb owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:45.739472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.755974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5704b7a-8976-4fea-a794-c94f5de3d3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.817301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fdda689a-360b-46ac-8d06-1c152329294a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.851737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.917664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:45:45.917895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:45:45.922295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ed5d85db-04e3-4786-a83f-e801ad37ee11, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ed5d85db-04e3-4786-a83f-e801ad37ee11,segment=NetworkSegment(8aa27093-9313-4fc1-bdd1-a222c6fe25e3),segment_id=8aa27093-9313-4fc1-bdd1-a222c6fe25e3)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:45.929515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.024690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ed5d85db-04e3-4786-a83f-e801ad37ee11,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:46.026808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fdda689a-360b-46ac-8d06-1c152329294a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.030971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d32a7-243d-4afb-9c70-81ff47ba5bbb None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:46.054872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda689a-360b-46ac-8d06-1c152329294a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=95a36ce9-7067-475c-bf88-3c6cb4285c0c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:46.062617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b9a8901e-eda6-426d-979a-59d6b07b20d4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.066044 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fdda689a-360b-46ac-8d06-1c152329294a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/95a36ce9-7067-475c-bf88-3c6cb4285c0c HTTP/1.1" status: 204 len: 168 time: 1.8359959 May 06 13:45:46.068380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37724) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:46.192365 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-93f6e386-12b4-4530-a3e7-48b6beb8c9e5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226099 May 06 13:45:46.200874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37730) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:46.224132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:46.340149 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b9a8901e-eda6-426d-979a-59d6b07b20d4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.353482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5704b7a-8976-4fea-a794-c94f5de3d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.387317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:45:46.393419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Deleting port 2ff87da2-8486-4c20-9510-1cd0f1107b7e {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:46.393419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.433598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:46.439341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:46.442961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:46.453369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:46.465222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5704b7a-8976-4fea-a794-c94f5de3d3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c2de06-7f1f-4a82-95dc-f777b6eb83ab,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:46.469652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:46.475661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.506736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0dc6f764-681b-4495-87b4-3167b5168a33 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.528365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b9a8901e-eda6-426d-979a-59d6b07b20d4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.569469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.602266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8901e-eda6-426d-979a-59d6b07b20d4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1e1447-8036-4b7d-93ce-cf76434cc70c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:46.641119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5704b7a-8976-4fea-a794-c94f5de3d3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.641119 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b5704b7a-8976-4fea-a794-c94f5de3d3a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53c2de06-7f1f-4a82-95dc-f777b6eb83ab HTTP/1.1" status: 204 len: 168 time: 1.5861130 May 06 13:45:46.661207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6f764-681b-4495-87b4-3167b5168a33 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=58c6fdf8-f073-4e79-9afd-281826022dcb,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:46.667958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.782388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.818769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ed5d85db-04e3-4786-a83f-e801ad37ee11 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:46.833444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b9a8901e-eda6-426d-979a-59d6b07b20d4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.835234 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b9a8901e-eda6-426d-979a-59d6b07b20d4 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e1e1447-8036-4b7d-93ce-cf76434cc70c HTTP/1.1" status: 204 len: 168 time: 1.2374048 May 06 13:45:46.882686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37748) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:46.950272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37752) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:46.990571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0dc6f764-681b-4495-87b4-3167b5168a33 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.999092 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0dc6f764-681b-4495-87b4-3167b5168a33 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/58c6fdf8-f073-4e79-9afd-281826022dcb HTTP/1.1" status: 204 len: 168 time: 3.2518625 May 06 13:45:47.020989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37756) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:47.095857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baded4-ecc2-41b2-ae27-525a72f62422 req-4a2848e5-1ec1-4c9c-903d-55797ef83ff8 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:47.109184 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91baded4-ecc2-41b2-ae27-525a72f62422 req-4a2848e5-1ec1-4c9c-903d-55797ef83ff8 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.4151678 May 06 13:45:47.166641 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-502b63d3-abe4-48d0-b724-7d5af60193d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:45:47.166854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502b63d3-abe4-48d0-b724-7d5af60193d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:45:47.180919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] For port 2ff87da2-8486-4c20-9510-1cd0f1107b7e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2ff87da2-8486-4c20-9510-1cd0f1107b7e,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:47.198666 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-502b63d3-abe4-48d0-b724-7d5af60193d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/58c6fdf8-f073-4e79-9afd-281826022dcb HTTP/1.1" status: 404 len: 333 time: 0.1644981 May 06 13:45:47.203769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37764) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:47.207174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.304388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7813e-bb79-4f72-8027-92d54cc895f4 None None] Pushing event updated for resources: {'Port': ['ID=2ff87da2-8486-4c20-9510-1cd0f1107b7e,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:47.311541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ed5d85db-04e3-4786-a83f-e801ad37ee11 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:47.312258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.343699 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d514d50-dd48-4e14-83cf-aecd05a8ca73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:45:47.344665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1d514d50-dd48-4e14-83cf-aecd05a8ca73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:47.399186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] For port 2ff87da2-8486-4c20-9510-1cd0f1107b7e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2ff87da2-8486-4c20-9510-1cd0f1107b7e,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:47.399863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.418696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a7533cef-23eb-46ea-948a-09b4a5c8a294 None None] Could not find standard attr ID for object 58c6fdf8-f073-4e79-9afd-281826022dcb. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:45:47.434726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-29bbd7f9-04c5-4898-9c04-106f375c1132 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Synchronizing usage tracker for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:47.462128 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91baded4-ecc2-41b2-ae27-525a72f62422 req-ffd206da-9d6b-4d3f-b47f-7db9ec6339f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503187 May 06 13:45:47.467182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.519538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1442723234', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:47.546984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-29bbd7f9-04c5-4898-9c04-106f375c1132 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Unset dirty status for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:47.555923 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-29bbd7f9-04c5-4898-9c04-106f375c1132 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6440339 May 06 13:45:47.556108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1d514d50-dd48-4e14-83cf-aecd05a8ca73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:47.560056 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1d514d50-dd48-4e14-83cf-aecd05a8ca73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/58c6fdf8-f073-4e79-9afd-281826022dcb HTTP/1.1" status: 404 len: 333 time: 0.3522530 May 06 13:45:47.560253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:47.563086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37774) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:47.563507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37776) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:47.569817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:47.577657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:47.580081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Usage tracker for resource:port and tenant:c628d71efab9490b9ebe0f47febf2d56 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:47.589333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:47.589605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--544814239'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:47.590317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.593122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Calling delete_port for 2ff87da2-8486-4c20-9510-1cd0f1107b7e owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:47.597053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Allocated IP 172.26.2.182 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/4a33122e-ac33-4249-b015-74662df65e59) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:47.598311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:47.616073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:47.645567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=7c68b211-17be-4b5c-87ef-d817523bd38a,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:47.647788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Made reservation on behalf of c628d71efab9490b9ebe0f47febf2d56 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:47.650893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.669320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bc58d30a-e0c0-40b4-a6e5-4bfa1599bed2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4657264 May 06 13:45:47.673584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37784) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:47.677425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.680059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:47.694402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2031223977', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:47.704238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:47.711309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:47.717159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Usage tracker for resource:security_group_rule and tenant:c628d71efab9490b9ebe0f47febf2d56 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:47.720282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:47.728488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:47.738638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a7533cef-23eb-46ea-948a-09b4a5c8a294 None None] Provisioning complete for port ed5d85db-04e3-4786-a83f-e801ad37ee11 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:47.738975 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a7533cef-23eb-46ea-948a-09b4a5c8a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.739106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:47.786109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:router and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:47.790024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:47.803585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:47.824459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2ff87da2-8486-4c20-9510-1cd0f1107b7e no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:47.827558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.828744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.878551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.880843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.894253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.927127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] device_id is not set on port f9215895-b8f3-496e-86f8-c9d05feddafb yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:47.951662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.015544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.019007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:45:48.019105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:45:48.024812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c74dd0-70aa-4e07-886f-4d503bbd3e14 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet 082982db-e345-4955-a1ed-284951b4f6b0 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:45:48.032389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54ea095-ccda-413b-803e-661eaa436ee7,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:48.064747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75c74dd0-70aa-4e07-886f-4d503bbd3e14 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.075321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.089667 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4b83a6c5-d499-4696-9d9a-8f27b880d090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4093578 May 06 13:45:48.091173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37792) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:48.107353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.150102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 2ff87da2-8486-4c20-9510-1cd0f1107b7e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2ff87da2-8486-4c20-9510-1cd0f1107b7e,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:48.156846 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.183512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:48.201795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:48.209155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:48.228786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:48.237333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75c74dd0-70aa-4e07-886f-4d503bbd3e14 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.326453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=2ff87da2-8486-4c20-9510-1cd0f1107b7e,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:48.331144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.441801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75c74dd0-70aa-4e07-886f-4d503bbd3e14 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.479410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.495919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.520908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Deleting port 2ff87da2-8486-4c20-9510-1cd0f1107b7e {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:48.521668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.524747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.643977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fec31b5-ea0e-4f0c-bbf1-b85629f51372,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:48.652116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:48.659797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:48.668040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:48.709971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event updated for resources: {'Port': ['ID=4a33122e-ac33-4249-b015-74662df65e59,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:48.718394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.719566 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-22534a34-99a3-46f5-9a2c-f6c7cb9ce05e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1549456 May 06 13:45:48.728122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37806) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:48.737569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75c74dd0-70aa-4e07-886f-4d503bbd3e14 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.753165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2668d439-b9c7-429c-aaf2-263255b1a41e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '6fec31b5-ea0e-4f0c-bbf1-b85629f51372', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:48.802409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75c74dd0-70aa-4e07-886f-4d503bbd3e14 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.805933 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d016e-f29b-4379-93be-8a13add7b9fb None None] Network 7c4153ef-fa32-4988-a1ec-f7383c724f5a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:48.806126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2668d439-b9c7-429c-aaf2-263255b1a41e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:48.811970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c74dd0-70aa-4e07-886f-4d503bbd3e14 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=082982db-e345-4955-a1ed-284951b4f6b0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:48.818714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2668d439-b9c7-429c-aaf2-263255b1a41e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:48.825086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2668d439-b9c7-429c-aaf2-263255b1a41e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:48.832120 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-75c74dd0-70aa-4e07-886f-4d503bbd3e14 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/082982db-e345-4955-a1ed-284951b4f6b0 HTTP/1.1" status: 204 len: 168 time: 1.2637770 May 06 13:45:48.836088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37812) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:48.909083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2668d439-b9c7-429c-aaf2-263255b1a41e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:49.210865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Allocated IP 172.26.2.114 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/f9215895-b8f3-496e-86f8-c9d05feddafb) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:49.277374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] For port 2ff87da2-8486-4c20-9510-1cd0f1107b7e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2ff87da2-8486-4c20-9510-1cd0f1107b7e,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:49.278036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.278520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.282083 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-2668d439-b9c7-429c-aaf2-263255b1a41e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:49.283173 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2668d439-b9c7-429c-aaf2-263255b1a41e tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5509145 May 06 13:45:49.287661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37824) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:49.294316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9e85ec18-e34a-4964-b22b-f6eaa60318af tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group_rule': {'security_group_id': '6fec31b5-ea0e-4f0c-bbf1-b85629f51372', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:49.350022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37828) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:49.356080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9e85ec18-e34a-4964-b22b-f6eaa60318af tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:49.389828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.441040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Calling delete_port for 2ff87da2-8486-4c20-9510-1cd0f1107b7e owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:49.595113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9e85ec18-e34a-4964-b22b-f6eaa60318af tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:49.598268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] DHCP port deletion for 7c4153ef-fa32-4988-a1ec-f7383c724f5a request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:45:49.605001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9e85ec18-e34a-4964-b22b-f6eaa60318af tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:49.610768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] Deleting port ed5d85db-04e3-4786-a83f-e801ad37ee11 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:49.611679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.614392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port ed5d85db-04e3-4786-a83f-e801ad37ee11 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:49.615104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.676017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9e85ec18-e34a-4964-b22b-f6eaa60318af tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:49.688238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.697627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:49.719719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af00409-d2b7-4b86-9552-9cac9a6befbd req-2a3f27dc-ba51-4815-8907-96851c45dd0e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:49.721404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8af00409-d2b7-4b86-9552-9cac9a6befbd req-2a3f27dc-ba51-4815-8907-96851c45dd0e tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.9817848 May 06 13:45:49.726524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:49.769058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] Pushing event deleted for resources: {'Port': ['ID=2ff87da2-8486-4c20-9510-1cd0f1107b7e,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:49.773785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741153f-68e2-45ca-b2d6-637c05244ec0 None None] No DVR routers for this DVR port 2ff87da2-8486-4c20-9510-1cd0f1107b7e on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:49.781140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Usage tracker for resource:floatingip and tenant:e1ece902f64849ec8922974774617ce9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:49.804764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:49.809604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d6089-0c8a-4fb6-acaa-adf4b0705390 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:49.843676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:49.912905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.984570 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8af00409-d2b7-4b86-9552-9cac9a6befbd req-253b248c-dae2-48b4-ae44-3e9cd162da77 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459087 May 06 13:45:50.009923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.010605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.148751 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '7c68b211-17be-4b5c-87ef-d817523bd38a'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:45:50.149588 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.202555 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-9e85ec18-e34a-4964-b22b-f6eaa60318af tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:45:50.205004 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9e85ec18-e34a-4964-b22b-f6eaa60318af tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9162409 May 06 13:45:50.219899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37836) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:50.403753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] For port ed5d85db-04e3-4786-a83f-e801ad37ee11, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ed5d85db-04e3-4786-a83f-e801ad37ee11,segment=NetworkSegment(8aa27093-9313-4fc1-bdd1-a222c6fe25e3),segment_id=8aa27093-9313-4fc1-bdd1-a222c6fe25e3)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:50.404374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.407357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] For port ed5d85db-04e3-4786-a83f-e801ad37ee11, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ed5d85db-04e3-4786-a83f-e801ad37ee11,segment=NetworkSegment(8aa27093-9313-4fc1-bdd1-a222c6fe25e3),segment_id=8aa27093-9313-4fc1-bdd1-a222c6fe25e3)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:50.407767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.422762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::1 (ed4177a0-aee3-4756-a30e-bb3035a9c410/7c68b211-17be-4b5c-87ef-d817523bd38a/49770ea3-b30b-44b6-8093-f99c326cea25) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:50.473540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.565327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for ed5d85db-04e3-4786-a83f-e801ad37ee11 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:50.595284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] Calling delete_port for ed5d85db-04e3-4786-a83f-e801ad37ee11 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:50.660753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:50.669217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:50.683039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:50.684306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ed5d85db-04e3-4786-a83f-e801ad37ee11 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:50.706635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-684721d7-99fe-489f-8160-5ee9392b4ea5 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.749440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Pushing event updated for resources: {'Port': ['ID=f9215895-b8f3-496e-86f8-c9d05feddafb,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:50.796434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-684721d7-99fe-489f-8160-5ee9392b4ea5 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.802063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36080c9c-25bd-46dc-89a3-5d442a6645d7 req-61d3a74a-9bd7-483b-a4ae-db62a06abd4c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:50.803449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36080c9c-25bd-46dc-89a3-5d442a6645d7 req-61d3a74a-9bd7-483b-a4ae-db62a06abd4c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.4869287 May 06 13:45:50.864350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.879746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:50.880355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.933082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.934316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.947585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.056249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=ed5d85db-04e3-4786-a83f-e801ad37ee11,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:51.059783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:45:51.060012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No DVR routers for this DVR port ed5d85db-04e3-4786-a83f-e801ad37ee11 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:51.060354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:45:51.094772 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36080c9c-25bd-46dc-89a3-5d442a6645d7 req-4b70e150-8066-4558-8948-43bd335f93e3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686870 May 06 13:45:51.101421 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0142ab0b-15ea-4bbe-abdb-16d836649fa9 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1177938 May 06 13:45:51.102190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37840) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:51.117513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.114'}]}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:51.129342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.134492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37844) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:51.161041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 49770ea3-b30b-44b6-8093-f99c326cea25 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:51.162543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:51.177436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Usage tracker for resource:router and tenant:c628d71efab9490b9ebe0f47febf2d56 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:51.182242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:51.192600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:51.225538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.226543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.230398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Allocated IP 172.26.2.177 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/72e798cf-24b5-4dd3-8f65-53d1dfe7a4af) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:51.253485 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-684721d7-99fe-489f-8160-5ee9392b4ea5 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.275144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.287275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.358076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684721d7-99fe-489f-8160-5ee9392b4ea5 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fec31b5-ea0e-4f0c-bbf1-b85629f51372,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:51.386315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.416120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/7c68b211-17be-4b5c-87ef-d817523bd38a/5fbcecad-1055-4f23-89e2-6ada991e19ab) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:51.517311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=49770ea3-b30b-44b6-8093-f99c326cea25,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:51.522103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:51.544148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:51.549727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:51.551112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.561892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] Deleting port ed5d85db-04e3-4786-a83f-e801ad37ee11 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:51.562261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.640265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-684721d7-99fe-489f-8160-5ee9392b4ea5 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.643553 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-684721d7-99fe-489f-8160-5ee9392b4ea5 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/6fec31b5-ea0e-4f0c-bbf1-b85629f51372 HTTP/1.1" status: 204 len: 168 time: 1.4226041 May 06 13:45:51.646355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-28fa9169-8f9c-4cff-8778-912da0fc8b50 None None] The port 'ed5d85db-04e3-4786-a83f-e801ad37ee11' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:45:51.678997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4153ef-fa32-4988-a1ec-f7383c724f5a']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:51.700800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37848) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:51.711669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa27093-9313-4fc1-bdd1-a222c6fe25e3') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:51.712869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa27093-9313-4fc1-bdd1-a222c6fe25e3') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:51.753637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.770993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.793055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Transition to ACTIVE for port object 5fbcecad-1055-4f23-89e2-6ada991e19ab will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:51.806960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c46ae4e-d461-4718-9ea3-3be5f5ac0e5d tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:51.813175 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5c46ae4e-d461-4718-9ea3-3be5f5ac0e5d tempest-TestNetworkAdvancedServerOps-263159956 tempest-TestNetworkAdvancedServerOps-263159956-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 1094 time: 0.6730981 May 06 13:45:51.815522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.829229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Transition to ACTIVE for port object 5fbcecad-1055-4f23-89e2-6ada991e19ab will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:51.837396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37852) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:51.840054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.851593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'fixed_ip_address': '172.20.0.28'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:51.874702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:45:51.875376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:45:51.901507 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:45:51.916333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:51.919311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:51.923932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:51.927357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:51.974698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Pushing event updated for resources: {'Port': ['ID=5fbcecad-1055-4f23-89e2-6ada991e19ab,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:51.980293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.019263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0d09c88b-7b97-4c78-9e43-57db53d67541 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Synchronizing usage tracker for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:52.026178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Usage tracker for resource:floatingip and tenant:6b2b1366be5b475fb0ef0248132dacba is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:52.036972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:52.038082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Attempting to bind port 5fbcecad-1055-4f23-89e2-6ada991e19ab on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:52.038461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Attempting to bind port 5fbcecad-1055-4f23-89e2-6ada991e19ab by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:52.038826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Attempting to bind port 5fbcecad-1055-4f23-89e2-6ada991e19ab on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:52.045575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:52.045977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:52.047198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.047624 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:52.048388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Bound port: 5fbcecad-1055-4f23-89e2-6ada991e19ab, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:52.048788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.066245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:52.084267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0d09c88b-7b97-4c78-9e43-57db53d67541 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Unset dirty status for tenant:7115d8ad8667497faf1c93b13fbafc1c on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:52.087692 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0d09c88b-7b97-4c78-9e43-57db53d67541 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3837016 May 06 13:45:52.090600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.099640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37856) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:52.106447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Router 435324c4-7761-482a-bfd5-95dc87bedc7e is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:45:52.110197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.128355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'tempest-secgroup--420744669'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:52.133942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.134667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:52.146455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:52.151348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Network': ['ID=7c4153ef-fa32-4988-a1ec-f7383c724f5a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:52.167740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] For port 5fbcecad-1055-4f23-89e2-6ada991e19ab, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:52.172616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] For port 5fbcecad-1055-4f23-89e2-6ada991e19ab, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5fbcecad-1055-4f23-89e2-6ada991e19ab,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:52.179214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.216672 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c385fcca-2232-41f4-801d-495e3ba66f7c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/networks/7c4153ef-fa32-4988-a1ec-f7383c724f5a HTTP/1.1" status: 204 len: 168 time: 3.3792996 May 06 13:45:52.261251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37860) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:52.277484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-74882085'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:52.288530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77161cc4-16e7-4498-8460-1c93b9d87ffb None None] Pushing event updated for resources: {'Port': ['ID=5fbcecad-1055-4f23-89e2-6ada991e19ab,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:52.318606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:52.329830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:network and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:52.340568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.341229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:52.355472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:52.355790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.401978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:52.411238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Usage tracker for resource:security_group_rule and tenant:7115d8ad8667497faf1c93b13fbafc1c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:52.415623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:52.427564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:52.464098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:52.468588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.572013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:45:52.575575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:45:52.613456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Sync routers for ids ['435324c4-7761-482a-bfd5-95dc87bedc7e'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:45:52.630166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.630654 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Added segment 735048f0-3aaa-4a49-aab5-7137997df36c of type vlan for network 39979666-07c7-444d-84a7-7aaa7b274b94 May 06 13:45:52.631228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Routers {'435324c4-7761-482a-bfd5-95dc87bedc7e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:52.631958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['435324c4-7761-482a-bfd5-95dc87bedc7e'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:52.684408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.714416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.718440 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dd62d1dd-8e5e-4fd5-969d-23ce5142453b tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.0144322 May 06 13:45:52.722635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37864) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:52.727613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.850470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5fbcecad-1055-4f23-89e2-6ada991e19ab up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:52.864384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.912135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.951160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Set router 435324c4-7761-482a-bfd5-95dc87bedc7e gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:53.056706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Pushing event updated for resources: {'Port': ['ID=72e798cf-24b5-4dd3-8f65-53d1dfe7a4af,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:53.071603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.079543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:53.080404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.092356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 5fbcecad-1055-4f23-89e2-6ada991e19ab completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:53.141188 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8724444 May 06 13:45:53.142170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37868) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:53.144199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:53.161109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:53.164986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:53.171603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': '39979666-07c7-444d-84a7-7aaa7b274b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:53.228776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.364462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435324c4-7761-482a-bfd5-95dc87bedc7e', 'name': 'tempest-snat-router-48568234', 'tenant_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.182'}], 'enable_snat': False}, 'gw_port_id': '4a33122e-ac33-4249-b015-74662df65e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:49Z', 'revision_number': 3, 'project_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'gw_port': {'id': '4a33122e-ac33-4249-b015-74662df65e59', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435324c4-7761-482a-bfd5-95dc87bedc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:46Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:53.371561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509edec-3c4a-47ce-bf88-b327d45009bd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Network': ['ID=39979666-07c7-444d-84a7-7aaa7b274b94,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:53.374152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Checking router: 435324c4-7761-482a-bfd5-95dc87bedc7e for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:45:53.375037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Updating router 435324c4-7761-482a-bfd5-95dc87bedc7e port 4a33122e-ac33-4249-b015-74662df65e59 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:45:53.379618 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-469b6b06-4b7b-441e-82b0-2a94d69e80f2 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/routers/435324c4-7761-482a-bfd5-95dc87bedc7e HTTP/1.1" status: 200 len: 907 time: 0.6520252 May 06 13:45:53.447558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 39979666-07c7-444d-84a7-7aaa7b274b94 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:45:53.455420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37872) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:53.483686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Allocated IP 172.26.2.39 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/020597d2-c818-4c25-94fc-bf1a7e710dbb) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:53.493386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.530819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:53.535396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'router': {'name': 'tempest-snat-router-48568234', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': True}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:53.538426 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:53.542582 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:53.543052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.551880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:53.583752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:53.589345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.616053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.621688 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5175295 May 06 13:45:53.630166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37876) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:53.653255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:53.677666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Usage tracker for resource:router and tenant:f2f8c6d724ee4824b935fc8b631184f0 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:53.683542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:53.715388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:53.740345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3697ae8-9266-4641-8bee-bcb001b7eb00 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6991bf12-265e-4e78-adcf-ef3282d80e91,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:53.753860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.828107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.831765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.833431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.968876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-04a488c7-9533-459d-b883-287a4361fe5c tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:53.970628 dv-neutron-840888-1-hyperv neutron-server[87985]: WARNING neutron.api.v2.base [None req-04a488c7-9533-459d-b883-287a4361fe5c tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 13:45:53.971455 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-04a488c7-9533-459d-b883-287a4361fe5c tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] update failed (client error): There was a conflict when trying to complete your request. May 06 13:45:53.980306 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-04a488c7-9533-459d-b883-287a4361fe5c tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "PUT /v2.0/security-groups/6991bf12-265e-4e78-adcf-ef3282d80e91 HTTP/1.1" status: 409 len: 330 time: 0.3480237 May 06 13:45:54.015080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.016557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37880) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:54.030406 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cddaa3a1-ef5d-44a4-b5ce-2b59d72b02d8 None None] Provisioning for port 5fbcecad-1055-4f23-89e2-6ada991e19ab completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:54.037343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cddaa3a1-ef5d-44a4-b5ce-2b59d72b02d8 None None] Provisioning complete for port 5fbcecad-1055-4f23-89e2-6ada991e19ab triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:54.037711 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cddaa3a1-ef5d-44a4-b5ce-2b59d72b02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.075327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.140295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.201248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cddaa3a1-ef5d-44a4-b5ce-2b59d72b02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.287332 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.328504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-cddaa3a1-ef5d-44a4-b5ce-2b59d72b02d8 None None] For port 5fbcecad-1055-4f23-89e2-6ada991e19ab, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5fbcecad-1055-4f23-89e2-6ada991e19ab,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:54.337762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cddaa3a1-ef5d-44a4-b5ce-2b59d72b02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.342913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.387325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:54.397609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:54.408838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:54.443465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'Port': ['ID=020597d2-c818-4c25-94fc-bf1a7e710dbb,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:54.473905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaa3a1-ef5d-44a4-b5ce-2b59d72b02d8 None None] Pushing event updated for resources: {'Port': ['ID=5fbcecad-1055-4f23-89e2-6ada991e19ab,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:54.505066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-375ebf59-b6d5-4858-9827-73d4dd6d7085 None None] Provisioning for port 49770ea3-b30b-44b6-8093-f99c326cea25 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:54.522750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-375ebf59-b6d5-4858-9827-73d4dd6d7085 None None] Provisioning complete for port 49770ea3-b30b-44b6-8093-f99c326cea25 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:54.523418 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-375ebf59-b6d5-4858-9827-73d4dd6d7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.570219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.643553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5fbcecad-1055-4f23-89e2-6ada991e19ab up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:54.706492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.709086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-375ebf59-b6d5-4858-9827-73d4dd6d7085 None None] Port 49770ea3-b30b-44b6-8093-f99c326cea25 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:45:54.730862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Transition to ACTIVE for port object 4a33122e-ac33-4249-b015-74662df65e59 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:54.738258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b8e94d7-0b58-4c44-85ff-b7fadad44ec9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.749570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.764387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=d1c4b03b-200b-49b1-b59a-7cdd39564dc4,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:54.786568 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Checking segment: {'id': '735048f0-3aaa-4a49-aab5-7137997df36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '39979666-07c7-444d-84a7-7aaa7b274b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:54.786568 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network hostable DHCP agents. Network: 39979666-07c7-444d-84a7-7aaa7b274b94, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:45:54.834733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 39979666-07c7-444d-84a7-7aaa7b274b94 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:45:54.843861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 5fbcecad-1055-4f23-89e2-6ada991e19ab triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:54.844245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.875786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Attempting to bind port 4a33122e-ac33-4249-b015-74662df65e59 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:54.875786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Attempting to bind port 4a33122e-ac33-4249-b015-74662df65e59 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:54.876152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Attempting to bind port 4a33122e-ac33-4249-b015-74662df65e59 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:54.906631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:54.907054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:54.907600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.907872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:54.908365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Bound port: 4a33122e-ac33-4249-b015-74662df65e59, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:54.908787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.922695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 39979666-07c7-444d-84a7-7aaa7b274b94) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:54.940315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0abb5-a555-4968-9c85-aa502dad51f3 None None] Pushing event updated for resources: {'Port': ['ID=4a33122e-ac33-4249-b015-74662df65e59,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:54.953260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e39ac-b6d2-4a7a-811f-721a5c6631e5 None None] Network 39979666-07c7-444d-84a7-7aaa7b274b94 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:45:55.027823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b8e94d7-0b58-4c44-85ff-b7fadad44ec9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.078723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:55.079997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.087819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:45:55.120231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.145569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.167961 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-646fae79-d23d-4f30-a3fb-cc731baf2edd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0122726 May 06 13:45:55.168852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37884) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:55.173334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] For port 4a33122e-ac33-4249-b015-74662df65e59, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:55.183041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.184020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.205405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': '39979666-07c7-444d-84a7-7aaa7b274b94', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1200170287'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:55.217441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] For port 4a33122e-ac33-4249-b015-74662df65e59, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4a33122e-ac33-4249-b015-74662df65e59,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:55.241756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.253281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.395018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Routers {'435324c4-7761-482a-bfd5-95dc87bedc7e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:55.395328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['435324c4-7761-482a-bfd5-95dc87bedc7e'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:55.487698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0abb5-a555-4968-9c85-aa502dad51f3 None None] Pushing event updated for resources: {'Port': ['ID=4a33122e-ac33-4249-b015-74662df65e59,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:55.515425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-39979666-07c7-444d-84a7-7aaa7b274b94', 'network_id': '39979666-07c7-444d-84a7-7aaa7b274b94', 'tenant_id': '7bed9daf2f1e4f0b85fc96ab107c7e3f', 'fixed_ips': [{'subnet_id': 'd1c4b03b-200b-49b1-b59a-7cdd39564dc4'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:45:55.516584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.518148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:55.526003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:port and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:55.531803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:55.541188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:55.557789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.560167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:55.564359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.587366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b8e94d7-0b58-4c44-85ff-b7fadad44ec9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.601066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port a9d3d0b1-98a3-47dd-9c93-07458c51f729 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:55.695733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=49770ea3-b30b-44b6-8093-f99c326cea25,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:55.737914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.822162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e94d7-0b58-4c44-85ff-b7fadad44ec9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6991bf12-265e-4e78-adcf-ef3282d80e91,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:55.833400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] Set router 435324c4-7761-482a-bfd5-95dc87bedc7e gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:55.894309 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::249 (39979666-07c7-444d-84a7-7aaa7b274b94/d1c4b03b-200b-49b1-b59a-7cdd39564dc4/a9d3d0b1-98a3-47dd-9c93-07458c51f729) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:55.985429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.990237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.057972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.058322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48a262e7-0c6e-4e9a-a25e-eb61e5d6b1da {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:45:56.111044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:45:56.139927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:56.146270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.148052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:56.158806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 13:45:56.160693 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6e30d5d6-ae62-4817-949f-36abc281dd7e tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0566301 May 06 13:45:56.163987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37888) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:56.176817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.206717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435324c4-7761-482a-bfd5-95dc87bedc7e', 'name': 'tempest-snat-router-48568234', 'tenant_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.182'}], 'enable_snat': False}, 'gw_port_id': '4a33122e-ac33-4249-b015-74662df65e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:49Z', 'revision_number': 3, 'project_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'gw_port': {'id': '4a33122e-ac33-4249-b015-74662df65e59', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435324c4-7761-482a-bfd5-95dc87bedc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:46Z', 'updated_at': '2022-05-06T13:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:56.212553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c759dfa-630d-4820-bf3f-4796d6df74e7 None None] The sync data for ids ['435324c4-7761-482a-bfd5-95dc87bedc7e'] in dv-neutron-840888-1-hyperv is: [{'id': '435324c4-7761-482a-bfd5-95dc87bedc7e', 'name': 'tempest-snat-router-48568234', 'tenant_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.182'}], 'enable_snat': False}, 'gw_port_id': '4a33122e-ac33-4249-b015-74662df65e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:49Z', 'revision_number': 3, 'project_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'gw_port': {'id': '4a33122e-ac33-4249-b015-74662df65e59', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435324c4-7761-482a-bfd5-95dc87bedc7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:46Z', 'updated_at': '2022-05-06T13:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:45:56.440161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.449253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.458574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b8e94d7-0b58-4c44-85ff-b7fadad44ec9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.458834 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.462359 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5b8e94d7-0b58-4c44-85ff-b7fadad44ec9 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/6991bf12-265e-4e78-adcf-ef3282d80e91 HTTP/1.1" status: 204 len: 168 time: 2.4414439 May 06 13:45:56.466649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37892) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:56.477944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-474d79ee-24ff-412e-907b-3f2ee9ba6701 None None] Provisioning complete for port 49770ea3-b30b-44b6-8093-f99c326cea25 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:56.478318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-474d79ee-24ff-412e-907b-3f2ee9ba6701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.532117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-30918cdf-c597-49e4-a8ae-65203b8306e7 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Deleting port f9215895-b8f3-496e-86f8-c9d05feddafb {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:56.532679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-30918cdf-c597-49e4-a8ae-65203b8306e7 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.582270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-474d79ee-24ff-412e-907b-3f2ee9ba6701 None None] Port 49770ea3-b30b-44b6-8093-f99c326cea25 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:45:56.636836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object a9d3d0b1-98a3-47dd-9c93-07458c51f729 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:56.708471 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4a33122e-ac33-4249-b015-74662df65e59 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:56.741917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event updated for resources: {'Port': ['ID=020597d2-c818-4c25-94fc-bf1a7e710dbb,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:56.812597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 4a33122e-ac33-4249-b015-74662df65e59 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:56.813398 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-101aa4c7-642b-450e-8043-6ca01ac84120 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2949560 May 06 13:45:56.822571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37896) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:56.824957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 4a33122e-ac33-4249-b015-74662df65e59 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:56.826175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.826359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.961878 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-ceb3f113-e07a-4bef-8d0a-adae11201641 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] delete failed (client error): The resource could not be found. May 06 13:45:56.963900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:56.968162 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ceb3f113-e07a-4bef-8d0a-adae11201641 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "DELETE /v2.0/security-groups/17bdb204-9f32-4920-8acc-46c2be3d19fc HTTP/1.1" status: 404 len: 347 time: 0.1404119 May 06 13:45:56.971408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37900) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:56.976879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Pushing event updated for resources: {'Port': ['ID=72e798cf-24b5-4dd3-8f65-53d1dfe7a4af,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:56.989145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.080550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.118905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 4a33122e-ac33-4249-b015-74662df65e59, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4a33122e-ac33-4249-b015-74662df65e59,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:45:57.129198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.171505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Allocated IP 2001:db8::2 (39979666-07c7-444d-84a7-7aaa7b274b94/d1c4b03b-200b-49b1-b59a-7cdd39564dc4/db72841d-ec22-4ba9-ae54-e71900dbbf4b) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:57.221397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 39979666-07c7-444d-84a7-7aaa7b274b94 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:57.233004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:57.241155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=4a33122e-ac33-4249-b015-74662df65e59,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:57.246581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:57.253407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:57.254244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.261836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=a9d3d0b1-98a3-47dd-9c93-07458c51f729,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:57.269252 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Floating IP 27d8f75f-e6e0-4842-9173-c62286df0f04 associated. External IP: 172.26.2.39, port: f16dae91-4f60-4e37-a62d-cab91032951d. May 06 13:45:57.406670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-33b165a9-c5bb-49f5-9e1f-1f85931838f7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] show failed (client error): The resource could not be found. May 06 13:45:57.408620 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-33b165a9-c5bb-49f5-9e1f-1f85931838f7 tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-groups/7fe649e9-6286-4f47-aff2-4bd0c714a052 HTTP/1.1" status: 404 len: 347 time: 0.4330058 May 06 13:45:57.414321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-30918cdf-c597-49e4-a8ae-65203b8306e7 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.418991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37904) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:57.432025 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0ccb96f7-f528-426f-9042-f8a0bd9cf217 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2617073 May 06 13:45:57.452057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37908) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:57.479078 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:45:57.490152 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-1b24f3ce-39bf-4d0f-8a25-26c2f2d536dd tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] show failed (client error): The resource could not be found. May 06 13:45:57.498035 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1b24f3ce-39bf-4d0f-8a25-26c2f2d536dd tempest-NegativeSecGroupIPv6Test-637925374 tempest-NegativeSecGroupIPv6Test-637925374-project] 10.222.0.21 "GET /v2.0/security-group-rules/40abcd71-c931-47c6-a8d6-6de4a49e4428 HTTP/1.1" status: 404 len: 356 time: 0.0648422 May 06 13:45:57.521990 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.540617 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Transition to ACTIVE for port object db72841d-ec22-4ba9-ae54-e71900dbbf4b will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:57.568593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Transition to ACTIVE for port object db72841d-ec22-4ba9-ae54-e71900dbbf4b will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:57.581689 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.619928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.627443 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-31531691-ff9b-4120-9662-9f5b54004117 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2707589 May 06 13:45:57.642618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37914) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:57.655460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-30918cdf-c597-49e4-a8ae-65203b8306e7 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Calling delete_port for f9215895-b8f3-496e-86f8-c9d05feddafb owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:57.669940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-796314359', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'fixed_ips': [{'ip_address': '172.26.2.177'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:45:57.679970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:57.681017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Network 39979666-07c7-444d-84a7-7aaa7b274b94 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:57.688744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:57.689319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Usage tracker for resource:port and tenant:e1ece902f64849ec8922974774617ce9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:57.695139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:45:57.744863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Pushing event updated for resources: {'Port': ['ID=db72841d-ec22-4ba9-ae54-e71900dbbf4b,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:57.761866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:57.767620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.830507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Attempting to bind port db72841d-ec22-4ba9-ae54-e71900dbbf4b on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:57.830977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Attempting to bind port db72841d-ec22-4ba9-ae54-e71900dbbf4b by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '735048f0-3aaa-4a49-aab5-7137997df36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '39979666-07c7-444d-84a7-7aaa7b274b94'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:57.831510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Attempting to bind port db72841d-ec22-4ba9-ae54-e71900dbbf4b on network 39979666-07c7-444d-84a7-7aaa7b274b94 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:45:57.836906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:57.839850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:45:57.840531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Checking segment: {'id': '735048f0-3aaa-4a49-aab5-7137997df36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '39979666-07c7-444d-84a7-7aaa7b274b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:45:57.841821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.842113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Bound using segment: {'id': '735048f0-3aaa-4a49-aab5-7137997df36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '39979666-07c7-444d-84a7-7aaa7b274b94'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:45:57.843183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Bound port: db72841d-ec22-4ba9-ae54-e71900dbbf4b, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735048f0-3aaa-4a49-aab5-7137997df36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '39979666-07c7-444d-84a7-7aaa7b274b94'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:57.843323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.850297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Router 85a01c50-2ce5-498b-8285-1d1a5dd7105d is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:45:57.853635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.907724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-3268ae12-8d4b-4074-ba61-19ee23b5ef73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port a9d3d0b1-98a3-47dd-9c93-07458c51f729 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:45:57.908093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3268ae12-8d4b-4074-ba61-19ee23b5ef73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.957925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Made reservation on behalf of e1ece902f64849ec8922974774617ce9 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:57.960508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.980177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] For port db72841d-ec22-4ba9-ae54-e71900dbbf4b, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:45:57.990175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] For port db72841d-ec22-4ba9-ae54-e71900dbbf4b, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=db72841d-ec22-4ba9-ae54-e71900dbbf4b,segment=NetworkSegment(735048f0-3aaa-4a49-aab5-7137997df36c),segment_id=735048f0-3aaa-4a49-aab5-7137997df36c)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:45:58.000553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:58.098421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37920) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:58.148725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:45:58.152616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-30918cdf-c597-49e4-a8ae-65203b8306e7 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:58.164105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fd1e9-f4eb-4a27-b006-d2b120b792a6 None None] Pushing event updated for resources: {'Port': ['ID=db72841d-ec22-4ba9-ae54-e71900dbbf4b,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:58.165814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:58.284175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:58.310788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Usage tracker for resource:security_group_rule and tenant:e1ece902f64849ec8922974774617ce9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:58.324517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:58.335437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:45:58.371566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30918cdf-c597-49e4-a8ae-65203b8306e7 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9215895-b8f3-496e-86f8-c9d05feddafb,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:58.374236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:58.380720 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Sync routers for ids ['85a01c50-2ce5-498b-8285-1d1a5dd7105d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:45:58.440253 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Routers {'85a01c50-2ce5-498b-8285-1d1a5dd7105d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:58.441615 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['85a01c50-2ce5-498b-8285-1d1a5dd7105d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:58.503558 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4b3377ad-213d-4539-84c5-b36925f0163d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "PUT /v2.0/routers/85a01c50-2ce5-498b-8285-1d1a5dd7105d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4092839 May 06 13:45:58.520321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37926) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:58.613745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Allocated IP 172.26.2.237 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/a0abe5a8-e5c3-4da5-b17c-95244e494bb1) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:58.821149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a8266-b361-47b6-8c15-707090e9ac64 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:58.821357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4a33122e-ac33-4249-b015-74662df65e59 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:58.823330 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-244a8266-b361-47b6-8c15-707090e9ac64 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports/49770ea3-b30b-44b6-8093-f99c326cea25 HTTP/1.1" status: 200 len: 911 time: 0.2956424 May 06 13:45:58.830049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37930) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:58.850233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3268ae12-8d4b-4074-ba61-19ee23b5ef73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:58.862040 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e32af1c0-e373-4ce1-8ffe-11fbea3033b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7115d8ad8667497faf1c93b13fbafc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6978850 May 06 13:45:58.876187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37934) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:58.909015 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Set router 85a01c50-2ce5-498b-8285-1d1a5dd7105d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:45:58.985932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 4a33122e-ac33-4249-b015-74662df65e59 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:58.987550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.006835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-30918cdf-c597-49e4-a8ae-65203b8306e7 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.050782 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-30918cdf-c597-49e4-a8ae-65203b8306e7 tempest-RoutersAdminNegativeTest-1999549835 tempest-RoutersAdminNegativeTest-1999549835-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f9215895-b8f3-496e-86f8-c9d05feddafb HTTP/1.1" status: 204 len: 168 time: 2.8838518 May 06 13:45:59.078351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-3268ae12-8d4b-4074-ba61-19ee23b5ef73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for a9d3d0b1-98a3-47dd-9c93-07458c51f729 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:45:59.102906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:45:59.123526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] Sync routers for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:45:59.151895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.196695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:45:59.197417 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:59.249279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c701093c-8727-4a85-90f3-431af30f222d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:59.257768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c701093c-8727-4a85-90f3-431af30f222d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:45:59.260241 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c701093c-8727-4a85-90f3-431af30f222d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4247100 May 06 13:45:59.266145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37940) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:59.487314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.488817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0a318290-12c3-4a34-bf4f-9651f662546a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.520619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0a318290-12c3-4a34-bf4f-9651f662546a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.586546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.607810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0a318290-12c3-4a34-bf4f-9651f662546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.642570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] device_id is not set on port bbf885ce-330f-4830-8adc-a74bf3459439 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:45:59.678408 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a01c50-2ce5-498b-8285-1d1a5dd7105d', 'name': 'tempest-NetworksTestDHCPv6-router-2031223977', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:47Z', 'updated_at': '2022-05-06T13:45:52Z', 'revision_number': 2, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None, '_interfaces': [{'id': '49770ea3-b30b-44b6-8093-f99c326cea25', 'name': '', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'mac_address': 'fa:16:3e:b3:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a01c50-2ce5-498b-8285-1d1a5dd7105d', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7c68b211-17be-4b5c-87ef-d817523bd38a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:49Z', 'updated_at': '2022-05-06T13:45:53Z', 'revision_number': 2, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'subnets': [{'id': '7c68b211-17be-4b5c-87ef-d817523bd38a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:59.691304 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Checking router: 85a01c50-2ce5-498b-8285-1d1a5dd7105d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:45:59.691973 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Updating router 85a01c50-2ce5-498b-8285-1d1a5dd7105d port 49770ea3-b30b-44b6-8093-f99c326cea25 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:45:59.736995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37946) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:59.741344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0a318290-12c3-4a34-bf4f-9651f662546a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.742489 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0a318290-12c3-4a34-bf4f-9651f662546a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2de8251-8424-4804-ae88-121460695fce HTTP/1.1" status: 204 len: 168 time: 0.8580439 May 06 13:45:59.805448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.847367 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.849620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad95d18-0f86-4e57-bdc8-3ac90e33369b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:59.877194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device db72841d-ec22-4ba9-ae54-e71900dbbf4b up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:59.896001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a318290-12c3-4a34-bf4f-9651f662546a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de8251-8424-4804-ae88-121460695fce,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:59.920462 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3f298091-c015-4250-8238-51ab2b9eb8c1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0759447 May 06 13:45:59.991178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:46:00.039660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8755edcc-373c-4ab1-a030-4942b6ccb4fd None None] Network 39979666-07c7-444d-84a7-7aaa7b274b94 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:00.174267 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74715a8-c8f0-4dd7-92f3-9c95c612c74e'] response: {'name': 'network-changed', 'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'status': 'completed', 'code': 200} May 06 13:46:00.420067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:00.486037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9786923a-423f-47ae-af38-b61a5124cdcd None None] Provisioning for port db72841d-ec22-4ba9-ae54-e71900dbbf4b completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:00.495114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef02d3d8-2c8b-4f9b-9597-4ace657b3dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:00.558835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:00.604173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port db72841d-ec22-4ba9-ae54-e71900dbbf4b completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:00.610558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3268ae12-8d4b-4074-ba61-19ee23b5ef73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:00.617702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:00.667113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ef02d3d8-2c8b-4f9b-9597-4ace657b3dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:00.701645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port db72841d-ec22-4ba9-ae54-e71900dbbf4b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:00.702039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:00.819583 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:00.821230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ef02d3d8-2c8b-4f9b-9597-4ace657b3dca admin admin] Usage tracker for resource:security_group_rule and tenant:85ed7e0e0d0249ecb9763c7c9e36b495 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:00.833448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268ae12-8d4b-4074-ba61-19ee23b5ef73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=a9d3d0b1-98a3-47dd-9c93-07458c51f729,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:00.850060 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Transition to ACTIVE for port object 49770ea3-b30b-44b6-8093-f99c326cea25 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:00.854473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:00.863439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ef02d3d8-2c8b-4f9b-9597-4ace657b3dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:00.868231 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:00.962631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:01.065301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:01.099989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 49770ea3-b30b-44b6-8093-f99c326cea25 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:01.101045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.122263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ef02d3d8-2c8b-4f9b-9597-4ace657b3dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:01.150558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd323810-2271-40cd-b2f2-e13df3fb3ed6 req-ead0c363-6247-428f-a900-31d0cf688084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:01.159385 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fd323810-2271-40cd-b2f2-e13df3fb3ed6 req-ead0c363-6247-428f-a900-31d0cf688084 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.9639742 May 06 13:46:01.214550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3268ae12-8d4b-4074-ba61-19ee23b5ef73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.259222 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3268ae12-8d4b-4074-ba61-19ee23b5ef73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/a9d3d0b1-98a3-47dd-9c93-07458c51f729 HTTP/1.1" status: 204 len: 168 time: 3.7715685 May 06 13:46:01.264471 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d6ed3-1112-4c75-ad23-c9ca8378fc60 None None] Pushing event updated for resources: {'Port': ['ID=49770ea3-b30b-44b6-8093-f99c326cea25,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:01.270431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37976) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:01.324664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-524d0e8f-adeb-4102-a774-9938595d7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:01.327098 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-524d0e8f-adeb-4102-a774-9938595d7a99 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b2b1366be5b475fb0ef0248132dacba&device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 1099 time: 1.1360543 May 06 13:46:01.348988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.350447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 13:46:01.359140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:01.384519 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Attempting to bind port 49770ea3-b30b-44b6-8093-f99c326cea25 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:01.384866 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Attempting to bind port 49770ea3-b30b-44b6-8093-f99c326cea25 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:01.385226 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Attempting to bind port 49770ea3-b30b-44b6-8093-f99c326cea25 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:01.401011 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:01.401453 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:01.401908 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.402310 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:01.404747 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Bound port: 49770ea3-b30b-44b6-8093-f99c326cea25, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:01.405164 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.416722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:59Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '27d8f75f-e6e0-4842-9173-c62286df0f04', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'floating_ip_address': '172.26.2.39', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'port_id': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'fixed_ip_address': '172.20.0.28', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'mac_address': 'fa:16:3e:e8:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:45:55Z', 'updated_at': '2022-05-06T13:45:55Z', 'revision_number': 0, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0d23d1-f55d-43a5-a311-89192c4255d2', 'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'mac_address': 'fa:16:3e:86:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:58Z', 'updated_at': '2022-05-06T13:45:17Z', 'revision_number': 5, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'subnets': [{'id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:01.431165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] Checking router: fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:46:01.446333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port db72841d-ec22-4ba9-ae54-e71900dbbf4b, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=db72841d-ec22-4ba9-ae54-e71900dbbf4b,segment=NetworkSegment(735048f0-3aaa-4a49-aab5-7137997df36c),segment_id=735048f0-3aaa-4a49-aab5-7137997df36c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:01.455875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:01.456862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:01.486784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac6250f-b22e-47dc-9c92-4f9e8764bae6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:46:01.487713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0ac6250f-b22e-47dc-9c92-4f9e8764bae6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:01.490707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event updated for resources: {'Port': ['ID=a0abe5a8-e5c3-4da5-b17c-95244e494bb1,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:01.556105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.624531 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] For port 49770ea3-b30b-44b6-8093-f99c326cea25, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:01.630540 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] For port 49770ea3-b30b-44b6-8093-f99c326cea25, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=49770ea3-b30b-44b6-8093-f99c326cea25,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:01.638731 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.816627 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Routers {'85a01c50-2ce5-498b-8285-1d1a5dd7105d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:01.817421 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['85a01c50-2ce5-498b-8285-1d1a5dd7105d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:01.818498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=db72841d-ec22-4ba9-ae54-e71900dbbf4b,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:01.983721 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fd323810-2271-40cd-b2f2-e13df3fb3ed6 req-e428dea5-4e8c-45f0-825a-40e7243658f9 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8230534 May 06 13:46:02.000231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] For port 49770ea3-b30b-44b6-8093-f99c326cea25, host dv-neutron-840888-1-hyperv, got binding levels [] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:02.000868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:02.053632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 37984) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:02.103974 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d6ed3-1112-4c75-ad23-c9ca8378fc60 None None] Pushing event updated for resources: {'Port': ['ID=49770ea3-b30b-44b6-8093-f99c326cea25,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:02.109847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:02.185924 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] Set router 85a01c50-2ce5-498b-8285-1d1a5dd7105d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:02.307189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef02d3d8-2c8b-4f9b-9597-4ace657b3dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:02.331670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e45d3459-5301-4195-894b-f7bd47d77aab tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.6837232 May 06 13:46:02.352068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 37992) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:02.352068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef02d3d8-2c8b-4f9b-9597-4ace657b3dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:02.581571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ca7d3d14-2baf-4048-8a2d-9c980e80cd5b None None] Provisioning complete for port db72841d-ec22-4ba9-ae54-e71900dbbf4b triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:02.583106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ca7d3d14-2baf-4048-8a2d-9c980e80cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:02.720964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0ac6250f-b22e-47dc-9c92-4f9e8764bae6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:02.723223 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0ac6250f-b22e-47dc-9c92-4f9e8764bae6 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/a9d3d0b1-98a3-47dd-9c93-07458c51f729 HTTP/1.1" status: 404 len: 333 time: 1.4377434 May 06 13:46:02.734149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 49770ea3-b30b-44b6-8093-f99c326cea25 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:02.763633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38000) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:02.847947 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e24fe812-7fc1-43a5-a72b-36937a249238 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/floatingips/27d8f75f-e6e0-4842-9173-c62286df0f04 HTTP/1.1" status: 200 len: 991 time: 0.7879829 May 06 13:46:03.027396 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a01c50-2ce5-498b-8285-1d1a5dd7105d', 'name': 'tempest-NetworksTestDHCPv6-router-2031223977', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:47Z', 'updated_at': '2022-05-06T13:45:52Z', 'revision_number': 2, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None, '_interfaces': [{'id': '49770ea3-b30b-44b6-8093-f99c326cea25', 'name': '', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'mac_address': 'fa:16:3e:b3:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a01c50-2ce5-498b-8285-1d1a5dd7105d', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7c68b211-17be-4b5c-87ef-d817523bd38a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:49Z', 'updated_at': '2022-05-06T13:46:01Z', 'revision_number': 4, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'subnets': [{'id': '7c68b211-17be-4b5c-87ef-d817523bd38a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:03.039767 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cfe15-7ace-4b99-abe6-20dccbbcd0e7 None None] The sync data for ids ['85a01c50-2ce5-498b-8285-1d1a5dd7105d'] in dv-neutron-840888-1-hyperv is: [{'id': '85a01c50-2ce5-498b-8285-1d1a5dd7105d', 'name': 'tempest-NetworksTestDHCPv6-router-2031223977', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:47Z', 'updated_at': '2022-05-06T13:45:52Z', 'revision_number': 2, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None, '_interfaces': [{'id': '49770ea3-b30b-44b6-8093-f99c326cea25', 'name': '', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'mac_address': 'fa:16:3e:b3:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a01c50-2ce5-498b-8285-1d1a5dd7105d', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7c68b211-17be-4b5c-87ef-d817523bd38a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:49Z', 'updated_at': '2022-05-06T13:46:01Z', 'revision_number': 4, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'subnets': [{'id': '7c68b211-17be-4b5c-87ef-d817523bd38a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:03.096902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:46:03.097269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:46:03.112577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e6f5213b-6c92-4d2a-b792-a510700594e6 None None] Could not find standard attr ID for object a9d3d0b1-98a3-47dd-9c93-07458c51f729. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:46:03.124608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:59Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '27d8f75f-e6e0-4842-9173-c62286df0f04', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'floating_ip_address': '172.26.2.39', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'port_id': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'fixed_ip_address': '172.20.0.28', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'mac_address': 'fa:16:3e:e8:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:45:55Z', 'updated_at': '2022-05-06T13:45:55Z', 'revision_number': 0, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0d23d1-f55d-43a5-a311-89192c4255d2', 'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'mac_address': 'fa:16:3e:86:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:58Z', 'updated_at': '2022-05-06T13:45:17Z', 'revision_number': 5, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'subnets': [{'id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:03.135273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553bd3d-1348-4420-bbc8-febc40f91694 None None] The sync data for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv is: [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:59Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '27d8f75f-e6e0-4842-9173-c62286df0f04', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'floating_ip_address': '172.26.2.39', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'port_id': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'fixed_ip_address': '172.20.0.28', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'mac_address': 'fa:16:3e:e8:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:45:55Z', 'updated_at': '2022-05-06T13:45:55Z', 'revision_number': 0, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0d23d1-f55d-43a5-a311-89192c4255d2', 'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'mac_address': 'fa:16:3e:86:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:58Z', 'updated_at': '2022-05-06T13:45:17Z', 'revision_number': 5, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'subnets': [{'id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:03.349455 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ef02d3d8-2c8b-4f9b-9597-4ace657b3dca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85ed7e0e0d0249ecb9763c7c9e36b495&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6024578 May 06 13:46:03.350841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38008) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:03.371121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38012) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:03.463123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.472211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c69e3664-81bb-446c-9fbd-eb0cbf6a9f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.509702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c69e3664-81bb-446c-9fbd-eb0cbf6a9f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.603536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 49770ea3-b30b-44b6-8093-f99c326cea25 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:03.605255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.629558 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943e6be-6f2d-4ec8-959d-7163fda0b058 None None] New status for floating IP 27d8f75f-e6e0-4842-9173-c62286df0f04: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:46:03.757113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c69e3664-81bb-446c-9fbd-eb0cbf6a9f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.812049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02d3d8-2c8b-4f9b-9597-4ace657b3dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5253e6ac-4e29-4d24-841c-1c70db0c010c,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:03.818184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Deleting port 72e798cf-24b5-4dd3-8f65-53d1dfe7a4af {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:03.819149 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.854301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'network': {'name': 'tempest-network-smoke--324085719', 'project_id': '94073f6446054d1680f902b2994092d3', 'port_security_enabled': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:03.859658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38018) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:03.876860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e3664-81bb-446c-9fbd-eb0cbf6a9f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5253e6ac-4e29-4d24-841c-1c70db0c010c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:03.884995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:03.915439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:network and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:03.948726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:04.000338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 49770ea3-b30b-44b6-8093-f99c326cea25 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:04.052802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:04.061463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c69e3664-81bb-446c-9fbd-eb0cbf6a9f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.063653 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c69e3664-81bb-446c-9fbd-eb0cbf6a9f59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5253e6ac-4e29-4d24-841c-1c70db0c010c HTTP/1.1" status: 204 len: 168 time: 0.7125139 May 06 13:46:04.109176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:04.119836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.142660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.143028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.160078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.195632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:04.219843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:04.225919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:04.257644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:04.265453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 49770ea3-b30b-44b6-8093-f99c326cea25 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:04.276369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 49770ea3-b30b-44b6-8093-f99c326cea25 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:04.277284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.286410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] For port 49770ea3-b30b-44b6-8093-f99c326cea25, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=49770ea3-b30b-44b6-8093-f99c326cea25,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:04.286873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.501518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 49770ea3-b30b-44b6-8093-f99c326cea25 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:04.594960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-c4dcb80f-afdf-4f1a-806d-52971cde8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:04.597367 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-c4dcb80f-afdf-4f1a-806d-52971cde8189 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1 HTTP/1.1" status: 200 len: 898 time: 3.1473148 May 06 13:46:04.601738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.603885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd4ef45-fd6e-4ffa-8a99-cb478e4bf083 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet d1c4b03b-200b-49b1-b59a-7cdd39564dc4 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:46:04.624231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Calling delete_port for 72e798cf-24b5-4dd3-8f65-53d1dfe7a4af owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:04.642797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 49770ea3-b30b-44b6-8093-f99c326cea25, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=49770ea3-b30b-44b6-8093-f99c326cea25,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:04.648938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.650122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device db72841d-ec22-4ba9-ae54-e71900dbbf4b up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:04.722168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.755606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.816440 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:04.819476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=49770ea3-b30b-44b6-8093-f99c326cea25,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:04.834779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:46:04.838882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port db72841d-ec22-4ba9-ae54-e71900dbbf4b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:04.838882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.855518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.856011 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Added segment b49119d0-8223-4d58-b7ee-e092cf7761a8 of type vlan for network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c May 06 13:46:04.905493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.912247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:46:04.912768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:46:04.953257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.960904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:04.962403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:04.999036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38026) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:04.999208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ef45-fd6e-4ffa-8a99-cb478e4bf083 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.128717 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7563956 May 06 13:46:05.149842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38030) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:05.171412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'admin_state_up': True, 'project_id': '94073f6446054d1680f902b2994092d3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:05.175144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fbf0b-fbfa-4d91-a7bf-1f2ff4c7c85b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Network': ['ID=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:05.181003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:05.185896 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5e4227e8-3ee9-4b85-86b7-73222cdf71b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c628d71efab9490b9ebe0f47febf2d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554360 May 06 13:46:05.187709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38034) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:05.194306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:router and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:05.197248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:46:05.257575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:05.284695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:05.305451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f346a6f1-72dd-4f62-a325-4dbb632b1fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.309197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ef45-fd6e-4ffa-8a99-cb478e4bf083 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.344457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f346a6f1-72dd-4f62-a325-4dbb632b1fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.367780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-b6d6a658-416b-407c-b343-e06dac277118 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f16dae91-4f60-4e37-a62d-cab91032951d HTTP/1.1" status: 200 len: 1001 time: 0.6792688 May 06 13:46:05.381749 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f216f9ab-56f5-4587-9b8a-4ae784a59dd2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/floatingips/27d8f75f-e6e0-4842-9173-c62286df0f04 HTTP/1.1" status: 200 len: 993 time: 0.7947702 May 06 13:46:05.438670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.439910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.458631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f346a6f1-72dd-4f62-a325-4dbb632b1fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.483614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346a6f1-72dd-4f62-a325-4dbb632b1fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54ea095-ccda-413b-803e-661eaa436ee7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:05.491606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f346a6f1-72dd-4f62-a325-4dbb632b1fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.495531 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f346a6f1-72dd-4f62-a325-4dbb632b1fea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a54ea095-ccda-413b-803e-661eaa436ee7 HTTP/1.1" status: 204 len: 168 time: 0.3053746 May 06 13:46:05.496105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 49770ea3-b30b-44b6-8093-f99c326cea25 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:05.496680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.712119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 49770ea3-b30b-44b6-8093-f99c326cea25 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:05.817320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 49770ea3-b30b-44b6-8093-f99c326cea25 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:05.817795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.866965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-c158ab75-0e2e-4334-930c-3cb454895c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:05.868682 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-c158ab75-0e2e-4334-930c-3cb454895c40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ef0d025-88f6-42a5-99a7-911ebb52826f HTTP/1.1" status: 200 len: 838 time: 0.4799500 May 06 13:46:05.873603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.924454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.960214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:05.975406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:06.026704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ef45-fd6e-4ffa-8a99-cb478e4bf083 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:06.085499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] For port 49770ea3-b30b-44b6-8093-f99c326cea25, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=49770ea3-b30b-44b6-8093-f99c326cea25,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:06.086394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:06.183868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Pushing event deleted for resources: {'Port': ['ID=72e798cf-24b5-4dd3-8f65-53d1dfe7a4af,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:06.350669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 49770ea3-b30b-44b6-8093-f99c326cea25 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:06.531768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0a1234f8-6f2b-43d5-988c-b850b8c906c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:06.781573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:06.825487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ef45-fd6e-4ffa-8a99-cb478e4bf083 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:06.834770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-5faa686d-331a-464f-a0c5-9861093f0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:06.837323 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-5faa686d-331a-464f-a0c5-9861093f0a3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9511762 May 06 13:46:06.841816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:06.885387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=49770ea3-b30b-44b6-8093-f99c326cea25,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:07.111400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4ef45-fd6e-4ffa-8a99-cb478e4bf083 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c4b03b-200b-49b1-b59a-7cdd39564dc4,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:07.125263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:07.229883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38058) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:07.245773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7404ab-eb7b-4556-9b5d-f41c94681c62 None None] Network 39979666-07c7-444d-84a7-7aaa7b274b94 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:07.272385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:07.289287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ef45-fd6e-4ffa-8a99-cb478e4bf083 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:07.529872 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2bd4ef45-fd6e-4ffa-8a99-cb478e4bf083 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/d1c4b03b-200b-49b1-b59a-7cdd39564dc4 HTTP/1.1" status: 204 len: 168 time: 4.7059822 May 06 13:46:07.535327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38064) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:07.573597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:07.576366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2921a604-a36d-49b1-8d92-e91be10f2c78 tempest-ExternalNetworksAdminNegativeTestJSON-542078193 tempest-ExternalNetworksAdminNegativeTestJSON-542078193-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/42550bdf-40c8-4a09-ac37-9faedf65a23d HTTP/1.1" status: 204 len: 168 time: 5.2138827 May 06 13:46:07.589215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Router 18e56530-980e-4247-99e6-33f5a3e4f197 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:46:07.648565 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-c0308da7-3c2f-4568-b1c6-8c68a34bbc39 service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779950 May 06 13:46:07.829773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c581afaa-f023-477a-b860-4d55d948e13c None None] DHCP port deletion for 39979666-07c7-444d-84a7-7aaa7b274b94 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:46:07.840247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c581afaa-f023-477a-b860-4d55d948e13c None None] Deleting port db72841d-ec22-4ba9-ae54-e71900dbbf4b {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:07.841003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c581afaa-f023-477a-b860-4d55d948e13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:07.880839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:07.951747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-b28bb6dd-b7c2-4966-9c11-1241d384d6ac tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:07.953597 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b28bb6dd-b7c2-4966-9c11-1241d384d6ac tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.7224472 May 06 13:46:07.961986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38070) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:07.983910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-5693582a-ce98-4414-97dd-54840519be26 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:07.996511 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5693582a-ce98-4414-97dd-54840519be26 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0313897 May 06 13:46:07.998996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38074) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.170722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-0603856a-26ae-412c-8e2a-fb69cf0cda96 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:08.172400 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0603856a-26ae-412c-8e2a-fb69cf0cda96 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0447707 May 06 13:46:08.182986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38078) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.211916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-fff75d5b-baaa-4b12-a152-decdbb4d0516 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:08.217687 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fff75d5b-baaa-4b12-a152-decdbb4d0516 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0246928 May 06 13:46:08.232741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38084) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.250545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-12a315ac-9c41-4c45-92b0-01952e54f064 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:08.255808 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-12a315ac-9c41-4c45-92b0-01952e54f064 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0181184 May 06 13:46:08.361818 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38088) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.364377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port db72841d-ec22-4ba9-ae54-e71900dbbf4b {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:08.365214 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:08.419918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-ef894fe9-a59b-4de1-a2c8-9884d3790bb0 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:08.426736 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ef894fe9-a59b-4de1-a2c8-9884d3790bb0 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0139127 May 06 13:46:08.449573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38092) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.450956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38094) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.453603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c581afaa-f023-477a-b860-4d55d948e13c None None] For port db72841d-ec22-4ba9-ae54-e71900dbbf4b, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=db72841d-ec22-4ba9-ae54-e71900dbbf4b,segment=NetworkSegment(735048f0-3aaa-4a49-aab5-7137997df36c),segment_id=735048f0-3aaa-4a49-aab5-7137997df36c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:08.454149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c581afaa-f023-477a-b860-4d55d948e13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:08.476687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-935c6f29-6c2e-4089-8f3a-f3c74aa5c0e6 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:08.478337 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-935c6f29-6c2e-4089-8f3a-f3c74aa5c0e6 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0259275 May 06 13:46:08.484790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38100) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.509639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-59e7f1ae-6e7d-426a-9b6a-8e93d5287b8e tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:08.511277 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-59e7f1ae-6e7d-426a-9b6a-8e93d5287b8e tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0186532 May 06 13:46:08.518217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Router 85a01c50-2ce5-498b-8285-1d1a5dd7105d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:46:08.534195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38106) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.553277 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-e18ae539-caef-4a49-9960-12540737e87c tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:08.557207 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e18ae539-caef-4a49-9960-12540737e87c tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0148785 May 06 13:46:08.562485 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38110) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.588868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:46:08.611265 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f3bb776-a7fe-41be-9f59-4956a70e14b7 req-4f36b834-9fc1-4d32-9ab3-65e89cf49923 service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9498327 May 06 13:46:08.703393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c581afaa-f023-477a-b860-4d55d948e13c None None] Calling delete_port for db72841d-ec22-4ba9-ae54-e71900dbbf4b owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:08.738569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-793e1641-210d-4961-a226-12de810e2b12 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:08.743958 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-793e1641-210d-4961-a226-12de810e2b12 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0482478 May 06 13:46:08.761547 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38114) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.777789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Sync routers for ids ['18e56530-980e-4247-99e6-33f5a3e4f197'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:46:08.820794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Routers {'18e56530-980e-4247-99e6-33f5a3e4f197'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:08.821915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:45:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['18e56530-980e-4247-99e6-33f5a3e4f197'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:08.844503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:08.848683 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-72fc17e6-71d3-4fb6-abb2-f506a3987fba tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 15.3210940 May 06 13:46:08.850401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38118) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:08.853139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.013895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c581afaa-f023-477a-b860-4d55d948e13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.059808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-fe108759-1f12-44e3-8434-7a30e124109f tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.064708 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fe108759-1f12-44e3-8434-7a30e124109f tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.2926075 May 06 13:46:09.064708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5e-f278-439b-b5d4-22fff59beb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.078084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38122) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.085516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-425bbdb5-685f-4b9a-9816-4bc0b7d10228 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.089090 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-425bbdb5-685f-4b9a-9816-4bc0b7d10228 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0080621 May 06 13:46:09.089090 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.090578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38126) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.102555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-5a1d1701-13e3-4c2d-988d-3ee3014c755e tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.109116 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5a1d1701-13e3-4c2d-988d-3ee3014c755e tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092244 May 06 13:46:09.109384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581afaa-f023-477a-b860-4d55d948e13c None None] No DVR routers for this DVR port db72841d-ec22-4ba9-ae54-e71900dbbf4b on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:46:09.115423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-42fe0d5e-f278-439b-b5d4-22fff59beb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:09.120869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38130) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.131899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-42fe0d5e-f278-439b-b5d4-22fff59beb6c admin admin] Usage tracker for resource:security_group_rule and tenant:8c5446f591c84784abc4dd633cf84bea is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:09.144378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581afaa-f023-477a-b860-4d55d948e13c None None] Pushing event deleted for resources: {'Port': ['ID=db72841d-ec22-4ba9-ae54-e71900dbbf4b,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:09.151753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-42a90255-edb8-4361-83bf-6fecf6cbc933 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.152329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4055d8d0-97ad-479d-94f2-6aedcd72a46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.156749 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-42a90255-edb8-4361-83bf-6fecf6cbc933 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0246096 May 06 13:46:09.156749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-42fe0d5e-f278-439b-b5d4-22fff59beb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:09.157044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38134) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.165148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:46:09.175094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-cf792a31-ed96-466b-984b-f42d09ce150f tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.179224 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cf792a31-ed96-466b-984b-f42d09ce150f tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0187922 May 06 13:46:09.185717 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] Sync routers for ids ['85a01c50-2ce5-498b-8285-1d1a5dd7105d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:46:09.190362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38138) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.200542 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] Routers {'85a01c50-2ce5-498b-8285-1d1a5dd7105d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:09.203912 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['85a01c50-2ce5-498b-8285-1d1a5dd7105d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:09.208038 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-37c1712b-4311-4d7d-8f0e-d19d3505647b tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.211523 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-37c1712b-4311-4d7d-8f0e-d19d3505647b tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0101724 May 06 13:46:09.213032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38142) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.226455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-7823697f-0420-4b3d-b709-8b6511becf2d tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.233141 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7823697f-0420-4b3d-b709-8b6511becf2d tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0108778 May 06 13:46:09.233141 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dd6e0a2b-0202-4f0b-bcb4-71d8b65b25c0 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/routers/18e56530-980e-4247-99e6-33f5a3e4f197 HTTP/1.1" status: 200 len: 906 time: 0.3780608 May 06 13:46:09.233915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38146) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.234247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38148) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.236529 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f13d45a0-366f-4a03-be39-f2f241aab407 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "PUT /v2.0/routers/85a01c50-2ce5-498b-8285-1d1a5dd7105d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9688108 May 06 13:46:09.244878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-22a75e16-5db1-4afc-8d6a-e8b0025ea04a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.248828 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-22a75e16-5db1-4afc-8d6a-e8b0025ea04a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0090249 May 06 13:46:09.248828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38154) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.331549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-42fe0d5e-f278-439b-b5d4-22fff59beb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:09.334794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38156) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.343388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Set router 18e56530-980e-4247-99e6-33f5a3e4f197 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:09.358236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-391bd9c8-cebd-4a43-8c1d-ddcecd15a3c5 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.359833 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-391bd9c8-cebd-4a43-8c1d-ddcecd15a3c5 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0151901 May 06 13:46:09.385903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38160) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.402901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-6f180f99-cccd-44fc-92e7-35e76505ecfc tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.405003 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6f180f99-cccd-44fc-92e7-35e76505ecfc tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0175545 May 06 13:46:09.426168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38164) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.453571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-0ad000e6-e09b-4b6d-b8c5-7944a481741b tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.455193 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0ad000e6-e09b-4b6d-b8c5-7944a481741b tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0275257 May 06 13:46:09.465156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38168) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.468724 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] For port db72841d-ec22-4ba9-ae54-e71900dbbf4b, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=db72841d-ec22-4ba9-ae54-e71900dbbf4b,segment=NetworkSegment(735048f0-3aaa-4a49-aab5-7137997df36c),segment_id=735048f0-3aaa-4a49-aab5-7137997df36c)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:09.469288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.492413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.502861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-60429b9c-9a63-4e3b-afed-d8847669d6e5 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.504527 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-60429b9c-9a63-4e3b-afed-d8847669d6e5 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0193889 May 06 13:46:09.510831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38174) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.528978 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] Set router 85a01c50-2ce5-498b-8285-1d1a5dd7105d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:09.755836 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a01c50-2ce5-498b-8285-1d1a5dd7105d', 'name': 'tempest-NetworksTestDHCPv6-router-2031223977', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:47Z', 'updated_at': '2022-05-06T13:46:06Z', 'revision_number': 3, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:09.763087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-dc391223-075f-4116-811b-63f56b07801a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.769522 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dc391223-075f-4116-811b-63f56b07801a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.2488878 May 06 13:46:09.771326 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] Checking router: 85a01c50-2ce5-498b-8285-1d1a5dd7105d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:46:09.779133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38178) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.782003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for db72841d-ec22-4ba9-ae54-e71900dbbf4b owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:09.790932 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] Routers {'85a01c50-2ce5-498b-8285-1d1a5dd7105d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:09.792108 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['85a01c50-2ce5-498b-8285-1d1a5dd7105d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:09.807425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device db72841d-ec22-4ba9-ae54-e71900dbbf4b no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:46:09.808342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-7a70dfe4-e3d1-4ec0-972c-8ece3747f34e tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.812718 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7a70dfe4-e3d1-4ec0-972c-8ece3747f34e tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0292461 May 06 13:46:09.823520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947cb1cc-7c1d-4547-9da1-ea0edb35278f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:09.825673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947cb1cc-7c1d-4547-9da1-ea0edb35278f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:09.826585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-947cb1cc-7c1d-4547-9da1-ea0edb35278f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:09.829606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38182) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.830893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.172 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/eb1e5a6e-45b3-47a1-9862-673cf2909d27) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:09.848733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-ad5e4f04-d167-4945-b38b-759665a228ef tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.849804 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ad5e4f04-d167-4945-b38b-759665a228ef tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0123694 May 06 13:46:09.852687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38186) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.865845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-4635a813-b10d-41df-9e91-5a46a5d41b51 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.867153 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4635a813-b10d-41df-9e91-5a46a5d41b51 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0065055 May 06 13:46:09.878925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38190) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.887009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: db72841d-ec22-4ba9-ae54-e71900dbbf4b {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:46:09.887567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device db72841d-ec22-4ba9-ae54-e71900dbbf4b not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:46:09.894895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-cba62029-03d6-4682-bf8e-35352edde221 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.896250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cba62029-03d6-4682-bf8e-35352edde221 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0160799 May 06 13:46:09.902888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38194) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:09.947042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-dd28aaa9-a4f8-4c5a-a7b6-e7e9619db163 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:09.951287 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dd28aaa9-a4f8-4c5a-a7b6-e7e9619db163 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0223591 May 06 13:46:09.951534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.027792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5e-f278-439b-b5d4-22fff59beb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.036623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38198) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.037538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:46:10.038026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:46:10.045098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-a585d3fe-6557-4cca-adf2-33f18db4b228 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.050402 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a585d3fe-6557-4cca-adf2-33f18db4b228 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0111902 May 06 13:46:10.052259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-42fe0d5e-f278-439b-b5d4-22fff59beb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.056210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38202) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.060409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-947cb1cc-7c1d-4547-9da1-ea0edb35278f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:10.062409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-947cb1cc-7c1d-4547-9da1-ea0edb35278f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5719924 May 06 13:46:10.068766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-7e05fc2f-11a7-4402-829a-35631003ae94 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.072996 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7e05fc2f-11a7-4402-829a-35631003ae94 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0125070 May 06 13:46:10.073790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38206) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.074387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38208) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.082169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.092872 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] Set router 85a01c50-2ce5-498b-8285-1d1a5dd7105d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:10.123069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Deleting port a0abe5a8-e5c3-4da5-b17c-95244e494bb1 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:10.123691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.152247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-995e3bb5-ebce-4e3f-8402-3f3a5a91406a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.154938 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-995e3bb5-ebce-4e3f-8402-3f3a5a91406a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0741527 May 06 13:46:10.161575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.182399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38214) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.192963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e56530-980e-4247-99e6-33f5a3e4f197', 'name': 'tempest-snat-router-48568234', 'tenant_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a0abe5a8-e5c3-4da5-b17c-95244e494bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:53Z', 'updated_at': '2022-05-06T13:46:01Z', 'revision_number': 3, 'project_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'gw_port': {'id': 'a0abe5a8-e5c3-4da5-b17c-95244e494bb1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e56530-980e-4247-99e6-33f5a3e4f197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:57Z', 'updated_at': '2022-05-06T13:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:10.200570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-6fc2b812-2060-41b8-99fd-3df8977f7c5b tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.201778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6fc2b812-2060-41b8-99fd-3df8977f7c5b tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104203 May 06 13:46:10.206871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Checking router: 18e56530-980e-4247-99e6-33f5a3e4f197 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:46:10.207461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Updating router 18e56530-980e-4247-99e6-33f5a3e4f197 port a0abe5a8-e5c3-4da5-b17c-95244e494bb1 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:46:10.211675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38218) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.223444 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-42fe0d5e-f278-439b-b5d4-22fff59beb6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c5446f591c84784abc4dd633cf84bea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7675917 May 06 13:46:10.228087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-41edabd2-b83b-4bd1-bbf8-d50ab6cf1a88 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.229293 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-41edabd2-b83b-4bd1-bbf8-d50ab6cf1a88 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0162683 May 06 13:46:10.229978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38222) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.250231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38224) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.258754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe0d5e-f278-439b-b5d4-22fff59beb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27965908-f0ce-48c5-bff9-45f3ccba8909,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:10.259221 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a01c50-2ce5-498b-8285-1d1a5dd7105d', 'name': 'tempest-NetworksTestDHCPv6-router-2031223977', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:47Z', 'updated_at': '2022-05-06T13:46:06Z', 'revision_number': 3, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:10.271009 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68ebb49-785b-4350-9fc4-c16e4142e827 None None] The sync data for ids ['85a01c50-2ce5-498b-8285-1d1a5dd7105d'] in dv-neutron-840888-1-hyperv is: [{'id': '85a01c50-2ce5-498b-8285-1d1a5dd7105d', 'name': 'tempest-NetworksTestDHCPv6-router-2031223977', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:47Z', 'updated_at': '2022-05-06T13:46:06Z', 'revision_number': 3, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:10.293662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-946acd85-f594-4d88-8564-7983f96c19ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 7c68b211-17be-4b5c-87ef-d817523bd38a {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:46:10.297326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-946acd85-f594-4d88-8564-7983f96c19ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.327913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-63d6f149-6425-4863-8c1d-3d84a02a2c8a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.329612 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-63d6f149-6425-4863-8c1d-3d84a02a2c8a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0763392 May 06 13:46:10.334703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38230) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.337933 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.354564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-f87219e2-a3da-49f4-af20-191e257a1994 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.360958 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f87219e2-a3da-49f4-af20-191e257a1994 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0181589 May 06 13:46:10.368768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38234) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.376567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-5adfaad4-4401-4edf-a419-ea9b7ee8451c tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.382265 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5adfaad4-4401-4edf-a419-ea9b7ee8451c tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0082197 May 06 13:46:10.382729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38238) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.400085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-5122fa19-6d3f-4f5a-8810-61d470572b97 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.401817 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5122fa19-6d3f-4f5a-8810-61d470572b97 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0174911 May 06 13:46:10.407212 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38242) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.416974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-5856ff13-ed3a-486d-9c87-d7e5f4146bf8 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.418403 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5856ff13-ed3a-486d-9c87-d7e5f4146bf8 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0099473 May 06 13:46:10.423056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38246) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.430839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-f86b8f6c-d9a6-45a2-8515-4e60e2c2ccdb tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.436033 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f86b8f6c-d9a6-45a2-8515-4e60e2c2ccdb tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0082111 May 06 13:46:10.437296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-946acd85-f594-4d88-8564-7983f96c19ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.467911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38250) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.478000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-afa36302-aee3-4f82-bf1b-c949d5aad6a1 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.483058 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-afa36302-aee3-4f82-bf1b-c949d5aad6a1 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0104980 May 06 13:46:10.487449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38254) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.495124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-e2311751-e346-4729-9072-0c5bd6344457 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.501253 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e2311751-e346-4729-9072-0c5bd6344457 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0082757 May 06 13:46:10.501253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38258) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.512304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-0a250ee4-383e-409a-b191-4d1d9191c102 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.519263 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0a250ee4-383e-409a-b191-4d1d9191c102 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0128086 May 06 13:46:10.521838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38262) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.534074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-5ff8bc4f-af29-4d67-8c34-047a0f6065a9 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.534074 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5ff8bc4f-af29-4d67-8c34-047a0f6065a9 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0113654 May 06 13:46:10.538383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38266) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.538912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port db72841d-ec22-4ba9-ae54-e71900dbbf4b {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:10.539257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.581926 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-f98286db-9ba1-40a4-8ab8-2e4529a3496d tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.582763 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f98286db-9ba1-40a4-8ab8-2e4529a3496d tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0128641 May 06 13:46:10.592236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38270) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.599288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-93e94331-6ade-40d1-bdaf-0a3f4822aab2 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.600281 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-93e94331-6ade-40d1-bdaf-0a3f4822aab2 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071170 May 06 13:46:10.615063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38274) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.634991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.642806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] The port 'db72841d-ec22-4ba9-ae54-e71900dbbf4b' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:46:10.660750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-db4f6067-9ab5-4375-bfc1-8dc1a46b2612 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.661717 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-db4f6067-9ab5-4375-bfc1-8dc1a46b2612 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0329201 May 06 13:46:10.667315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38278) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.677063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ad27abf2-a81d-48f2-9cc3-2c6b8e816aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.682209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-dc5c29ff-fa91-4da6-bbd3-2fdeefb1b1ce tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.683178 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dc5c29ff-fa91-4da6-bbd3-2fdeefb1b1ce tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0113840 May 06 13:46:10.694755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38282) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.714772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-f3783351-1ee4-4dc6-8975-a86dc394d190 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.720498 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f3783351-1ee4-4dc6-8975-a86dc394d190 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0112479 May 06 13:46:10.723895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38286) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.765591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-d06b8776-e0cc-4ad9-873a-59cdfad227a7 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.765895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-946acd85-f594-4d88-8564-7983f96c19ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.766079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d06b8776-e0cc-4ad9-873a-59cdfad227a7 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0340564 May 06 13:46:10.774213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ad27abf2-a81d-48f2-9cc3-2c6b8e816aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.781659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38290) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.800936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-0206bb46-6b23-42dd-8512-3795042f9362 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.805962 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0206bb46-6b23-42dd-8512-3795042f9362 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0193162 May 06 13:46:10.807077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38294) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.822964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-8b9b72f1-6792-4520-b875-4ee49462fffb tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.828527 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8b9b72f1-6792-4520-b875-4ee49462fffb tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0145886 May 06 13:46:10.830630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.830878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38298) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.833527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.848104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-f3110f20-e9ef-434a-a424-ea8312a56cd0 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.854627 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f3110f20-e9ef-434a-a424-ea8312a56cd0 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0186987 May 06 13:46:10.855312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38302) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:10.885059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39979666-07c7-444d-84a7-7aaa7b274b94']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:10.904882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735048f0-3aaa-4a49-aab5-7137997df36c') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:10.905145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735048f0-3aaa-4a49-aab5-7137997df36c') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:10.922418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-e7aabb54-3797-443b-95a1-26a74ec39cd4 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:10.922724 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.923732 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e7aabb54-3797-443b-95a1-26a74ec39cd4 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0638382 May 06 13:46:10.964386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.979074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:46:10.979919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.990092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38306) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.002192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Calling delete_port for a0abe5a8-e5c3-4da5-b17c-95244e494bb1 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:46:11.022878 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:46:11.030746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.044823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-3cb4f03c-2bc7-44e5-9f57-343b62c13c5f tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.048878 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3cb4f03c-2bc7-44e5-9f57-343b62c13c5f tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0571966 May 06 13:46:11.084352 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38310) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.110628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-9138be33-1d2a-4fc8-b282-80cddb4bb33c tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.114780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9138be33-1d2a-4fc8-b282-80cddb4bb33c tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0195382 May 06 13:46:11.126587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:11.127139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-946acd85-f594-4d88-8564-7983f96c19ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.133418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38314) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.137196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:11.140337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:11.196192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.220766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-ae9c9037-c1e6-43b3-ad07-664c9fe9c835 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.222519 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ae9c9037-c1e6-43b3-ad07-664c9fe9c835 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0249245 May 06 13:46:11.242998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38318) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.250376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ad27abf2-a81d-48f2-9cc3-2c6b8e816aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.262200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946acd85-f594-4d88-8564-7983f96c19ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=7c68b211-17be-4b5c-87ef-d817523bd38a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:11.266505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-946acd85-f594-4d88-8564-7983f96c19ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.278960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac7c2e-4799-4889-b782-81990159cf29 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:11.291813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.293408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Transition to ACTIVE for port object a0abe5a8-e5c3-4da5-b17c-95244e494bb1 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:11.312231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-59cff578-d632-4ff1-8cff-af9e0729bac8 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.317672 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-59cff578-d632-4ff1-8cff-af9e0729bac8 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0578318 May 06 13:46:11.328499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38322) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.330215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.352165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=eb1e5a6e-45b3-47a1-9862-673cf2909d27,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:11.354869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.355171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27abf2-a81d-48f2-9cc3-2c6b8e816aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27965908-f0ce-48c5-bff9-45f3ccba8909,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:11.367236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-7fa399c2-b02f-4807-8fcb-dcb3d942d161 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.369395 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7fa399c2-b02f-4807-8fcb-dcb3d942d161 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0199437 May 06 13:46:11.371778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Network': ['ID=39979666-07c7-444d-84a7-7aaa7b274b94,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:11.375197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38326) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.378336 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-71fbdbf6-3627-42ed-9236-197cfa6514ba tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/networks/39979666-07c7-444d-84a7-7aaa7b274b94 HTTP/1.1" status: 204 len: 168 time: 3.8405631 May 06 13:46:11.393637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-edf1c0da-d7be-4cd4-a7a5-158ecd62eb29 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.395705 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-edf1c0da-d7be-4cd4-a7a5-158ecd62eb29 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0153091 May 06 13:46:11.396959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38328) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.399724 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-946acd85-f594-4d88-8564-7983f96c19ef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/7c68b211-17be-4b5c-87ef-d817523bd38a HTTP/1.1" status: 204 len: 168 time: 1.3209038 May 06 13:46:11.404603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38332) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.406169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38334) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.417086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'name': 'tempest-PortsIpV6TestJSON-1276235958'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:11.466408 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-290757b5-332e-445f-a9a4-621c1ac67576 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.472033 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-290757b5-332e-445f-a9a4-621c1ac67576 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0130603 May 06 13:46:11.477193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38342) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.528688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ad27abf2-a81d-48f2-9cc3-2c6b8e816aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.531791 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ad27abf2-a81d-48f2-9cc3-2c6b8e816aee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27965908-f0ce-48c5-bff9-45f3ccba8909 HTTP/1.1" status: 204 len: 168 time: 1.2936444 May 06 13:46:11.538919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47861495-5893-4a3f-8970-8c1ee714555f None None] Pushing event updated for resources: {'Port': ['ID=a0abe5a8-e5c3-4da5-b17c-95244e494bb1,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:11.569689 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.610822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Attempting to bind port a0abe5a8-e5c3-4da5-b17c-95244e494bb1 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:11.611195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Attempting to bind port a0abe5a8-e5c3-4da5-b17c-95244e494bb1 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:11.611712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Attempting to bind port a0abe5a8-e5c3-4da5-b17c-95244e494bb1 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:11.612710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-be47ef5f-0dd2-49e3-9be8-7a1de49ad94a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.619779 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-be47ef5f-0dd2-49e3-9be8-7a1de49ad94a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0134685 May 06 13:46:11.631106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38348) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.642698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-234288ef-2411-4c07-8045-695eb7e1be47 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.645013 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-234288ef-2411-4c07-8045-695eb7e1be47 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0121672 May 06 13:46:11.661390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 49770ea3-b30b-44b6-8093-f99c326cea25 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:46:11.662362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38352) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.689449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-ce350f36-7815-494c-b9ea-4a157016d42a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.693373 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ce350f36-7815-494c-b9ea-4a157016d42a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0242851 May 06 13:46:11.696896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:11.697269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:11.697728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.698113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:11.698601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Bound port: a0abe5a8-e5c3-4da5-b17c-95244e494bb1, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:11.698974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.702885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38356) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.724882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-55033b0b-6af0-4966-97d8-641fe9ec6a6a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.729719 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-55033b0b-6af0-4966-97d8-641fe9ec6a6a tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0210040 May 06 13:46:11.732283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38362) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.750494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-fda5240c-6c57-4cd6-8d6e-24b7b20e1618 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.752341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 49770ea3-b30b-44b6-8093-f99c326cea25 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:46:11.752802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 49770ea3-b30b-44b6-8093-f99c326cea25 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:46:11.759709 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fda5240c-6c57-4cd6-8d6e-24b7b20e1618 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0226283 May 06 13:46:11.762427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38366) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.770049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-b5d68458-4ca7-4a38-bb3c-0996438f61da tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.774214 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b5d68458-4ca7-4a38-bb3c-0996438f61da tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0101988 May 06 13:46:11.778481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38370) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.785014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-e6409344-9232-46df-af0d-b65f97b404bf tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.789623 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e6409344-9232-46df-af0d-b65f97b404bf tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0090885 May 06 13:46:11.791507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38374) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.796058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:46:11.796660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:46:11.800658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [None req-d053087c-2921-4346-b75f-8e21cbea5c0b tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.805329 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d053087c-2921-4346-b75f-8e21cbea5c0b tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0125391 May 06 13:46:11.805995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38378) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:11.823616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] For port a0abe5a8-e5c3-4da5-b17c-95244e494bb1, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:11.831098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] For port a0abe5a8-e5c3-4da5-b17c-95244e494bb1, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a0abe5a8-e5c3-4da5-b17c-95244e494bb1,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:11.839731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [None req-900f6bf8-e63a-476c-86b9-83410ac19fe9 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:46:11.839960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.844636 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-900f6bf8-e63a-476c-86b9-83410ac19fe9 tempest-ExtensionsTestJSON-99376960 tempest-ExtensionsTestJSON-99376960-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0317190 May 06 13:46:12.013874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47861495-5893-4a3f-8970-8c1ee714555f None None] Pushing event updated for resources: {'Port': ['ID=a0abe5a8-e5c3-4da5-b17c-95244e494bb1,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:12.017044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12baba1-4023-4ef6-8cea-71c54e41c40e None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:46:12.026026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b12baba1-4023-4ef6-8cea-71c54e41c40e None None] Deleting port 5fbcecad-1055-4f23-89e2-6ada991e19ab {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:12.026536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b12baba1-4023-4ef6-8cea-71c54e41c40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.200771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Routers {'18e56530-980e-4247-99e6-33f5a3e4f197'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:12.202492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['18e56530-980e-4247-99e6-33f5a3e4f197'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:12.252919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38384) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:12.298517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Deleting port a0abe5a8-e5c3-4da5-b17c-95244e494bb1 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:12.299228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.361461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38390) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:12.402022 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f572bfaa-f218-4416-ab03-792481a3cbd2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9436688 May 06 13:46:12.404976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:12.408895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38396) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:12.525176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b12baba1-4023-4ef6-8cea-71c54e41c40e None None] For port 5fbcecad-1055-4f23-89e2-6ada991e19ab, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5fbcecad-1055-4f23-89e2-6ada991e19ab,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:12.530765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b12baba1-4023-4ef6-8cea-71c54e41c40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.539360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.549715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] Set router 18e56530-980e-4247-99e6-33f5a3e4f197 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:12.595017 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-07f25797-d2d7-4eb2-ac01-31f81cd11217 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1ece902f64849ec8922974774617ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396919 May 06 13:46:12.598006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38400) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:12.676165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:12.690763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8e2c-6a72-40b5-a8cd-a5ec42fc4f8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.709432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4d1a27de-5339-4f9c-9247-a944b470377a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.777962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b12baba1-4023-4ef6-8cea-71c54e41c40e None None] Calling delete_port for 5fbcecad-1055-4f23-89e2-6ada991e19ab owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:12.809174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e56530-980e-4247-99e6-33f5a3e4f197', 'name': 'tempest-snat-router-48568234', 'tenant_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:53Z', 'updated_at': '2022-05-06T13:46:10Z', 'revision_number': 4, 'project_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:12.823474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ceb1d-1362-435d-b068-13ab3d350f44 None None] The sync data for ids ['18e56530-980e-4247-99e6-33f5a3e4f197'] in dv-neutron-840888-1-hyperv is: [{'id': '18e56530-980e-4247-99e6-33f5a3e4f197', 'name': 'tempest-snat-router-48568234', 'tenant_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:53Z', 'updated_at': '2022-05-06T13:46:10Z', 'revision_number': 4, 'project_id': 'f2f8c6d724ee4824b935fc8b631184f0', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:12.902801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b12baba1-4023-4ef6-8cea-71c54e41c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.992944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:12.997442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.024927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12baba1-4023-4ef6-8cea-71c54e41c40e None None] Pushing event deleted for resources: {'Port': ['ID=5fbcecad-1055-4f23-89e2-6ada991e19ab,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:13.027224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12baba1-4023-4ef6-8cea-71c54e41c40e None None] No DVR routers for this DVR port 5fbcecad-1055-4f23-89e2-6ada991e19ab on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:46:13.039397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4d1a27de-5339-4f9c-9247-a944b470377a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:13.100651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] For port a0abe5a8-e5c3-4da5-b17c-95244e494bb1, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a0abe5a8-e5c3-4da5-b17c-95244e494bb1,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:13.101219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.113460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4d1a27de-5339-4f9c-9247-a944b470377a admin admin] Usage tracker for resource:security_group_rule and tenant:8df350a8e89c419a846c9d551746054a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:13.123791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4d1a27de-5339-4f9c-9247-a944b470377a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:13.143416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5adfc599-c8d7-4b09-b923-98acbd8dd78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.146919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4d1a27de-5339-4f9c-9247-a944b470377a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:13.176595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port 30ac5a8c-82a6-4a25-b3bf-9c8ca50a1f69 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:46:13.218253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8e2c-6a72-40b5-a8cd-a5ec42fc4f8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.227465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8e2c-6a72-40b5-a8cd-a5ec42fc4f8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.324354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8e2c-6a72-40b5-a8cd-a5ec42fc4f8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.325739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9f8e2c-6a72-40b5-a8cd-a5ec42fc4f8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Fanout notify agent at l3_agent the message router_deleted on router 85a01c50-2ce5-498b-8285-1d1a5dd7105d {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:46:13.389706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8e2c-6a72-40b5-a8cd-a5ec42fc4f8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.393997 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6e9f8e2c-6a72-40b5-a8cd-a5ec42fc4f8f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/routers/85a01c50-2ce5-498b-8285-1d1a5dd7105d HTTP/1.1" status: 204 len: 168 time: 0.9810472 May 06 13:46:13.397924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38404) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:13.407589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:13.411180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Calling delete_port for a0abe5a8-e5c3-4da5-b17c-95244e494bb1 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:13.677432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5fbcecad-1055-4f23-89e2-6ada991e19ab no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:46:13.700971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5adfc599-c8d7-4b09-b923-98acbd8dd78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.745475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 5fbcecad-1055-4f23-89e2-6ada991e19ab {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:46:13.746256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5fbcecad-1055-4f23-89e2-6ada991e19ab not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:46:13.769661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:13.798492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:13.806017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:13.832644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:13.851478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.864024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:13.868876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.020053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.059600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.115168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:14.123970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:14.130846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:14.138552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:14.138823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.161861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4d1a27de-5339-4f9c-9247-a944b470377a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.171823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5adfc599-c8d7-4b09-b923-98acbd8dd78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.196744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4d1a27de-5339-4f9c-9247-a944b470377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.209907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=30ac5a8c-82a6-4a25-b3bf-9c8ca50a1f69,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:14.219825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfc599-c8d7-4b09-b923-98acbd8dd78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad95d18-0f86-4e57-bdc8-3ac90e33369b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:14.230258 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e0bea7e9-10fd-4174-a904-49877ceb76a5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8286190 May 06 13:46:14.235711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38408) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:14.342278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-9af5fe76-e150-4955-8fa3-fe32ec92d538 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 30ac5a8c-82a6-4a25-b3bf-9c8ca50a1f69 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:14.342613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9af5fe76-e150-4955-8fa3-fe32ec92d538 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.382295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.410638 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4d1a27de-5339-4f9c-9247-a944b470377a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8df350a8e89c419a846c9d551746054a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0371664 May 06 13:46:14.418076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a27de-5339-4f9c-9247-a944b470377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bca470-d6a8-4eb5-b867-2837aaf55cc1,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:14.424679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38412) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:14.433561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5adfc599-c8d7-4b09-b923-98acbd8dd78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.437307 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5adfc599-c8d7-4b09-b923-98acbd8dd78a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cad95d18-0f86-4e57-bdc8-3ac90e33369b HTTP/1.1" status: 204 len: 168 time: 1.8319461 May 06 13:46:14.476041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.506972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:14.541958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:14.561239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7544c87a-38aa-40b1-bb01-c9ac069d1424 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:14.561731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:14.562219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.585217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0abe5a8-e5c3-4da5-b17c-95244e494bb1,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:14.774366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=9ab0bc84-b742-435d-bf67-270ff5a1b08b,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:14.788171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router c286c038-4e0b-4860-b204-a272bd923e94 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:46:14.832472 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d39cc0c9-478e-4a3d-b3a8-56a85a225851 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4330692 May 06 13:46:14.839236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38420) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:14.894498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1686121015', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:14.908205 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-913a97c9-7625-469a-ae66-d7f977ce5b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.915018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:14.937823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.951381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:router and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:14.953898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '9ab0bc84-b742-435d-bf67-270ff5a1b08b'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:14.955777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.972761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:15.046844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9af5fe76-e150-4955-8fa3-fe32ec92d538 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.093136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:15.109598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-913a97c9-7625-469a-ae66-d7f977ce5b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.261814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-9af5fe76-e150-4955-8fa3-fe32ec92d538 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 30ac5a8c-82a6-4a25-b3bf-9c8ca50a1f69 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:15.267154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.271279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.278804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/9ab0bc84-b742-435d-bf67-270ff5a1b08b/92bdce6b-8150-4764-9150-25923ed005d2) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:15.296628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.297992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.362316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.406510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.419029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9af5fe76-e150-4955-8fa3-fe32ec92d538 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.487876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-913a97c9-7625-469a-ae66-d7f977ce5b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.491321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5fe76-e150-4955-8fa3-fe32ec92d538 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=30ac5a8c-82a6-4a25-b3bf-9c8ca50a1f69,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:15.529226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a97c9-7625-469a-ae66-d7f977ce5b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bca470-d6a8-4eb5-b867-2837aaf55cc1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:15.532755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9af5fe76-e150-4955-8fa3-fe32ec92d538 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.534934 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9af5fe76-e150-4955-8fa3-fe32ec92d538 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/30ac5a8c-82a6-4a25-b3bf-9c8ca50a1f69 HTTP/1.1" status: 204 len: 168 time: 1.2978997 May 06 13:46:15.539016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38432) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:15.549643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'mac_address': 'fa:16:3e:b2:61:4b', 'name': 'tempest-PortsIpV6TestJSON-1482997901'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:15.573135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-913a97c9-7625-469a-ae66-d7f977ce5b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.574288 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-913a97c9-7625-469a-ae66-d7f977ce5b7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9bca470-d6a8-4eb5-b867-2837aaf55cc1 HTTP/1.1" status: 204 len: 168 time: 1.1446292 May 06 13:46:15.579817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.580620 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6c5b3d23-a6d5-41a5-9672-f063017bb15a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7403381 May 06 13:46:15.586084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38438) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:15.648479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.663574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Transition to ACTIVE for port object 92bdce6b-8150-4764-9150-25923ed005d2 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:15.688025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Transition to ACTIVE for port object 92bdce6b-8150-4764-9150-25923ed005d2 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:15.707097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.740015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.740898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18e56530-980e-4247-99e6-33f5a3e4f197 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:46:15.792140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.797594 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-db77cfcd-383d-4311-9867-7776aefd1118 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "DELETE /v2.0/routers/18e56530-980e-4247-99e6-33f5a3e4f197 HTTP/1.1" status: 204 len: 168 time: 6.5590611 May 06 13:46:15.806931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Pushing event updated for resources: {'Port': ['ID=92bdce6b-8150-4764-9150-25923ed005d2,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:15.816831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38444) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:15.850621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:15.860528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:15.863462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:15.997282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Attempting to bind port 92bdce6b-8150-4764-9150-25923ed005d2 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:15.999000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Attempting to bind port 92bdce6b-8150-4764-9150-25923ed005d2 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:15.999610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Attempting to bind port 92bdce6b-8150-4764-9150-25923ed005d2 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:16.019873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:16.020705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:16.021359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.021979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:16.022712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Bound port: 92bdce6b-8150-4764-9150-25923ed005d2, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:16.023506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.149958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:16.157493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:port and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:16.162319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:16.171311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:16.194887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:16.195436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:46:16.212071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Sync routers for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:46:16.245075 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:16.246124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:16.493183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:16.503715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.505789 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-57c4ffb3-f2d0-48b7-a3c3-12fbd2250967 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.3545089 May 06 13:46:16.514182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38458) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:16.552476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.592972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] For port 92bdce6b-8150-4764-9150-25923ed005d2, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:16.601905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38466) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:16.714945 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.749674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] For port 92bdce6b-8150-4764-9150-25923ed005d2, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=92bdce6b-8150-4764-9150-25923ed005d2,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:16.780666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port c03e0502-b7ca-4fdd-908c-f4d2cf6b6a17 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:46:16.865509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.874389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.986789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:17.007242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Deleting port 4a33122e-ac33-4249-b015-74662df65e59 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:17.007526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:17.018583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f89d5-577a-49da-9f28-f98efd1bc2b2 None None] Pushing event updated for resources: {'Port': ['ID=92bdce6b-8150-4764-9150-25923ed005d2,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:17.164128 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:46:11Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:17.174119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Checking router: c286c038-4e0b-4860-b204-a272bd923e94 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:46:17.174510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Updating router c286c038-4e0b-4860-b204-a272bd923e94 port eb1e5a6e-45b3-47a1-9862-673cf2909d27 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:46:17.255458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:17.325178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-633688131'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:17.370670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-173ba1a8-084c-4b5c-bb55-15e94a705754 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8549395 May 06 13:46:17.375117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38478) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:17.401109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:17.460997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:network and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:17.506394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:17.576696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:17.589517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] For port 4a33122e-ac33-4249-b015-74662df65e59, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4a33122e-ac33-4249-b015-74662df65e59,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:17.590097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:17.670280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:17.675232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:17.822631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Calling delete_port for 4a33122e-ac33-4249-b015-74662df65e59 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:17.917786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 92bdce6b-8150-4764-9150-25923ed005d2 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:17.931144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::1 (ed4177a0-aee3-4756-a30e-bb3035a9c410/9ab0bc84-b742-435d-bf67-270ff5a1b08b/89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:17.994161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.057763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f81ea1-e571-489b-94db-3799bc982221 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:18.064703 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-74f81ea1-e571-489b-94db-3799bc982221 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6879187 May 06 13:46:18.065364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38488) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:18.068644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.177364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:18.189858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:security_group_rule and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:18.199108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a33122e-ac33-4249-b015-74662df65e59,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:18.208367 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3a865c1f-a0a3-461b-ad5b-3c7daa116dfa tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1409230 May 06 13:46:18.208956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38492) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:18.228738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:18.236253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38494) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:18.238322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.251487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:18.255044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Transition to ACTIVE for port object eb1e5a6e-45b3-47a1-9862-673cf2909d27 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:18.258229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806256151', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'project_id': '94073f6446054d1680f902b2994092d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:18.269060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.342778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.439766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.451214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Attempting to bind port eb1e5a6e-45b3-47a1-9862-673cf2909d27 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:18.451916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Attempting to bind port eb1e5a6e-45b3-47a1-9862-673cf2909d27 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:18.452561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Attempting to bind port eb1e5a6e-45b3-47a1-9862-673cf2909d27 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:18.469307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:18.469875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:18.470330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.470724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:18.471213 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Bound port: eb1e5a6e-45b3-47a1-9862-673cf2909d27, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:18.471627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.491101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:18.545067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa47d12-2163-452d-b487-4fe4b94f86c0 None None] Pushing event updated for resources: {'Port': ['ID=eb1e5a6e-45b3-47a1-9862-673cf2909d27,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:18.548872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.598004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 92bdce6b-8150-4764-9150-25923ed005d2 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:18.615677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fb5ef97f-632f-43d2-b15c-f34ca757a979 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] Request body: {'port': {'network_id': '4b04c933-227b-40d9-b2bb-5221d662bf31', 'name': 'tempest-NetworksNegativeTestJSON-338528142'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:18.633510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.656295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.659254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] For port eb1e5a6e-45b3-47a1-9862-673cf2909d27, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:18.666173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] For port eb1e5a6e-45b3-47a1-9862-673cf2909d27, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=eb1e5a6e-45b3-47a1-9862-673cf2909d27,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:18.675924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.698924 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5ef97f-632f-43d2-b15c-f34ca757a979 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] POST failed (client error): The resource could not be found. May 06 13:46:18.699613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5ef97f-632f-43d2-b15c-f34ca757a979 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:18.701347 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fb5ef97f-632f-43d2-b15c-f34ca757a979 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4525733 May 06 13:46:18.706370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:18.711019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38502) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:18.733956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:18.756286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:46:18.774022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:18.779783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.784944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:18.785968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.798427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.821217 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:18.822281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:18.842433 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=c03e0502-b7ca-4fdd-908c-f4d2cf6b6a17,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:18.846058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50f07c7-56aa-4621-abc1-916a6f7e9752,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:18.857126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.859321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:18.860192 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Added segment 98b8b841-4cae-4ce4-9d47-e33e4f73c356 of type vlan for network bc91775c-2ab4-4cd0-9986-e3b6f4255f65 May 06 13:46:18.863789 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c066f957-e311-469b-afa0-b3d4c1815fab tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] DELETE failed (client error): The resource could not be found. May 06 13:46:18.864557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c066f957-e311-469b-afa0-b3d4c1815fab tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:18.908185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa47d12-2163-452d-b487-4fe4b94f86c0 None None] Pushing event updated for resources: {'Port': ['ID=eb1e5a6e-45b3-47a1-9862-673cf2909d27,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:18.989161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-70f07e04-0f8d-448b-bcef-9acdc5cfa7c9 None None] Provisioning for port 92bdce6b-8150-4764-9150-25923ed005d2 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:18.992519 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:19.019088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:19.030784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:19.041961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:19.042532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.065791 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-70f07e04-0f8d-448b-bcef-9acdc5cfa7c9 None None] Provisioning complete for port 92bdce6b-8150-4764-9150-25923ed005d2 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:19.065791 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-70f07e04-0f8d-448b-bcef-9acdc5cfa7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.101564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.104156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.122438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.128835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:subnet and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:19.132328 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-26956de5-3dc1-4f76-b622-371da413a7d4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.5921366 May 06 13:46:19.135512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38506) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:19.135767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:19.147348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c066f957-e311-469b-afa0-b3d4c1815fab tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "DELETE /v2.0/networks/0843a2aa-163d-4d28-a8fe-3401b1c9cbb4 HTTP/1.1" status: 404 len: 339 time: 0.4317904 May 06 13:46:19.151786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38510) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:19.155642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:19.203673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:19.204950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.205575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 435324c4-7761-482a-bfd5-95dc87bedc7e {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:46:19.209219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c054d5-d2f7-44d9-bbc4-c339b3089285 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] DELETE failed (client error): The resource could not be found. May 06 13:46:19.209685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c054d5-d2f7-44d9-bbc4-c339b3089285 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:19.229715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.236542 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e51069f2-833f-4434-8b10-6ccbeacccc8f tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "DELETE /v2.0/routers/435324c4-7761-482a-bfd5-95dc87bedc7e HTTP/1.1" status: 204 len: 168 time: 3.4166684 May 06 13:46:19.238243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38514) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:19.245413 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f6c054d5-d2f7-44d9-bbc4-c339b3089285 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "DELETE /v2.0/ports/cd729d21-0590-4c73-b365-9ce7fb6ed857 HTTP/1.1" status: 404 len: 333 time: 0.0862730 May 06 13:46:19.245662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:19.247690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd45361-0bba-4604-97c5-e301c535e5a8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:19.248591 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fbd45361-0bba-4604-97c5-e301c535e5a8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:19.252076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:46:19.258597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.260407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38518) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:19.297267 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-61784275', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:19.322851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:19.389611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.399113 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3029cba-95cf-4b8c-b2f5-11a974ec6cf2 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] DELETE failed (client error): The resource could not be found. May 06 13:46:19.399576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3029cba-95cf-4b8c-b2f5-11a974ec6cf2 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:19.408655 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b3029cba-95cf-4b8c-b2f5-11a974ec6cf2 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "DELETE /v2.0/subnets/71f18d0f-464f-48b1-8f33-a3db8d0de4af HTTP/1.1" status: 404 len: 337 time: 0.1371040 May 06 13:46:19.423285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38522) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:19.473308 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-df76c0b1-7cad-426f-943b-25d4ce30c3a7 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] GET failed (client error): The resource could not be found. May 06 13:46:19.482061 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-df76c0b1-7cad-426f-943b-25d4ce30c3a7 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "GET /v2.0/networks/60534dff-df60-4d6e-a3f3-f47d887b8648 HTTP/1.1" status: 404 len: 339 time: 0.0502436 May 06 13:46:19.482411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Usage tracker for resource:router and tenant:4fdafc0b5b14482992e43884abfba7ce is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:19.484203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38528) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:19.485186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fbd45361-0bba-4604-97c5-e301c535e5a8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:19.489791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38530) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:19.491308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:19.492939 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fbd45361-0bba-4604-97c5-e301c535e5a8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/c03e0502-b7ca-4fdd-908c-f4d2cf6b6a17 HTTP/1.1" status: 200 len: 845 time: 0.3537407 May 06 13:46:19.497720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.516500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:19.517329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.574057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:19.630065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-70f07e04-0f8d-448b-bcef-9acdc5cfa7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.654319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.656280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.684475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-33eaa6ec-1a57-45f7-b058-5d5411f8da62 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port c03e0502-b7ca-4fdd-908c-f4d2cf6b6a17 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:19.685117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-33eaa6ec-1a57-45f7-b058-5d5411f8da62 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.710663 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ceb927-093c-4436-bb9a-cacce707d8f5 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] GET failed (client error): The resource could not be found. May 06 13:46:19.714663 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-22ceb927-093c-4436-bb9a-cacce707d8f5 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "GET /v2.0/ports/820a4ea0-3ad9-4bbb-96f6-32c93b362f09 HTTP/1.1" status: 404 len: 333 time: 0.2177949 May 06 13:46:19.726398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-70f07e04-0f8d-448b-bcef-9acdc5cfa7c9 None None] For port 92bdce6b-8150-4764-9150-25923ed005d2, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=92bdce6b-8150-4764-9150-25923ed005d2,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:19.732094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-70f07e04-0f8d-448b-bcef-9acdc5cfa7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.735361 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38536) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:19.786919 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.1694813 May 06 13:46:19.831981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f07e04-0f8d-448b-bcef-9acdc5cfa7c9 None None] Pushing event updated for resources: {'Port': ['ID=92bdce6b-8150-4764-9150-25923ed005d2,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:19.892216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f1fcba3a-5765-4883-93b3-3ded0f012c5c None None] Provisioning for port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:19.946182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:46:11Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:19.966698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f1fcba3a-5765-4883-93b3-3ded0f012c5c None None] Provisioning complete for port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:19.967083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f1fcba3a-5765-4883-93b3-3ded0f012c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.981403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.987431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:20.105229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c99e8-25c9-4208-894c-883b2964b9fb None None] The sync data for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv is: [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:46:11Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:20.108217 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f1fcba3a-5765-4883-93b3-3ded0f012c5c None None] Port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:46:20.111562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 92bdce6b-8150-4764-9150-25923ed005d2 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:20.238802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 92bdce6b-8150-4764-9150-25923ed005d2 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:20.239054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:20.299192 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d560b8-937f-4190-898a-7d50e4052493 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] GET failed (client error): The resource could not be found. May 06 13:46:20.304967 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-60d560b8-937f-4190-898a-7d50e4052493 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "GET /v2.0/subnets/b14de03a-305e-4bd1-a953-40a38b66af27 HTTP/1.1" status: 404 len: 337 time: 0.5696888 May 06 13:46:20.318708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219d1a8-ee38-4243-98f6-fd3ce3fc32cb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Network': ['ID=bc91775c-2ab4-4cd0-9986-e3b6f4255f65,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:20.321952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38540) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:20.338437 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network bc91775c-2ab4-4cd0-9986-e3b6f4255f65 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:46:20.362001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4e9ac885-f517-4510-b4a3-66aefbecf97f tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:20.408578 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9ac885-f517-4510-b4a3-66aefbecf97f tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] PUT failed (client error): The resource could not be found. May 06 13:46:20.409385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9ac885-f517-4510-b4a3-66aefbecf97f tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:20.411026 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4e9ac885-f517-4510-b4a3-66aefbecf97f tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "PUT /v2.0/networks/3f888065-cd30-4445-add7-e85f28461155 HTTP/1.1" status: 404 len: 339 time: 0.0608809 May 06 13:46:20.417112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38544) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:20.429160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b9c128de-a9d7-4d62-94ef-8e2a8949cd17 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:20.438510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=623a34bc-2dab-45f5-9bba-ca17b47a8e79,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:20.454104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Checking segment: {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:20.454858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network hostable DHCP agents. Network: 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:46:20.597492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-33eaa6ec-1a57-45f7-b058-5d5411f8da62 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:21.006951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4a33122e-ac33-4249-b015-74662df65e59 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:46:21.020707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:21.024850 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c128de-a9d7-4d62-94ef-8e2a8949cd17 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] PUT failed (client error): The resource could not be found. May 06 13:46:21.025936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c128de-a9d7-4d62-94ef-8e2a8949cd17 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:21.027876 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b9c128de-a9d7-4d62-94ef-8e2a8949cd17 tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "PUT /v2.0/ports/9264d04c-de60-44fb-9a4c-478b6f7e535e HTTP/1.1" status: 404 len: 333 time: 0.6084230 May 06 13:46:21.029984 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:21.033128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:21.037880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38548) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:21.123698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 4a33122e-ac33-4249-b015-74662df65e59 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:46:21.131156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4a33122e-ac33-4249-b015-74662df65e59 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:46:21.180137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1eb24131-4214-4f88-aa60-0b64d89ac2ba tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:21.283730 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb24131-4214-4f88-aa60-0b64d89ac2ba tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] PUT failed (client error): The resource could not be found. May 06 13:46:21.284207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb24131-4214-4f88-aa60-0b64d89ac2ba tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:21.291469 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1eb24131-4214-4f88-aa60-0b64d89ac2ba tempest-NetworksNegativeTestJSON-429731995 tempest-NetworksNegativeTestJSON-429731995-project] 10.222.0.21 "PUT /v2.0/subnets/5b9ff73f-b89f-4a7e-91bb-7fe92f50ac0f HTTP/1.1" status: 404 len: 337 time: 0.1594899 May 06 13:46:21.359999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-33eaa6ec-1a57-45f7-b058-5d5411f8da62 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for c03e0502-b7ca-4fdd-908c-f4d2cf6b6a17 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:21.380375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:21.516030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:21.534984 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:21.536477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:21.544398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:46:21.660377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:21.665803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:21.666456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:21.679803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399dc29-2675-4958-aa2e-854f5c191150 None None] Network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:22.073881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device eb1e5a6e-45b3-47a1-9862-673cf2909d27 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:22.107926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-33eaa6ec-1a57-45f7-b058-5d5411f8da62 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:22.115064 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f3276c94-b78e-4d47-99e4-9afea43bdbea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.8722486 May 06 13:46:22.124027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38564) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:22.229668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38568) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:22.230723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eaa6ec-1a57-45f7-b058-5d5411f8da62 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=c03e0502-b7ca-4fdd-908c-f4d2cf6b6a17,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:22.253503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-33eaa6ec-1a57-45f7-b058-5d5411f8da62 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:22.281541 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-33eaa6ec-1a57-45f7-b058-5d5411f8da62 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/c03e0502-b7ca-4fdd-908c-f4d2cf6b6a17 HTTP/1.1" status: 204 len: 168 time: 2.7832906 May 06 13:46:22.286381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38574) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:22.337244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b550baf3-6382-45c4-972e-d8a34e8e82e3 None None] Provisioning complete for port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:22.338573 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b550baf3-6382-45c4-972e-d8a34e8e82e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:22.344452 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-16392285-9541-4d99-abfe-793b1a2b3413 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:46:22.345536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-16392285-9541-4d99-abfe-793b1a2b3413 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:22.406925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-16392285-9541-4d99-abfe-793b1a2b3413 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:22.411482 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-16392285-9541-4d99-abfe-793b1a2b3413 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/c03e0502-b7ca-4fdd-908c-f4d2cf6b6a17 HTTP/1.1" status: 404 len: 333 time: 0.1232710 May 06 13:46:22.419157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38578) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:22.437668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'name': 'tempest-PortsIpV6TestJSON-665220187'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:22.482688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port eb1e5a6e-45b3-47a1-9862-673cf2909d27 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:22.521300 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port eb1e5a6e-45b3-47a1-9862-673cf2909d27 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:22.521673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:22.550757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Router 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:46:22.566993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b550baf3-6382-45c4-972e-d8a34e8e82e3 None None] Port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:46:22.838821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:22.841836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:22.865690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cdb47a0e-9e2a-4ad9-af7a-eeea50926b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:22.964680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:23.024041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:46:23.031678 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-45841fc1-c937-454c-a625-d8e1d23bebbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "PUT /v2.0/routers/28cc5823-98ac-42fd-9bbb-f651b7a2c3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4446712 May 06 13:46:23.036662 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Sync routers for ids ['28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:46:23.055527 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Routers {'28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:23.056600 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:23.062090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port eb1e5a6e-45b3-47a1-9862-673cf2909d27, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=eb1e5a6e-45b3-47a1-9862-673cf2909d27,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:23.083254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:23.094223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38584) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:23.163556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:23.183496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:23.206025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cdb47a0e-9e2a-4ad9-af7a-eeea50926b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:23.212984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:23.217729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:23.231374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cdb47a0e-9e2a-4ad9-af7a-eeea50926b39 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8111fcb33846a8be3ee3e27fb2a80a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:23.238476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cdb47a0e-9e2a-4ad9-af7a-eeea50926b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:23.291231 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Set router 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:23.323620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cdb47a0e-9e2a-4ad9-af7a-eeea50926b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:23.337378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Allocated IP 172.20.0.2 (9ad945a1-8c59-4a91-b60a-ca6fcbb3449c/623a34bc-2dab-45f5-9bba-ca17b47a8e79/47ef509f-8ff5-4b0b-b47b-2780cc1db6ec) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:23.383643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:23.479457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port 6c44b8ee-75c8-4462-99ab-39e4245f3f3d yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:46:23.719932 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cc5823-98ac-42fd-9bbb-f651b7a2c3ae', 'name': 'tempest-NetworksTestDHCPv6-router-1686121015', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:15Z', 'updated_at': '2022-05-06T13:46:19Z', 'revision_number': 2, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None, '_interfaces': [{'id': '89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27', 'name': '', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'mac_address': 'fa:16:3e:f9:c1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cc5823-98ac-42fd-9bbb-f651b7a2c3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9ab0bc84-b742-435d-bf67-270ff5a1b08b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:17Z', 'updated_at': '2022-05-06T13:46:20Z', 'revision_number': 2, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'subnets': [{'id': '9ab0bc84-b742-435d-bf67-270ff5a1b08b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:23.732291 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Checking router: 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:46:23.732580 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Updating router 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:46:23.813607 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:23.831856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=eb1e5a6e-45b3-47a1-9862-673cf2909d27,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:24.018323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.060009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.127131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.150278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38596) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:24.157424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Transition to ACTIVE for port object 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:24.158718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.174732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'subnet': {'network_id': 'bc91775c-2ab4-4cd0-9986-e3b6f4255f65', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:24.197087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Transition to ACTIVE for port object 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:24.211784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.290273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:24.294070 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.301468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:24.305608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:24.310494 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Transition to ACTIVE for port object 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:24.317873 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.398206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:24.442279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:24.453180 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d1bbf-8999-4ad3-b7ff-ddfc52d2a60a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:24.454045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f90d1bbf-8999-4ad3-b7ff-ddfc52d2a60a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:24.507896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f90d1bbf-8999-4ad3-b7ff-ddfc52d2a60a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:24.509188 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f90d1bbf-8999-4ad3-b7ff-ddfc52d2a60a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports/89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 HTTP/1.1" status: 200 len: 911 time: 1.4136484 May 06 13:46:24.513007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38602) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:24.516141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Attempting to bind port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:24.516762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Attempting to bind port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:24.517331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Attempting to bind port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec on network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:24.520914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Pushing event updated for resources: {'Port': ['ID=47ef509f-8ff5-4b0b-b47b-2780cc1db6ec,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:24.525332 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Pushing event updated for resources: {'Port': ['ID=89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:24.536199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:24.537156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Checking segment: {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:24.537769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.538625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Bound using segment: {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:24.539304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Bound port: 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:24.539887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.557604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:24.579314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:24.580643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.591675 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.592050 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.592388 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.592787 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.593112 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.593451 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.593775 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.594092 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.594424 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.594740 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.598482 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.599029 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:24.664328 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Attempting to bind port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:24.664974 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Attempting to bind port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:24.665513 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Attempting to bind port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:24.673228 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:24.674082 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:24.674644 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.675192 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:24.675871 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Bound port: 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:24.676462 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.686788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] For port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:24.692561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] For port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=47ef509f-8ff5-4b0b-b47b-2780cc1db6ec,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:24.698998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.731556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=6c44b8ee-75c8-4462-99ab-39e4245f3f3d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:24.793024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:24.801367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Allocated IP 172.26.2.24 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/1309096c-0669-4d80-b85e-c5027e700d0f) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:24.821660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:subnet and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:24.824778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.853093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:24.876335 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6c0f7182-e321-492a-8eab-b73abcc092ce tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4539313 May 06 13:46:24.883059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:24.887437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38606) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:24.901838 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] For port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:24.905558 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:24.906805 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] For port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:24.915899 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.983328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcee0e-2a86-4b6d-a908-5196bec9d7ee None None] Pushing event updated for resources: {'Port': ['ID=47ef509f-8ff5-4b0b-b47b-2780cc1db6ec,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:25.029053 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f62927-dd86-4470-b5e8-8e3e8727747e None None] Pushing event updated for resources: {'Port': ['ID=89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:25.038936 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Routers {'28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:25.039706 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:25.052854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a3b1-2491-4a7b-93b5-ce8a2d91d9bd req-8d83c90e-f1dd-45c5-80d9-60f53934a626 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:25.060986 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b986a3b1-2491-4a7b-93b5-ce8a2d91d9bd req-8d83c90e-f1dd-45c5-80d9-60f53934a626 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.4151342 May 06 13:46:25.068913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:25.072484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:25.342394 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] Set router 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:25.388847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38c88f-a62a-4d52-af9c-4933d6f178d7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:25.413167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38c88f-a62a-4d52-af9c-4933d6f178d7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:25.415305 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-af38c88f-a62a-4d52-af9c-4933d6f178d7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9011095 May 06 13:46:25.419647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cdb47a0e-9e2a-4ad9-af7a-eeea50926b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:25.474210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38610) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:25.566784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cdb47a0e-9e2a-4ad9-af7a-eeea50926b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:25.822891 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b986a3b1-2491-4a7b-93b5-ce8a2d91d9bd req-a2a77da0-10ee-4de8-90eb-9c00e1cc8599 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7608411 May 06 13:46:25.823792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:25.893597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:26.015121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:26.064776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:26.081286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device eb1e5a6e-45b3-47a1-9862-673cf2909d27 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:26.084278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:26.171875 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:26.193931 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cdb47a0e-9e2a-4ad9-af7a-eeea50926b39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef8111fcb33846a8be3ee3e27fb2a80a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9596250 May 06 13:46:26.195590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Subnet': ['ID=62e931ae-8090-44af-946d-ec8fd172aa2b,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:26.198151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38616) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:26.215769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb47a0e-9e2a-4ad9-af7a-eeea50926b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8088cfe-ba00-492c-82bf-f109c8ab476b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:26.258583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port eb1e5a6e-45b3-47a1-9862-673cf2909d27 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:26.259387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:26.336564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:26.342111 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cc5823-98ac-42fd-9bbb-f651b7a2c3ae', 'name': 'tempest-NetworksTestDHCPv6-router-1686121015', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:15Z', 'updated_at': '2022-05-06T13:46:19Z', 'revision_number': 2, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None, '_interfaces': [{'id': '89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27', 'name': '', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'mac_address': 'fa:16:3e:f9:c1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cc5823-98ac-42fd-9bbb-f651b7a2c3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9ab0bc84-b742-435d-bf67-270ff5a1b08b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:17Z', 'updated_at': '2022-05-06T13:46:24Z', 'revision_number': 4, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'subnets': [{'id': '9ab0bc84-b742-435d-bf67-270ff5a1b08b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:26.347240 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb2602-810a-45dc-a6c2-c21725cee2b3 None None] The sync data for ids ['28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'] in dv-neutron-840888-1-hyperv is: [{'id': '28cc5823-98ac-42fd-9bbb-f651b7a2c3ae', 'name': 'tempest-NetworksTestDHCPv6-router-1686121015', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:15Z', 'updated_at': '2022-05-06T13:46:19Z', 'revision_number': 2, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None, '_interfaces': [{'id': '89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27', 'name': '', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'mac_address': 'fa:16:3e:f9:c1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cc5823-98ac-42fd-9bbb-f651b7a2c3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9ab0bc84-b742-435d-bf67-270ff5a1b08b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:17Z', 'updated_at': '2022-05-06T13:46:24Z', 'revision_number': 4, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'subnets': [{'id': '9ab0bc84-b742-435d-bf67-270ff5a1b08b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:26.356889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Checking segment: {'id': '98b8b841-4cae-4ce4-9d47-e33e4f73c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bc91775c-2ab4-4cd0-9986-e3b6f4255f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:26.357341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network hostable DHCP agents. Network: bc91775c-2ab4-4cd0-9986-e3b6f4255f65, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:46:26.361951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:26.364991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:26.454283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event updated for resources: {'Port': ['ID=1309096c-0669-4d80-b85e-c5027e700d0f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:26.560697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network bc91775c-2ab4-4cd0-9986-e3b6f4255f65 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:46:26.610602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aba48c-68d8-43c6-ad6e-839ba4930090 None None] Network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:26.705749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc640c2-b691-4a36-b825-be9511d1dfc3 req-7cec5796-c79a-48a1-b39f-6952679d3fc1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:26.707968 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0cc640c2-b691-4a36-b825-be9511d1dfc3 req-7cec5796-c79a-48a1-b39f-6952679d3fc1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5529332 May 06 13:46:26.742204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, bc91775c-2ab4-4cd0-9986-e3b6f4255f65) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:26.743961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-15c7c150-717b-4ff5-8073-bba81ad119fc None None] Provisioning for port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:26.751974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:26.752818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:26.754924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-15c7c150-717b-4ff5-8073-bba81ad119fc None None] Provisioning complete for port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:26.755301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-15c7c150-717b-4ff5-8073-bba81ad119fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:26.806560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bedd81f-6179-422d-a693-d925e5596fcd None None] Network bc91775c-2ab4-4cd0-9986-e3b6f4255f65 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:27.007318 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fb017fee-2183-4bab-92b2-461b311fb138 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8556499 May 06 13:46:27.014122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38622) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:27.081135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1353032760'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:27.101574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:27.134118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:network and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:27.140034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:27.146564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc92f8a6-61c8-4770-ac1b-dfe22ce0ae7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.160869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:27.276496 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc92f8a6-61c8-4770-ac1b-dfe22ce0ae7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.278214 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0cc640c2-b691-4a36-b825-be9511d1dfc3 req-c430726c-99af-45fe-b190-cae7850bfb2d tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5205357 May 06 13:46:27.305209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:27.305209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.358905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:46:27.398167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.1 (9ad945a1-8c59-4a91-b60a-ca6fcbb3449c/623a34bc-2dab-45f5-9bba-ca17b47a8e79/f3518019-cf7b-46bf-b5e8-7723a80dc5d9) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:27.405225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.469079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-15c7c150-717b-4ff5-8073-bba81ad119fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.484697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.587542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-bc91775c-2ab4-4cd0-9986-e3b6f4255f65', 'network_id': 'bc91775c-2ab4-4cd0-9986-e3b6f4255f65', 'tenant_id': '9f3767f44a0e4a7f935bc927abb00ac5', 'fixed_ips': [{'subnet_id': '62e931ae-8090-44af-946d-ec8fd172aa2b'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:27.588371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.601432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=6c44b8ee-75c8-4462-99ab-39e4245f3f3d,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:27.624184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:46:27.628066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.636270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-15c7c150-717b-4ff5-8073-bba81ad119fc None None] For port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=47ef509f-8ff5-4b0b-b47b-2780cc1db6ec,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:27.645982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] In _notify_port_updated(), no bound segment for port 6c44b8ee-75c8-4462-99ab-39e4245f3f3d on network a310a66c-a771-48c7-a73f-e644d09efdcf {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:46:27.659550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:27.660205 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.664988 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2f92839e-cd46-4203-ba46-533427930cea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "PUT /v2.0/ports/6c44b8ee-75c8-4462-99ab-39e4245f3f3d HTTP/1.1" status: 200 len: 818 time: 2.7690887 May 06 13:46:27.687167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38628) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:27.698877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-15c7c150-717b-4ff5-8073-bba81ad119fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.776135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.776450 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Added segment e841166a-0523-46cd-a84f-9f7ea13d9838 of type vlan for network d4748316-9f34-4dab-becc-fd9732719df9 May 06 13:46:27.798085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-096d0a8e-8dca-4f22-a686-2280a7b8cf1e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 6c44b8ee-75c8-4462-99ab-39e4245f3f3d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:27.798765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-096d0a8e-8dca-4f22-a686-2280a7b8cf1e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.857135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:27.882788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25be65-7733-4707-9135-9875396d508a req-0b34e463-a79c-4329-b24d-f90328132ded tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:27.884490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de25be65-7733-4707-9135-9875396d508a req-0b34e463-a79c-4329-b24d-f90328132ded tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.4010713 May 06 13:46:27.901808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.912625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc92f8a6-61c8-4770-ac1b-dfe22ce0ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:27.981980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92f8a6-61c8-4770-ac1b-dfe22ce0ae7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8088cfe-ba00-492c-82bf-f109c8ab476b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:28.002739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:28.013279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7c150-717b-4ff5-8073-bba81ad119fc None None] Pushing event updated for resources: {'Port': ['ID=47ef509f-8ff5-4b0b-b47b-2780cc1db6ec,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:28.138342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:28.148639 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Allocated IP 2001:db8:0:ffff::2 (bc91775c-2ab4-4cd0-9986-e3b6f4255f65/62e931ae-8090-44af-946d-ec8fd172aa2b/6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:28.154660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:28.155127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:28.290630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:28.291551 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de25be65-7733-4707-9135-9875396d508a req-8b7ad981-bd13-4b3e-a071-294442d99d13 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287857 May 06 13:46:28.333988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:28.336462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:28.421166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:28.426216 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3851228 May 06 13:46:28.436120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38634) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:28.438943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fc92f8a6-61c8-4770-ac1b-dfe22ce0ae7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:28.444503 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fc92f8a6-61c8-4770-ac1b-dfe22ce0ae7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8088cfe-ba00-492c-82bf-f109c8ab476b HTTP/1.1" status: 204 len: 168 time: 2.2006319 May 06 13:46:28.514970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'subnet': {'network_id': 'd4748316-9f34-4dab-becc-fd9732719df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:28.542339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object f3518019-cf7b-46bf-b5e8-7723a80dc5d9 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:28.581375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e349e-6ca7-4633-92c0-2c033d0b4aa4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Network': ['ID=d4748316-9f34-4dab-becc-fd9732719df9,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:28.629413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:28.666773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network d4748316-9f34-4dab-becc-fd9732719df9 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:46:28.786809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:28.903747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:28.908450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:28.932932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:28.936799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:29.007851 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:29.008200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.043315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=f3518019-cf7b-46bf-b5e8-7723a80dc5d9,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:29.084335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.093428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.139113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3906d3bb-5b85-428d-ace7-4923dcb2940d None None] Provisioning complete for port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:29.139489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3906d3bb-5b85-428d-ace7-4923dcb2940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.201626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-096d0a8e-8dca-4f22-a686-2280a7b8cf1e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.266530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.286472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Transition to ACTIVE for port object 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:29.382481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Transition to ACTIVE for port object 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:29.385954 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:29.401955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.415733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] For port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:29.416515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.504186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Network bc91775c-2ab4-4cd0-9986-e3b6f4255f65 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:29.507274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:29.510863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:29.566550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-096d0a8e-8dca-4f22-a686-2280a7b8cf1e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 6c44b8ee-75c8-4462-99ab-39e4245f3f3d owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:29.618041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Pushing event updated for resources: {'Port': ['ID=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:29.628884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:29.641431 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-431edd01-640a-4a88-93e1-16ac3c0e6842 None None] Provisioning for port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:29.649776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Attempting to bind port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:29.650138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Attempting to bind port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '98b8b841-4cae-4ce4-9d47-e33e4f73c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bc91775c-2ab4-4cd0-9986-e3b6f4255f65'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:29.650500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Attempting to bind port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 on network bc91775c-2ab4-4cd0-9986-e3b6f4255f65 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:29.653404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-431edd01-640a-4a88-93e1-16ac3c0e6842 None None] Provisioning complete for port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:29.653517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-431edd01-640a-4a88-93e1-16ac3c0e6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.658351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:subnet and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:29.687709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:29.711551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:29.782374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.788923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-096d0a8e-8dca-4f22-a686-2280a7b8cf1e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.856842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:29.861415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Checking segment: {'id': '98b8b841-4cae-4ce4-9d47-e33e4f73c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bc91775c-2ab4-4cd0-9986-e3b6f4255f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:29.869523 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.870572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Bound using segment: {'id': '98b8b841-4cae-4ce4-9d47-e33e4f73c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bc91775c-2ab4-4cd0-9986-e3b6f4255f65'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:29.871896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Bound port: 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b8b841-4cae-4ce4-9d47-e33e4f73c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bc91775c-2ab4-4cd0-9986-e3b6f4255f65'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:29.872848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.911068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:29.922280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d0a8e-8dca-4f22-a686-2280a7b8cf1e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=6c44b8ee-75c8-4462-99ab-39e4245f3f3d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:29.926103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:29.930285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:29.953446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38660) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:30.022520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:30.052995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-096d0a8e-8dca-4f22-a686-2280a7b8cf1e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:30.091219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c09da-c2b8-42dd-9e3d-e59f69e6d74f req-28c074b0-8622-460b-91e6-03fd92edfd24 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:30.092334 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c51c09da-c2b8-42dd-9e3d-e59f69e6d74f req-28c074b0-8622-460b-91e6-03fd92edfd24 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.3319838 May 06 13:46:30.112598 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-096d0a8e-8dca-4f22-a686-2280a7b8cf1e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/6c44b8ee-75c8-4462-99ab-39e4245f3f3d HTTP/1.1" status: 204 len: 168 time: 2.4156547 May 06 13:46:30.114056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38666) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:30.156301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-431edd01-640a-4a88-93e1-16ac3c0e6842 None None] Port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:46:30.232962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] For port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:30.247641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] For port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,segment=NetworkSegment(98b8b841-4cae-4ce4-9d47-e33e4f73c356),segment_id=98b8b841-4cae-4ce4-9d47-e33e4f73c356)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:30.248721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:30.249317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:30.304476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:30.323289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0b63c545-884a-4d54-9ad2-159b5b8082c4 tempest-DvrRoutersNegativeTest-1603189450 tempest-DvrRoutersNegativeTest-1603189450-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1986508393', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:30.326707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.policy [None req-0b63c545-884a-4d54-9ad2-159b5b8082c4 tempest-DvrRoutersNegativeTest-1603189450 tempest-DvrRoutersNegativeTest-1603189450-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87984) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 06 13:46:30.327003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.policy [None req-0b63c545-884a-4d54-9ad2-159b5b8082c4 tempest-DvrRoutersNegativeTest-1603189450 tempest-DvrRoutersNegativeTest-1603189450-project] Failed policy check for 'create_router' {{(pid=87984) enforce /opt/stack/neutron/neutron/policy.py:520}} May 06 13:46:30.327560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-0b63c545-884a-4d54-9ad2-159b5b8082c4 tempest-DvrRoutersNegativeTest-1603189450 tempest-DvrRoutersNegativeTest-1603189450-project] create failed (client error): Access was denied to this resource. May 06 13:46:30.331877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0b63c545-884a-4d54-9ad2-159b5b8082c4 tempest-DvrRoutersNegativeTest-1603189450 tempest-DvrRoutersNegativeTest-1603189450-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3658936 May 06 13:46:30.401770 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c51c09da-c2b8-42dd-9e3d-e59f69e6d74f req-bc9723a4-5ea3-4c7c-8fe2-b170e1f4726b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977979 May 06 13:46:30.443714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:30.565266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a97622-82fe-4470-b92d-8354484c7692 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:30.566589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-43a97622-82fe-4470-b92d-8354484c7692 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:30.592254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d419f72-411b-43fa-9ccf-a70ebb07e336 None None] Pushing event updated for resources: {'Port': ['ID=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:30.614146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:30.630347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Router 6d25ddea-e5c0-4fdb-997c-385b0d64c390 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:46:30.722018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-43a97622-82fe-4470-b92d-8354484c7692 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:30.727811 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-43a97622-82fe-4470-b92d-8354484c7692 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6037450 May 06 13:46:30.740716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38676) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:30.800889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:30.882528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:46:30.883505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 13:46:31.107127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Port 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 not found, will not notify nova. {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 13:46:31.140555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38684) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:31.187746 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc17ee52-9277-4a03-8763-1c2de7400f91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:46:31.193316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dc17ee52-9277-4a03-8763-1c2de7400f91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/6c44b8ee-75c8-4462-99ab-39e4245f3f3d HTTP/1.1" status: 404 len: 333 time: 0.4246819 May 06 13:46:31.194025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38690) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:31.315489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1607178044'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:31.345031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:31.355784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:31.420089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:network and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:31.443536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:31.452805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.objects.ports [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87984) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:46:31.466457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:31.485702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:31.566880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f933b62e-2cb4-43ac-93cf-648cc10a88f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:31.584193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:46:31.607944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:31.610831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab99b8c-dbb2-4060-a06e-b5bdd86a7404 None None] Sync routers for ids ['6d25ddea-e5c0-4fdb-997c-385b0d64c390'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:46:31.611570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:31.641873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab99b8c-dbb2-4060-a06e-b5bdd86a7404 None None] Routers {'6d25ddea-e5c0-4fdb-997c-385b0d64c390'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:31.644562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0ab99b8c-dbb2-4060-a06e-b5bdd86a7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d25ddea-e5c0-4fdb-997c-385b0d64c390'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:31.663285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f933b62e-2cb4-43ac-93cf-648cc10a88f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:31.665967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Subnet': ['ID=416da168-b440-4a99-95aa-cf693b0b6902,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:31.682735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:31.687818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f933b62e-2cb4-43ac-93cf-648cc10a88f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d02d50e4c34e496aabdddf8657da841a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:31.694753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f933b62e-2cb4-43ac-93cf-648cc10a88f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:31.705106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:31.706358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f1667185-0b12-43ae-8faa-dab10de19387 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 12.4654441 May 06 13:46:31.708640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f933b62e-2cb4-43ac-93cf-648cc10a88f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:31.719010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38694) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:31.726766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:46:31.743895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-02f9aa35-1abe-4f0a-868c-2ca1c0dfce85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': False}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:31.843094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0ab99b8c-dbb2-4060-a06e-b5bdd86a7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:31.858941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:31.864274 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Added segment 67af7279-5f7f-434b-a98b-f292d495a821 of type vlan for network 9e73c5db-6f4e-448c-890c-dd6c83812f68 May 06 13:46:31.864274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Checking segment: {'id': 'e841166a-0523-46cd-a84f-9f7ea13d9838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd4748316-9f34-4dab-becc-fd9732719df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:31.864274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network hostable DHCP agents. Network: d4748316-9f34-4dab-becc-fd9732719df9, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:46:31.867068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab99b8c-dbb2-4060-a06e-b5bdd86a7404 None None] Routers {'6d25ddea-e5c0-4fdb-997c-385b0d64c390'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:31.868400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0ab99b8c-dbb2-4060-a06e-b5bdd86a7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d25ddea-e5c0-4fdb-997c-385b0d64c390'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:31.951641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686c700-82ad-4da0-aab6-829e3a0e662e req-86a03984-ff0a-4ffa-9994-13f0a255991e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:31.953932 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6686c700-82ad-4da0-aab6-829e3a0e662e req-86a03984-ff0a-4ffa-9994-13f0a255991e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.6218796 May 06 13:46:32.070933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:32.090244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:32.134287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network d4748316-9f34-4dab-becc-fd9732719df9 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:46:32.215797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0ab99b8c-dbb2-4060-a06e-b5bdd86a7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:32.216208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab99b8c-dbb2-4060-a06e-b5bdd86a7404 None None] The sync data for ids ['6d25ddea-e5c0-4fdb-997c-385b0d64c390'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:32.293082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:32.298092 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6686c700-82ad-4da0-aab6-829e3a0e662e req-40534827-77ae-4faf-b5d5-730d2ea986a3 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218431 May 06 13:46:32.299068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, d4748316-9f34-4dab-becc-fd9732719df9) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:32.304962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:32.305579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:32.328185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b008ad7a-9961-4ee0-bde1-5f7d0b4e892b None None] Network d4748316-9f34-4dab-becc-fd9732719df9 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:32.345454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:32.361749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:32.362395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:32.559038 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f933b62e-2cb4-43ac-93cf-648cc10a88f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:32.593831 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3880124 May 06 13:46:32.593831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f933b62e-2cb4-43ac-93cf-648cc10a88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:32.598806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38698) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:32.613834 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:32.629944 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0063e2ef-e42a-4e4e-9730-9a1f386aa1ff tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1841452 May 06 13:46:32.640063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38702) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:32.685921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154287f-6676-452a-95f5-46b1dd67e463 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Network': ['ID=9e73c5db-6f4e-448c-890c-dd6c83812f68,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:32.691560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993d6640-716f-4bf0-aef8-142c969cde97 None None] Network bc91775c-2ab4-4cd0-9986-e3b6f4255f65 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:32.700131 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f933b62e-2cb4-43ac-93cf-648cc10a88f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d02d50e4c34e496aabdddf8657da841a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5466425 May 06 13:46:32.701000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933b62e-2cb4-43ac-93cf-648cc10a88f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e5da2f-da8f-4edb-946d-dafaf1ed2b26,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:32.704629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38706) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:32.732343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:46:32.845159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'port': {'network_id': 'd4748316-9f34-4dab-becc-fd9732719df9', 'name': 'tempest-NetworksIpV6TestAttrs-800160674'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:32.960766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Router 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:46:33.044519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-653311ff-b45d-4786-96aa-0915e0efac3b None None] Provisioning for port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:33.053970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-653311ff-b45d-4786-96aa-0915e0efac3b None None] Provisioning complete for port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:33.054744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-653311ff-b45d-4786-96aa-0915e0efac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.092932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-d4748316-9f34-4dab-becc-fd9732719df9', 'network_id': 'd4748316-9f34-4dab-becc-fd9732719df9', 'tenant_id': '9f3767f44a0e4a7f935bc927abb00ac5', 'fixed_ips': [{'subnet_id': '416da168-b440-4a99-95aa-cf693b0b6902'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:33.094051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.100075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea46d1f9-256a-44ad-86cb-83105284d864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.125945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02f9aa35-1abe-4f0a-868c-2ca1c0dfce85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.177078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea46d1f9-256a-44ad-86cb-83105284d864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.307121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:46:33.338246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.364877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:33.367151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.395874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:46:33.432089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-653311ff-b45d-4786-96aa-0915e0efac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.446837 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] Sync routers for ids ['28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:46:33.473508 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] Routers {'28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:33.477165 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:33.481407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:33.500861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea46d1f9-256a-44ad-86cb-83105284d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.506464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:33.534551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:33.558082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:33.569067 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:port and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:33.577097 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4c7a73d0-9a9e-4137-bdba-4dbe121c4c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "PUT /v2.0/routers/28cc5823-98ac-42fd-9bbb-f651b7a2c3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0854299 May 06 13:46:33.578187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:33.590217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38712) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:33.599411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.618180 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=f3518019-cf7b-46bf-b5e8-7723a80dc5d9,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:33.622472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:33.626181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:33.630274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.706123 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] Set router 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:33.759179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-653311ff-b45d-4786-96aa-0915e0efac3b None None] For port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,segment=NetworkSegment(98b8b841-4cae-4ce4-9d47-e33e4f73c356),segment_id=98b8b841-4cae-4ce4-9d47-e33e4f73c356)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:33.760822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:33.765414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Allocated IP 2001:db8::f816:3eff:feb3:97e6 (d4748316-9f34-4dab-becc-fd9732719df9/416da168-b440-4a99-95aa-cf693b0b6902/cf6ef95f-c2fd-4b38-abfe-5ab937794f57) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:33.765835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.779016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-653311ff-b45d-4786-96aa-0915e0efac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:33.848335 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cc5823-98ac-42fd-9bbb-f651b7a2c3ae', 'name': 'tempest-NetworksTestDHCPv6-router-1686121015', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:15Z', 'updated_at': '2022-05-06T13:46:30Z', 'revision_number': 3, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:33.860744 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] Checking router: 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:46:33.872930 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] Routers {'28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:33.873831 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:33.899152 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] device_id is not set on port 90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:46:34.036713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46d1f9-256a-44ad-86cb-83105284d864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e5da2f-da8f-4edb-946d-dafaf1ed2b26,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:34.039982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea46d1f9-256a-44ad-86cb-83105284d864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:34.041449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ea46d1f9-256a-44ad-86cb-83105284d864 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99e5da2f-da8f-4edb-946d-dafaf1ed2b26 HTTP/1.1" status: 204 len: 168 time: 1.2796061 May 06 13:46:34.093341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:34.107192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:34.173701 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] Set router 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:34.243343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653311ff-b45d-4786-96aa-0915e0efac3b None None] Pushing event updated for resources: {'Port': ['ID=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:34.488138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a22b85-9fe1-4fe1-a91d-ad3e9513d43b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:34.495275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a22b85-9fe1-4fe1-a91d-ad3e9513d43b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:34.504156 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cc5823-98ac-42fd-9bbb-f651b7a2c3ae', 'name': 'tempest-NetworksTestDHCPv6-router-1686121015', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:15Z', 'updated_at': '2022-05-06T13:46:30Z', 'revision_number': 3, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:34.506970 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-01a22b85-9fe1-4fe1-a91d-ad3e9513d43b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9108949 May 06 13:46:34.507290 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:46:34.514299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38722) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:34.516317 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60459b4e-3868-4954-8f2e-5e57de78051c None None] The sync data for ids ['28cc5823-98ac-42fd-9bbb-f651b7a2c3ae'] in dv-neutron-840888-1-hyperv is: [{'id': '28cc5823-98ac-42fd-9bbb-f651b7a2c3ae', 'name': 'tempest-NetworksTestDHCPv6-router-1686121015', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:15Z', 'updated_at': '2022-05-06T13:46:30Z', 'revision_number': 3, 'project_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:34.633857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee9a00-49b4-4cb1-aa3f-1b82ab8aa01b req-49aae5a7-92bb-424a-8cbc-aa6d00235532 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:34.635369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-caee9a00-49b4-4cb1-aa3f-1b82ab8aa01b req-49aae5a7-92bb-424a-8cbc-aa6d00235532 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5915842 May 06 13:46:34.694805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:34.720657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Transition to ACTIVE for port object cf6ef95f-c2fd-4b38-abfe-5ab937794f57 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:34.766107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Transition to ACTIVE for port object cf6ef95f-c2fd-4b38-abfe-5ab937794f57 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:34.787400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:34.895446 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-caee9a00-49b4-4cb1-aa3f-1b82ab8aa01b req-38c8056a-44ce-45a4-b3ce-d4964d86c7dc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284281 May 06 13:46:34.935439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:34.982047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-76425d88-cc97-460f-bac1-8f8ac33e2702 None None] Provisioning complete for port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:34.982421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-76425d88-cc97-460f-bac1-8f8ac33e2702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.070983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Network d4748316-9f34-4dab-becc-fd9732719df9 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:35.094118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbcdbf8-bc06-42da-9d4a-821988b88e7c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 9ab0bc84-b742-435d-bf67-270ff5a1b08b {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:46:35.163346 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdbf8-bc06-42da-9d4a-821988b88e7c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.200459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-76425d88-cc97-460f-bac1-8f8ac33e2702 None None] Port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:46:35.202696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Pushing event updated for resources: {'Port': ['ID=cf6ef95f-c2fd-4b38-abfe-5ab937794f57,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:35.208234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:35.212836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:35.262752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Allocated IP 2001:db8::f816:3eff:fe85:d9cb (d4748316-9f34-4dab-becc-fd9732719df9/416da168-b440-4a99-95aa-cf693b0b6902/90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:35.276491 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router c286c038-4e0b-4860-b204-a272bd923e94 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:46:35.357486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:35.427426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e4e9d766-e1cc-42bc-812f-9c88d28945a1 None None] Provisioning complete for port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:35.427426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d766-e1cc-42bc-812f-9c88d28945a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.493717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Attempting to bind port cf6ef95f-c2fd-4b38-abfe-5ab937794f57 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:35.494289 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Attempting to bind port cf6ef95f-c2fd-4b38-abfe-5ab937794f57 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e841166a-0523-46cd-a84f-9f7ea13d9838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd4748316-9f34-4dab-becc-fd9732719df9'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:35.494865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Attempting to bind port cf6ef95f-c2fd-4b38-abfe-5ab937794f57 on network d4748316-9f34-4dab-becc-fd9732719df9 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:35.507008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02f9aa35-1abe-4f0a-868c-2ca1c0dfce85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.514627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02f9aa35-1abe-4f0a-868c-2ca1c0dfce85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.523814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:35.524394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Checking segment: {'id': 'e841166a-0523-46cd-a84f-9f7ea13d9838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd4748316-9f34-4dab-becc-fd9732719df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:35.525038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.525647 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Bound using segment: {'id': 'e841166a-0523-46cd-a84f-9f7ea13d9838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd4748316-9f34-4dab-becc-fd9732719df9'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:35.526406 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Bound port: cf6ef95f-c2fd-4b38-abfe-5ab937794f57, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e841166a-0523-46cd-a84f-9f7ea13d9838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd4748316-9f34-4dab-becc-fd9732719df9'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:35.527569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.772336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38742) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:35.800843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:35.833671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdbf8-bc06-42da-9d4a-821988b88e7c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.841482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] For port cf6ef95f-c2fd-4b38-abfe-5ab937794f57, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:35.852303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] For port cf6ef95f-c2fd-4b38-abfe-5ab937794f57, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=cf6ef95f-c2fd-4b38-abfe-5ab937794f57,segment=NetworkSegment(e841166a-0523-46cd-a84f-9f7ea13d9838),segment_id=e841166a-0523-46cd-a84f-9f7ea13d9838)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:35.876923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Checking segment: {'id': '67af7279-5f7f-434b-a98b-f292d495a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:35.877291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network hostable DHCP agents. Network: 9e73c5db-6f4e-448c-890c-dd6c83812f68, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:46:35.938889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f9aa35-1abe-4f0a-868c-2ca1c0dfce85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Router 6d25ddea-e5c0-4fdb-997c-385b0d64c390 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:46:35.943206 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:35.992095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.066260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:36.066631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.081776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2112417011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:36.121922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:36.181008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43224b78-587b-4cce-aef7-b274bbc0cfd8 None None] Pushing event updated for resources: {'Port': ['ID=cf6ef95f-c2fd-4b38-abfe-5ab937794f57,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:36.190003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:router and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:36.224299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:36.247790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:36.249809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:46:36.307066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:46:36.354711 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:46:36.356140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 89cdeddc-2c0d-45c2-8d2a-e92c5c7e4b27 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:46:36.382439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.383751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.404596 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 9e73c5db-6f4e-448c-890c-dd6c83812f68) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:36.412459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.412459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.448819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4117a6-aa3b-405f-a3d3-14d6f5133aae None None] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:36.449663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.454653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36580833-a1cf-45a3-85d8-e94134e52593 req-35ae0777-dfa4-4ab1-b5e7-e39648238a76 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.457075 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36580833-a1cf-45a3-85d8-e94134e52593 req-35ae0777-dfa4-4ab1-b5e7-e39648238a76 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.3397088 May 06 13:46:36.466496 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2b0c246b-8ad3-46d4-a1e6-190cd091fb83 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8654988 May 06 13:46:36.467770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:46:36.477495 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2e899d1e-c70d-4469-b4c4-306d94d1e33c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/c286c038-4e0b-4860-b204-a272bd923e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3335879 May 06 13:46:36.477495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38750) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:36.487622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f9aa35-1abe-4f0a-868c-2ca1c0dfce85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:46:36.490020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:36.491212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38752) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:36.499558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-02f9aa35-1abe-4f0a-868c-2ca1c0dfce85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.501605 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-02f9aa35-1abe-4f0a-868c-2ca1c0dfce85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "PUT /v2.0/routers/6d25ddea-e5c0-4fdb-997c-385b0d64c390 HTTP/1.1" status: 200 len: 919 time: 4.7786651 May 06 13:46:36.516661 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083ce10-a72f-417d-87c2-ea5f038d3afa None None] Sync routers for ids ['6d25ddea-e5c0-4fdb-997c-385b0d64c390'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:46:36.539465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38758) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:36.560057 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083ce10-a72f-417d-87c2-ea5f038d3afa None None] Routers {'6d25ddea-e5c0-4fdb-997c-385b0d64c390'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:36.561366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdbf8-bc06-42da-9d4a-821988b88e7c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.563021 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3083ce10-a72f-417d-87c2-ea5f038d3afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d25ddea-e5c0-4fdb-997c-385b0d64c390'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:36.692831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Transition to ACTIVE for port object 90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:36.717962 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3083ce10-a72f-417d-87c2-ea5f038d3afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:36.720219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Sync routers for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:46:36.738003 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083ce10-a72f-417d-87c2-ea5f038d3afa None None] Routers {'6d25ddea-e5c0-4fdb-997c-385b0d64c390'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:36.739213 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3083ce10-a72f-417d-87c2-ea5f038d3afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d25ddea-e5c0-4fdb-997c-385b0d64c390'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:36.784272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-9e73c5db-6f4e-448c-890c-dd6c83812f68', 'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68', 'tenant_id': '7bed9daf2f1e4f0b85fc96ab107c7e3f', 'fixed_ips': [{'subnet_id': 'b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:36.785149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.815619 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36580833-a1cf-45a3-85d8-e94134e52593 req-06dc5f81-3850-46cd-92b1-ea7a3e0bd70e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488390 May 06 13:46:36.829881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-efd4c44f-8f5a-4dd2-81ab-b36c0eca4810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.832957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:36.834108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:36.854352 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:36.858329 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3083ce10-a72f-417d-87c2-ea5f038d3afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:36.858741 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083ce10-a72f-417d-87c2-ea5f038d3afa None None] The sync data for ids ['6d25ddea-e5c0-4fdb-997c-385b0d64c390'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:36.943359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.944214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.945134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.945970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.946814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.947606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.948782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.949476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.950402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.951272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.952108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:36.955961 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-840e9503-ebe5-42c2-998d-bdbe2a63d8a1 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7731 time: 0.4631088 May 06 13:46:36.959153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38762) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:37.088704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:37.178947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:37.186166 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7448b343-6645-44e1-814e-0999fbbb8def tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/routers/6d25ddea-e5c0-4fdb-997c-385b0d64c390 HTTP/1.1" status: 200 len: 919 time: 0.6451218 May 06 13:46:37.188411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:37.192168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdbf8-bc06-42da-9d4a-821988b88e7c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:37.202843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:37.206937 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8b1544d4-5d5f-44ed-8298-158535ca511c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4250565 May 06 13:46:37.206937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38766) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:37.206937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:37.239217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38768) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:37.239461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:37.253888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-807646331'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:37.256637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdbf8-bc06-42da-9d4a-821988b88e7c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:37.258998 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9dbcdbf8-bc06-42da-9d4a-821988b88e7c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/9ab0bc84-b742-435d-bf67-270ff5a1b08b HTTP/1.1" status: 204 len: 168 time: 2.7332852 May 06 13:46:37.268185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:37.275363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:network and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:37.281503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:37.291800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:37.300602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:37.301140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38774) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:37.372260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcdbf8-bc06-42da-9d4a-821988b88e7c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab0bc84-b742-435d-bf67-270ff5a1b08b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:37.374351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Allocated IP 2001:db8::2 (9e73c5db-6f4e-448c-890c-dd6c83812f68/b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb/2e814b07-0466-4300-b84f-4485cad3a285) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:37.388538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f3bd1c-09da-4ec2-bcfb-a29301f198d2 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:37.406157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:37.423852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network d4748316-9f34-4dab-becc-fd9732719df9 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:37.430358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:37.441941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:37.445929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:37.462049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.462820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.463552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.465049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.465980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.466880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.467724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.468635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:37.469044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.470019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.477021 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e17cf94a-97b2-4cde-bc50-a319dfcc1722 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5861 time: 0.5130589 May 06 13:46:37.482765 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:37.483513 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:37.491658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38778) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:37.500304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Port': ['ID=90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:37.610724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Made reservation on behalf of c2ea1b964ca84d3baa999c5e900c45bf for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:37.617223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:37.658080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:37.704586 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f54f1a3e-f5f0-4d81-b9eb-29496da0840d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:router {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:37.710774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:37.721122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:security_group_rule and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:37.725545 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d605b2ec-cdc1-4774-9dd4-f25d49e2ab61 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.0735722 May 06 13:46:37.739518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38782) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:37.773679 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:37.785146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f54f1a3e-f5f0-4d81-b9eb-29496da0840d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:router {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:37.791836 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f54f1a3e-f5f0-4d81-b9eb-29496da0840d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4887223 May 06 13:46:37.798452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38786) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:37.802976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:37.803659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device cf6ef95f-c2fd-4b38-abfe-5ab937794f57 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:37.882180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d8fa8-6a6d-46a1-92f2-7af744455e09 None None] Network d4748316-9f34-4dab-becc-fd9732719df9 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:38.132968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7e81-2892-4414-bced-0d9a2fba1e1d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.181143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1174bde2-25d4-4109-a81e-16ee345419e7 None None] Provisioning for port cf6ef95f-c2fd-4b38-abfe-5ab937794f57 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:38.240986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648adf9-50a8-418a-9072-accc93569db8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:38.242284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c648adf9-50a8-418a-9072-accc93569db8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Synchronizing usage tracker for tenant:f2f8c6d724ee4824b935fc8b631184f0 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:38.253238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d825e1-e467-4b59-b4f9-ff6d934821eb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Deleting subnet 416da168-b440-4a99-95aa-cf693b0b6902 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:46:38.270626 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.ipam_backend_mixin [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb (CIDR: 2001:db8::/64) May 06 13:46:38.274661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-92d825e1-e467-4b59-b4f9-ff6d934821eb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.335015 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:46:38.335015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:38.382474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c648adf9-50a8-418a-9072-accc93569db8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Unset dirty status for tenant:f2f8c6d724ee4824b935fc8b631184f0 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:38.389116 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c648adf9-50a8-418a-9072-accc93569db8 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=6d25ddea-e5c0-4fdb-997c-385b0d64c390&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1385148 May 06 13:46:38.389116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-92d825e1-e467-4b59-b4f9-ff6d934821eb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.420497 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-240aef84-6b70-4a70-86aa-253addb8c37d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9370413 May 06 13:46:38.425035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38792) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:38.425407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38794) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:38.442017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port cf6ef95f-c2fd-4b38-abfe-5ab937794f57 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:38.500951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:38.533717 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-295ea4f7-f448-43e7-8f51-bcff6418b854 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4847 time: 1.0347557 May 06 13:46:38.580546 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.585029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port cf6ef95f-c2fd-4b38-abfe-5ab937794f57 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:38.585632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.607286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-92d825e1-e467-4b59-b4f9-ff6d934821eb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.692366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7e81-2892-4414-bced-0d9a2fba1e1d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.705488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7e81-2892-4414-bced-0d9a2fba1e1d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.718225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Transition to ACTIVE for port object 2e814b07-0466-4300-b84f-4485cad3a285 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:38.767015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a88d82-32f5-4895-b01f-1426646fcaea req-69a93b6a-72a0-4bd2-8429-19f200f45f2a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:38.768673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-48a88d82-32f5-4895-b01f-1426646fcaea req-69a93b6a-72a0-4bd2-8429-19f200f45f2a tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7221875 May 06 13:46:38.815041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Transition to ACTIVE for port object 2e814b07-0466-4300-b84f-4485cad3a285 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:38.837813 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.867020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-92d825e1-e467-4b59-b4f9-ff6d934821eb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.867374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7e81-2892-4414-bced-0d9a2fba1e1d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.867374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8a7e81-2892-4414-bced-0d9a2fba1e1d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Fanout notify agent at l3_agent the message router_deleted on router 28cc5823-98ac-42fd-9bbb-f651b7a2c3ae {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:46:38.926995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.943942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d825e1-e467-4b59-b4f9-ff6d934821eb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Subnet': ['ID=416da168-b440-4a99-95aa-cf693b0b6902,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:38.946548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:38.950557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20654af2-f726-47d1-b9b1-37370726709e tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:38.952130 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-20654af2-f726-47d1-b9b1-37370726709e tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 881 time: 0.5236230 May 06 13:46:38.957468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38802) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:38.974311 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-48a88d82-32f5-4895-b01f-1426646fcaea req-514d25bb-4fa8-4908-8fff-219ae90f76c9 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890295 May 06 13:46:38.988348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:39.012279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-92d825e1-e467-4b59-b4f9-ff6d934821eb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.018125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:39.030497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:46:39.037499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:39.041458 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-973e7ae4-2c7b-4074-a0c3-64fdf1ed5aaa tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d25ddea-e5c0-4fdb-997c-385b0d64c390 HTTP/1.1" status: 200 len: 205 time: 0.0828149 May 06 13:46:39.046609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38806) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:39.054865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:39.071610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7e81-2892-4414-bced-0d9a2fba1e1d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.073050 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6f8a7e81-2892-4414-bced-0d9a2fba1e1d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/routers/28cc5823-98ac-42fd-9bbb-f651b7a2c3ae HTTP/1.1" status: 204 len: 168 time: 1.2732382 May 06 13:46:39.074370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4cda0f-1c8c-45ee-bc00-d3b586f3e098,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:39.082624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38810) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:39.138639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.139764 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Added segment 4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460 of type vlan for network 9271204d-21fb-4a0f-acaa-69ce1e25e287 May 06 13:46:39.141885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:39.145729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.153120 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-92d825e1-e467-4b59-b4f9-ff6d934821eb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/subnets/416da168-b440-4a99-95aa-cf693b0b6902 HTTP/1.1" status: 204 len: 168 time: 1.4096587 May 06 13:46:39.153120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38814) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:39.159938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38816) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:39.181696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804408e-d405-465a-9053-f13c98f51b14 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:46:39.206446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651041862', 'description': 'tempest-secgroup-smoke-651041862 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:39.249189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:39.251283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:39.258295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c804408e-d405-465a-9053-f13c98f51b14 None None] Deleting port 92bdce6b-8150-4764-9150-25923ed005d2 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:39.259829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c804408e-d405-465a-9053-f13c98f51b14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.262436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:39.274963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:39.320643 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:39.341388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:39.364524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab0489-7484-4927-a75b-36686dbd5bcc tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:39.366344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab0489-7484-4927-a75b-36686dbd5bcc tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:39.367566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-28ab0489-7484-4927-a75b-36686dbd5bcc tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Synchronizing usage tracker for tenant:9f3767f44a0e4a7f935bc927abb00ac5 on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:39.375364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.375718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:39.426223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:39.435762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:39.438722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-28ab0489-7484-4927-a75b-36686dbd5bcc tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Unset dirty status for tenant:9f3767f44a0e4a7f935bc927abb00ac5 on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:39.439929 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-28ab0489-7484-4927-a75b-36686dbd5bcc tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2790384 May 06 13:46:39.441532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:39.447458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38822) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:39.462918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.563718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b667b02b-1410-469c-adb6-9f48ac54e4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.577567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Pushing event updated for resources: {'Port': ['ID=2e814b07-0466-4300-b84f-4485cad3a285,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:39.581692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:39.590102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.662709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.676020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:46:30Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:31Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:39.726595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Checking router: c286c038-4e0b-4860-b204-a272bd923e94 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:46:39.726953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Updating router c286c038-4e0b-4860-b204-a272bd923e94 port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:46:39.781110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee610ed2-828c-4dcc-ace0-4e8bfa44a140 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.790114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Attempting to bind port 2e814b07-0466-4300-b84f-4485cad3a285 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:39.790522 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Attempting to bind port 2e814b07-0466-4300-b84f-4485cad3a285 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '67af7279-5f7f-434b-a98b-f292d495a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:39.791068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Attempting to bind port 2e814b07-0466-4300-b84f-4485cad3a285 on network 9e73c5db-6f4e-448c-890c-dd6c83812f68 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:39.807997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port cf6ef95f-c2fd-4b38-abfe-5ab937794f57, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=cf6ef95f-c2fd-4b38-abfe-5ab937794f57,segment=NetworkSegment(e841166a-0523-46cd-a84f-9f7ea13d9838),segment_id=e841166a-0523-46cd-a84f-9f7ea13d9838)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:39.829088 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee610ed2-828c-4dcc-ace0-4e8bfa44a140 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 13:46:39.829529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee610ed2-828c-4dcc-ace0-4e8bfa44a140 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:46:39.836467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.841596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:39.842575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Checking segment: {'id': '67af7279-5f7f-434b-a98b-f292d495a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:39.842575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.842870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Bound using segment: {'id': '67af7279-5f7f-434b-a98b-f292d495a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:39.843335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:39.843528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Bound port: 2e814b07-0466-4300-b84f-4485cad3a285, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67af7279-5f7f-434b-a98b-f292d495a821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:39.843982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.844163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.864687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.876189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e68692f-b084-4383-8302-25ec00f8b069 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:39.877060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1e68692f-b084-4383-8302-25ec00f8b069 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:39.882027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Deleting port 1309096c-0669-4d80-b85e-c5027e700d0f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:39.882504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:39.911968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.033252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.076108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.079769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 92bdce6b-8150-4764-9150-25923ed005d2 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:46:40.141030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Network': ['ID=9271204d-21fb-4a0f-acaa-69ce1e25e287,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:40.153738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.197228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.248670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.249246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.249751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.250087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.250394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.250723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.251081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.251427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.251757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.252077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.252400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.252750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:40.259528 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ee610ed2-828c-4dcc-ace0-4e8bfa44a140 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/d4748316-9f34-4dab-becc-fd9732719df9 HTTP/1.1" status: 409 len: 405 time: 0.7944052 May 06 13:46:40.264717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c428f0d-963d-4f44-a896-d8042f96a994 None None] Network d4748316-9f34-4dab-becc-fd9732719df9 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:40.274445 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-182023b7-045b-49c0-9297-cc2cdf79d1fd tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.0314407 May 06 13:46:40.288410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38830) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:40.289318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38832) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:40.290095 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0587f7-1240-4b54-bcc7-4e4306d2a806,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:40.297088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.301301 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-316bdcc7-1403-4318-835b-7a5cf6b098c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1421878 May 06 13:46:40.309100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38834) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:40.318155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 9271204d-21fb-4a0f-acaa-69ce1e25e287 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:46:40.331612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.341056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1e68692f-b084-4383-8302-25ec00f8b069 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:40.341581 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1e68692f-b084-4383-8302-25ec00f8b069 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2577398 May 06 13:46:40.347252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38840) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:40.422268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1248393676'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:40.428833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c804408e-d405-465a-9053-f13c98f51b14 None None] For port 92bdce6b-8150-4764-9150-25923ed005d2, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=92bdce6b-8150-4764-9150-25923ed005d2,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:40.429064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c804408e-d405-465a-9053-f13c98f51b14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.438714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:40.446615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:network and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:40.452906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:40.464243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:40.484376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=cf6ef95f-c2fd-4b38-abfe-5ab937794f57,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:40.519353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'subnet': {'network_id': '9271204d-21fb-4a0f-acaa-69ce1e25e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:40.592903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'ff0587f7-1240-4b54-bcc7-4e4306d2a806', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:40.610898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa4bdc-ca96-4ce2-a43d-5434014c250e req-cdc3ac90-3106-4067-9c14-7beedbc6675e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:40.614982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:40.623441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.625003 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ddfa4bdc-ca96-4ce2-a43d-5434014c250e req-cdc3ac90-3106-4067-9c14-7beedbc6675e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.3784151 May 06 13:46:40.664724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261248fb-000d-4c6d-8840-03177372dd49 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:40.675487 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-261248fb-000d-4c6d-8840-03177372dd49 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3255570 May 06 13:46:40.679712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38856) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:40.684156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:40.810533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-26ea8186-02bd-40f1-95bf-c5faf8c06493 None None] Provisioning for port 90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:40.828656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c804408e-d405-465a-9053-f13c98f51b14 None None] Calling delete_port for 92bdce6b-8150-4764-9150-25923ed005d2 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:40.874857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-26ea8186-02bd-40f1-95bf-c5faf8c06493 None None] Provisioning complete for port 90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:40.876083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-26ea8186-02bd-40f1-95bf-c5faf8c06493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.939335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] For port 2e814b07-0466-4300-b84f-4485cad3a285, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:41.022427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7deb2c6e-dcd3-4368-ad2b-b4d998b3a6bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:router {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:41.052686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:46:41.072933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.073891 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Added segment 53152b2c-5cb2-41cb-b3c4-ca21ba445265 of type vlan for network ae9b4441-4595-46d4-a72f-d6e80c2e190e May 06 13:46:41.083983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ddfa4bdc-ca96-4ce2-a43d-5434014c250e req-d0fdd4d9-75b6-41b8-af86-32aa191a3c17 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3975258 May 06 13:46:41.150530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:41.165632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.166763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] For port 2e814b07-0466-4300-b84f-4485cad3a285, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2e814b07-0466-4300-b84f-4485cad3a285,segment=NetworkSegment(67af7279-5f7f-434b-a98b-f292d495a821),segment_id=67af7279-5f7f-434b-a98b-f292d495a821)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:41.224360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.239876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:41.249811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.253400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:41.261789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:subnet and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:41.283658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:41.301142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.302221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7deb2c6e-dcd3-4368-ad2b-b4d998b3a6bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:router {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:41.303260 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7deb2c6e-dcd3-4368-ad2b-b4d998b3a6bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5606160 May 06 13:46:41.320584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:41.321752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.325217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:41.328599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38870) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:41.340955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:41.345297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:41.345917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.375105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:41.395778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.402713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-26ea8186-02bd-40f1-95bf-c5faf8c06493 None None] Port 90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:46:41.412012 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9779172 May 06 13:46:41.415015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38874) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:41.423490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.434736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-e9ec7865-76e3-41e6-ac51-dcc4cc9d4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:41.436797 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-e9ec7865-76e3-41e6-ac51-dcc4cc9d4de4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1099 time: 0.6702187 May 06 13:46:41.539650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:41.542348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68', 'fixed_ips': [{'subnet_id': 'b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb'}, {'subnet_id': '3bdd0526-1478-4b46-80b1-d11d6440a570'}], 'name': 'tempest-PortsIpV6TestJSON-1770607291'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:41.656761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:41.663106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c804408e-d405-465a-9053-f13c98f51b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.674222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b361-0e66-4e1f-9740-ab34bd2ba3ee tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=3bdd0526-1478-4b46-80b1-d11d6440a570,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:41.707587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.716175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Calling delete_port for 1309096c-0669-4d80-b85e-c5027e700d0f owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:41.721359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deff4e5-d014-4eb3-b5f8-64b25174497e None None] Pushing event updated for resources: {'Port': ['ID=2e814b07-0466-4300-b84f-4485cad3a285,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:41.816239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-26ea8186-02bd-40f1-95bf-c5faf8c06493 None None] Provisioning complete for port cf6ef95f-c2fd-4b38-abfe-5ab937794f57 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:41.816681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-26ea8186-02bd-40f1-95bf-c5faf8c06493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:41.825563 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966934-db68-4093-becd-85d2dd25e311 req-89320f22-a4c7-44d1-8edf-e90aeaabaaf3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:41.833356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-61966934-db68-4093-becd-85d2dd25e311 req-89320f22-a4c7-44d1-8edf-e90aeaabaaf3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.7692089 May 06 13:46:41.857812 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804408e-d405-465a-9053-f13c98f51b14 None None] No DVR routers for this DVR port 92bdce6b-8150-4764-9150-25923ed005d2 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:46:41.971214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804408e-d405-465a-9053-f13c98f51b14 None None] Pushing event deleted for resources: {'Port': ['ID=92bdce6b-8150-4764-9150-25923ed005d2,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:41.972132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-61966934-db68-4093-becd-85d2dd25e311 req-5bb3e794-8c94-4bcd-b3ec-a794948d1e5f tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366422 May 06 13:46:42.060550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:42.088061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:42.096969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:42.126818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:42.141953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:42.167737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:port and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:42.187792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:42.195779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-08b3e9a5-a17a-46ab-be68-fed32c86f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:42.197806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-08b3e9a5-a17a-46ab-be68-fed32c86f841 service neutron] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 913 time: 0.5687299 May 06 13:46:42.203436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:42.358071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8d0dc-a013-40e8-b6ca-32086bc6f86b None None] DHCP port deletion for d4748316-9f34-4dab-becc-fd9732719df9 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:46:42.461664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8d0dc-a013-40e8-b6ca-32086bc6f86b None None] Deleting port cf6ef95f-c2fd-4b38-abfe-5ab937794f57 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:42.462322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d0dc-a013-40e8-b6ca-32086bc6f86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.518888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.557572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.570114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2e814b07-0466-4300-b84f-4485cad3a285 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:42.593629 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2901416 May 06 13:46:42.602278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38880) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:42.614129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Made reservation on behalf of c2ea1b964ca84d3baa999c5e900c45bf for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:42.617849 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.639904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:42.644484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.664578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Transition to ACTIVE for port object f3518019-cf7b-46bf-b5e8-7723a80dc5d9 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:42.673058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'subnet': {'network_id': 'ae9b4441-4595-46d4-a72f-d6e80c2e190e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:42.689385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.707988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Network': ['ID=ae9b4441-4595-46d4-a72f-d6e80c2e190e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:42.796503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:42.899114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.954740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Pushing event updated for resources: {'Port': ['ID=f3518019-cf7b-46bf-b5e8-7723a80dc5d9,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:42.977056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0ac8d0dc-a013-40e8-b6ca-32086bc6f86b None None] For port cf6ef95f-c2fd-4b38-abfe-5ab937794f57, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=cf6ef95f-c2fd-4b38-abfe-5ab937794f57,segment=NetworkSegment(e841166a-0523-46cd-a84f-9f7ea13d9838),segment_id=e841166a-0523-46cd-a84f-9f7ea13d9838)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:42.978268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d0dc-a013-40e8-b6ca-32086bc6f86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.994246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.995429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.995429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.995795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.995965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.996987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.996987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.997325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.997476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.997688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.998054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:42.998329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721cd20-a7d9-4d2f-9397-510a8369f571 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.007805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.008135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.008705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.009185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.009742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.010266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.011580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.012128 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.012878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.013415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.013923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.014446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:43.026220 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.085148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network ae9b4441-4595-46d4-a72f-d6e80c2e190e details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:46:43.181258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca063fd-22d3-486b-9e0a-85708b63aeb9,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:43.239412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.251100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.255239 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-86a9075c-a8bc-430e-ab62-ad44dad7ea57 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 1002 time: 1.0188425 May 06 13:46:43.255869 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5b572fad-96e9-42f3-a5cf-705e8ee2064b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8478549 May 06 13:46:43.264790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:43.274974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38886) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:43.304745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:43.341518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:43.345371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.371011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'ff0587f7-1240-4b54-bcc7-4e4306d2a806', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:43.426079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8d0dc-a013-40e8-b6ca-32086bc6f86b None None] Calling delete_port for cf6ef95f-c2fd-4b38-abfe-5ab937794f57 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:43.527339 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 2e814b07-0466-4300-b84f-4485cad3a285 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:43.527775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:43.538195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:43.545177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:43.561695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:43.576128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-59d4def4-5d65-4c3b-9d0a-d2c9872e9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:43.577999 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-59d4def4-5d65-4c3b-9d0a-d2c9872e9f25 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.2947967 May 06 13:46:43.620288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.654286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port c2ef7f56-c8c9-48f6-a5e9-036169595bbb yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:46:43.692342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event deleted for resources: {'Port': ['ID=1309096c-0669-4d80-b85e-c5027e700d0f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:43.712919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.745672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.755238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68914ece-bc7b-4f47-a2d9-5f223cd8d560 None None] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:43.890879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3716d-6b28-4858-91c7-e29f3e9c38d6 req-1ab8c4fa-6e71-4212-b9cd-c53cfc78f68b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:43.892576 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-08d3716d-6b28-4858-91c7-e29f3e9c38d6 req-1ab8c4fa-6e71-4212-b9cd-c53cfc78f68b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.2028725 May 06 13:46:43.954848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Subnet': ['ID=6d131101-6317-4c08-b474-2b5ef0ac1a08,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:43.966557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.969759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Attempting to bind port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:43.970750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Attempting to bind port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:43.971627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Attempting to bind port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 on network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:43.996397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:43.998272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Checking segment: {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:43.999406 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.000385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Bound using segment: {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:44.001487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Bound port: f3518019-cf7b-46bf-b5e8-7723a80dc5d9, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:44.002424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.070151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d0dc-a013-40e8-b6ca-32086bc6f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.123896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.158985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27166f7b-695c-4c29-bcf2-120a9cfd8ab3 req-083294bd-99ee-4672-8bfc-dc6c20480775 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:44.166757 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-27166f7b-695c-4c29-bcf2-120a9cfd8ab3 req-083294bd-99ee-4672-8bfc-dc6c20480775 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.7758088 May 06 13:46:44.176640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.180297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-16c2a33a-9df0-4c3a-a843-3aea6cc595ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:44.182016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-16c2a33a-9df0-4c3a-a843-3aea6cc595ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5886950 May 06 13:46:44.185945 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-08d3716d-6b28-4858-91c7-e29f3e9c38d6 req-7547d0a4-bf10-4f6a-b18e-2baedc6c2bb1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357357 May 06 13:46:44.199152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8d0dc-a013-40e8-b6ca-32086bc6f86b None None] Pushing event deleted for resources: {'Port': ['ID=cf6ef95f-c2fd-4b38-abfe-5ab937794f57,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:44.282306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device cf6ef95f-c2fd-4b38-abfe-5ab937794f57 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:46:44.288040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Checking segment: {'id': '4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9271204d-21fb-4a0f-acaa-69ce1e25e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:44.288570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network hostable DHCP agents. Network: 9271204d-21fb-4a0f-acaa-69ce1e25e287, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:46:44.299754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.311917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.317875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8d0dc-a013-40e8-b6ca-32086bc6f86b None None] No DVR routers for this DVR port cf6ef95f-c2fd-4b38-abfe-5ab937794f57 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:46:44.361042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: cf6ef95f-c2fd-4b38-abfe-5ab937794f57 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:46:44.361671 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device cf6ef95f-c2fd-4b38-abfe-5ab937794f57 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:46:44.391326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.391940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Fanout notify agent at l3_agent the message router_deleted on router 6d25ddea-e5c0-4fdb-997c-385b0d64c390 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:46:44.415093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-76c0d705-23c6-400c-9bf4-474c37109ae2 None None] Provisioning for port 2e814b07-0466-4300-b84f-4485cad3a285 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:44.433206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network 9271204d-21fb-4a0f-acaa-69ce1e25e287 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:46:44.444376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc338603-664d-48d2-a517-447e6ac81a67,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:44.472372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 9271204d-21fb-4a0f-acaa-69ce1e25e287) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:44.485342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:44.486237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.517345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.523430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-76c0d705-23c6-400c-9bf4-474c37109ae2 None None] Provisioning complete for port 2e814b07-0466-4300-b84f-4485cad3a285 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:44.523430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-76c0d705-23c6-400c-9bf4-474c37109ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.523755 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3891d2d0-2636-4306-9d40-892195f83f1f tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/6d25ddea-e5c0-4fdb-997c-385b0d64c390 HTTP/1.1" status: 204 len: 168 time: 5.4699030 May 06 13:46:44.528270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38890) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:44.549680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e70c0-15f5-4d81-8e9c-4cb93b747823 None None] Network 9271204d-21fb-4a0f-acaa-69ce1e25e287 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:44.571095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] For port f3518019-cf7b-46bf-b5e8-7723a80dc5d9, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:44.575801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1857570377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:44.586721 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-039b4d8b-8fe5-42d6-a4d6-1f7d01d73514 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2791076 May 06 13:46:44.603504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38894) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:44.609561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:46:44.613090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:44.619488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'network': {'name': 'tempest-router-network01--1940289583'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:44.624370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.659620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.662792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Usage tracker for resource:router and tenant:4fdafc0b5b14482992e43884abfba7ce is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:44.666050 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9add0b88-328f-454d-aa55-e0e55fcf7de7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3887897 May 06 13:46:44.666291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:44.668868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38898) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:44.675899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:44.693062 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-27166f7b-695c-4c29-bcf2-120a9cfd8ab3 req-346e6e08-0299-488b-875f-9487b87c6714 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5252633 May 06 13:46:44.699372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'ff0587f7-1240-4b54-bcc7-4e4306d2a806', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:44.699601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] For port f3518019-cf7b-46bf-b5e8-7723a80dc5d9, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f3518019-cf7b-46bf-b5e8-7723a80dc5d9,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:44.705154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:network and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:44.717692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:44.717692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:44.725060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.727564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:44.730722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:44.744930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:44.754755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:44.779425 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.780917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.782389 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-750f8064-3a1b-4ac3-8f85-4e19a0fe8482 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524206 May 06 13:46:44.794061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:44.803522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Subnet': ['ID=8ae1c225-d159-4643-b472-0c50a973ffcd,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:44.819303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Made reservation on behalf of c2ea1b964ca84d3baa999c5e900c45bf for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:44.826185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.848218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.objects.ports [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87984) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:46:44.911110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.983694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:46:44.984456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:45.051181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0a623-caa5-43a8-86b5-f06014d83ed8 None None] Pushing event updated for resources: {'Port': ['ID=f3518019-cf7b-46bf-b5e8-7723a80dc5d9,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:45.112276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.163711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:46:45.178681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.179069 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Added segment 987925a5-2d97-4635-bf29-236e2d1cb577 of type vlan for network 86a83fb5-499c-4ca2-a048-b7ecdda95825 May 06 13:46:45.181492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.213425 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.233604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Checking segment: {'id': '53152b2c-5cb2-41cb-b3c4-ca21ba445265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ae9b4441-4595-46d4-a72f-d6e80c2e190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:45.234078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network hostable DHCP agents. Network: ae9b4441-4595-46d4-a72f-d6e80c2e190e, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:46:45.277385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-76c0d705-23c6-400c-9bf4-474c37109ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.308873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.318339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.327261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:45.327863 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f580a495-caa3-40e7-80fd-5ea1fa513568 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7972343 May 06 13:46:45.331861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38904) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:45.345732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network ae9b4441-4595-46d4-a72f-d6e80c2e190e is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:46:45.346238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:45.352280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:45.353222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.367683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-9271204d-21fb-4a0f-acaa-69ce1e25e287', 'network_id': '9271204d-21fb-4a0f-acaa-69ce1e25e287', 'tenant_id': 'c2ea1b964ca84d3baa999c5e900c45bf', 'fixed_ips': [{'subnet_id': '6d131101-6317-4c08-b474-2b5ef0ac1a08'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:45.368115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.392748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c105a-bc4b-49e3-981f-a06a48f9b1c2 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:45.396212 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, ae9b4441-4595-46d4-a72f-d6e80c2e190e) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:45.404668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:45.427401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:45.429161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.429414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a63734-edae-4574-bf12-c582097d8a99 None None] Network ae9b4441-4595-46d4-a72f-d6e80c2e190e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:45.463307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.472327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.478650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:45.479292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.499413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.519290 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a0f37a95-35d0-455a-8eaa-27e4ea0e4750 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9010065 May 06 13:46:45.531650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38908) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:45.564366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-76c0d705-23c6-400c-9bf4-474c37109ae2 None None] For port 2e814b07-0466-4300-b84f-4485cad3a285, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2e814b07-0466-4300-b84f-4485cad3a285,segment=NetworkSegment(67af7279-5f7f-434b-a98b-f292d495a821),segment_id=67af7279-5f7f-434b-a98b-f292d495a821)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:45.569939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:46:45.616624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8e513a-41d5-4356-941c-0a4648371947,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:45.637903 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0268278 May 06 13:46:45.654123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-76c0d705-23c6-400c-9bf4-474c37109ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.657632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.659664 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-073dff64-8b7d-4c4d-af41-80d324425878 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9802916 May 06 13:46:45.660786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38912) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:45.661751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f08046-f7ac-4229-bf8c-2ce6e7aededb tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Network': ['ID=86a83fb5-499c-4ca2-a048-b7ecdda95825,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:45.681816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'network': {'name': 'tempest-router-network02--955196090'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:45.688070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38914) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:45.697316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'ff0587f7-1240-4b54-bcc7-4e4306d2a806', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:45.704638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:45.709710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'port': {'network_id': 'ae9b4441-4595-46d4-a72f-d6e80c2e190e', 'name': 'tempest-NetworksIpV6TestAttrs-1110745180'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:45.714283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:45.717785 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:network and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:45.722397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:45.725741 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:45.732070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:45.740271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:45.748266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:45.755126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 86a83fb5-499c-4ca2-a048-b7ecdda95825 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:46:45.764934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Made reservation on behalf of c2ea1b964ca84d3baa999c5e900c45bf for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:45.769196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.807119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:46:45.820529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.821020 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Added segment 1cc9a33e-9a19-4cc2-8851-66e25df337d9 of type vlan for network 4ad3d5ad-345c-4704-a376-eeafca32629e May 06 13:46:45.827022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::298 (9e73c5db-6f4e-448c-890c-dd6c83812f68/b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb/c2ef7f56-c8c9-48f6-a5e9-036169595bbb) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:45.859517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.915139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.924948 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.930982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:45.931650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:46.051477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=26d165bd-7736-4f6f-b735-aa48e8a2e432,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:46.095631 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4267056 May 06 13:46:46.116456 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2b054e0c-fb27-4e58-8978-2b724c4c491c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7887681 May 06 13:46:46.120987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38922) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:46.121943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38924) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:46.122879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32091426-e59f-4bc3-9a6d-43551751463c tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Network': ['ID=4ad3d5ad-345c-4704-a376-eeafca32629e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:46.147555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'subnet': {'network_id': '86a83fb5-499c-4ca2-a048-b7ecdda95825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:46.165448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 4ad3d5ad-345c-4704-a376-eeafca32629e details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:46:46.343635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8:0:1::388 (9e73c5db-6f4e-448c-890c-dd6c83812f68/3bdd0526-1478-4b46-80b1-d11d6440a570/c2ef7f56-c8c9-48f6-a5e9-036169595bbb) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:46.411881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:46.414321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:46.421011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:46.424471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:subnet and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:46.427819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0d705-23c6-400c-9bf4-474c37109ae2 None None] Pushing event updated for resources: {'Port': ['ID=2e814b07-0466-4300-b84f-4485cad3a285,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:46.444397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:46.477182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:46.480748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:46.490813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff29ff2-988a-43dc-96b5-981e2d6a22bf,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:46.500283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151554ed-d13a-4a2c-9ccc-d86c2fcab979 None None] Update dhcp port {'port': {'network_id': '9e73c5db-6f4e-448c-890c-dd6c83812f68', 'fixed_ips': [{'subnet_id': 'b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb', 'ip_address': '2001:db8::2'}, {'subnet_id': '3bdd0526-1478-4b46-80b1-d11d6440a570'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '2e814b07-0466-4300-b84f-4485cad3a285'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:46:46.512644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:46.515420 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-41825210-161d-4f05-b528-fb8fd397cf3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8256624 May 06 13:46:46.518096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Made reservation on behalf of c2ea1b964ca84d3baa999c5e900c45bf for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:46.522373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:46.542771 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38930) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:46.561026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'ff0587f7-1240-4b54-bcc7-4e4306d2a806', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:46.576808 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-201b9f1a-81dc-4e03-a1bf-8060c12e2b17 req-ab8c1241-5abf-4e49-97b0-a1aac3ad6b4e service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7657754 May 06 13:46:46.642586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:46.649089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Allocated IP 2001:db8::2 (9271204d-21fb-4a0f-acaa-69ce1e25e287/6d131101-6317-4c08-b474-2b5ef0ac1a08/4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:46.659629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:46.665915 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:46.684318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:46.714522 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:46:46.731761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:46.876468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:46.884020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:46.975867 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-151554ed-d13a-4a2c-9ccc-d86c2fcab979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.018311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '26d165bd-7736-4f6f-b735-aa48e8a2e432'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:47.019356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.026973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07daa62-9e79-404b-9538-d1a1b3937586,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:47.035997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ae9b4441-4595-46d4-a72f-d6e80c2e190e', 'network_id': 'ae9b4441-4595-46d4-a72f-d6e80c2e190e', 'tenant_id': '9f3767f44a0e4a7f935bc927abb00ac5', 'fixed_ips': [{'subnet_id': '8ae1c225-d159-4643-b472-0c50a973ffcd'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:47.035997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.046811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.058545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.129045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.131685 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c73ad76c-3a9d-4818-9d05-b3af850d699c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5830629 May 06 13:46:47.150301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38934) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:47.185217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'ff0587f7-1240-4b54-bcc7-4e4306d2a806', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:47.208051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:47.219967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:47.223164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:47.236349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:47.244235 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:47.264269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:47.297210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:47.302371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:port and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:47.306474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:47.311077 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:46:47.336742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc6e5e-cc13-49de-8b4c-46ae680d4a8b req-e235f9aa-a734-409d-9d8c-d318dcc59072 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:47.338108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.348716 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ccbc6e5e-cc13-49de-8b4c-46ae680d4a8b req-e235f9aa-a734-409d-9d8c-d318dcc59072 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.8545196 May 06 13:46:47.358594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:47.360182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Subnet': ['ID=09331cf7-fe07-473a-9d14-0b74b444b1e8,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:47.372521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc984d-29ba-4509-9ddc-c5c4fd1d413a req-b9956615-edd6-426a-84b4-8795f32b112b tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:47.374122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c4dc984d-29ba-4509-9ddc-c5c4fd1d413a req-b9956615-edd6-426a-84b4-8795f32b112b tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 1.2608995 May 06 13:46:47.378215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:47.408800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Checking segment: {'id': '987925a5-2d97-4635-bf29-236e2d1cb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '86a83fb5-499c-4ca2-a048-b7ecdda95825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:47.410063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network hostable DHCP agents. Network: 86a83fb5-499c-4ca2-a048-b7ecdda95825, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:46:47.410294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:47.490805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.498203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:47.502060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.521191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network 86a83fb5-499c-4ca2-a048-b7ecdda95825 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:46:47.553989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 86a83fb5-499c-4ca2-a048-b7ecdda95825) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:47.563064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:47.564022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.595293 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.599045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cc518d-3c5c-4b0d-973f-6bd6fd51c3b8 None None] Network 86a83fb5-499c-4ca2-a048-b7ecdda95825 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:47.616295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.629055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.649816 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:46:30Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:44Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:47.656295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Transition to ACTIVE for port object 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:47.666201 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-27a336dd-6561-4574-8922-1a848ed25ab8 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5388546 May 06 13:46:47.680196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38938) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:47.691106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'subnet': {'network_id': '4ad3d5ad-345c-4704-a376-eeafca32629e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:47.723815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:47.727515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.728792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c547e71-c661-4da9-9a39-09f26dd84fbf,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:47.741725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.743536 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a4adc0b4-5acf-4003-ad63-cd67574b2c09 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5771432 May 06 13:46:47.785732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf12592-ce0b-4e43-9aa9-bb7775477bb6 None None] The sync data for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv is: [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:46:30Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:44Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:46:47.815573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object c2ef7f56-c8c9-48f6-a5e9-036169595bbb will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:47.827236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Allocated IP 2001:db8::f816:3eff:fe33:9f30 (ae9b4441-4595-46d4-a72f-d6e80c2e190e/8ae1c225-d159-4643-b472-0c50a973ffcd/2a286890-c560-4656-bfb4-6045e32d0346) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:47.835666 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Transition to ACTIVE for port object 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:47.936852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.975920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Allocated IP 2001:db8::f816:3eff:fef2:2e16 (ed4177a0-aee3-4756-a30e-bb3035a9c410/26d165bd-7736-4f6f-b735-aa48e8a2e432/a876c7f9-dbad-43a6-b158-84286c397993) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:47.992752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:48.000749 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ccbc6e5e-cc13-49de-8b4c-46ae680d4a8b req-75f8b15b-71d7-4d00-b497-0a3b0eb2a4b1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6509235 May 06 13:46:48.005127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:subnet and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:48.012530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:48.036470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:48.051883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Made reservation on behalf of c2ea1b964ca84d3baa999c5e900c45bf for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:48.057967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:48.079980 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c4dc984d-29ba-4509-9ddc-c5c4fd1d413a req-b5c3cb94-8a84-4f95-8f3e-a9b940653c34 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6731582 May 06 13:46:48.088634 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] device_id is not set on port 7f58e58d-151e-4365-a8f0-da155881ec89 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:46:48.218575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:48.398449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Network 9271204d-21fb-4a0f-acaa-69ce1e25e287 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:48.443580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:48.463734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:48.466735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:48.483792 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-e19202dd-3c1c-464a-ae33-02d8a4334ca4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651041862&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.1796713 May 06 13:46:48.485840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=c2ef7f56-c8c9-48f6-a5e9-036169595bbb,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:48.488956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:48.499506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:48.505644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:48.506479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:48.524682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:48.526068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2e814b07-0466-4300-b84f-4485cad3a285 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:48.585789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Pushing event updated for resources: {'Port': ['ID=4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:48.631166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Subnet': ['ID=fcdaf069-052a-40e1-9ddf-f083865707ab,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:48.639844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Checking segment: {'id': '1cc9a33e-9a19-4cc2-8851-66e25df337d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ad3d5ad-345c-4704-a376-eeafca32629e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:48.641376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network hostable DHCP agents. Network: 4ad3d5ad-345c-4704-a376-eeafca32629e, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:46:48.668086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network 4ad3d5ad-345c-4704-a376-eeafca32629e is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:46:48.682145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 4ad3d5ad-345c-4704-a376-eeafca32629e) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:48.690086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:48.690981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:48.731644 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-be80fa80-e016-4102-8929-9ed0c7c86a70 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0500400 May 06 13:46:48.734193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7a294ed5-d0fc-46b6-97e0-4dea8b4c8dd0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 7.2958565 May 06 13:46:48.737266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38954) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:48.737800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38956) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:48.746182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:48.753573 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa68563-b0dd-4466-9cc0-e4268f0babf9 None None] Network 4ad3d5ad-345c-4704-a376-eeafca32629e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:48.855492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-89c7cb4c-a07b-4b88-881d-d4f885d17e13 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:48.865196 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-89c7cb4c-a07b-4b88-881d-d4f885d17e13 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c HTTP/1.1" status: 200 len: 796 time: 0.3802462 May 06 13:46:48.951013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:48.986830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Transition to ACTIVE for port object a876c7f9-dbad-43a6-b158-84286c397993 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:49.118661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:49.131108 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-492b37fa-adfb-4c30-b0fe-56656dcffbe5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.2644939 May 06 13:46:49.350606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Transition to ACTIVE for port object a876c7f9-dbad-43a6-b158-84286c397993 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:49.383929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-151554ed-d13a-4a2c-9ccc-d86c2fcab979 None None] Allocated IP 2001:db8:0:1::2 (9e73c5db-6f4e-448c-890c-dd6c83812f68/3bdd0526-1478-4b46-80b1-d11d6440a570/2e814b07-0466-4300-b84f-4485cad3a285) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:49.453834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:49.454971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:49.496231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:49.499961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:49.500567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:49.525217 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Attempting to bind port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:49.525908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Attempting to bind port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9271204d-21fb-4a0f-acaa-69ce1e25e287'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:49.526370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Attempting to bind port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 on network 9271204d-21fb-4a0f-acaa-69ce1e25e287 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:49.543074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:49.555994 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2473512 May 06 13:46:49.556494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:49.557000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Checking segment: {'id': '4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9271204d-21fb-4a0f-acaa-69ce1e25e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:49.558097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:49.558579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Bound using segment: {'id': '4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9271204d-21fb-4a0f-acaa-69ce1e25e287'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:49.559152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Bound port: 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9271204d-21fb-4a0f-acaa-69ce1e25e287'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:49.559600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:49.579424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:49.583103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38966) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:49.595427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a1238-a56b-48d2-a524-f7b5e4a212d8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=1700543e-ecd1-4279-a815-fbb71236e9fe,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:49.618330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:fd:2c:50', 'name': 'tempest-NetworksTestDHCPv6-809582399'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:49.677883 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-8ccc24a7-8fc5-4861-95d7-4d4b4944d396 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5457215 May 06 13:46:49.701060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-86a83fb5-499c-4ca2-a048-b7ecdda95825', 'network_id': '86a83fb5-499c-4ca2-a048-b7ecdda95825', 'tenant_id': 'c2ea1b964ca84d3baa999c5e900c45bf', 'fixed_ips': [{'subnet_id': '09331cf7-fe07-473a-9d14-0b74b444b1e8'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:49.702374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:49.740750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Pushing event updated for resources: {'Port': ['ID=a876c7f9-dbad-43a6-b158-84286c397993,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:49.754263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5337b-a6f3-4321-b036-f5913b30f8df req-c9729033-82f9-4ad4-b15f-e9428dd0117c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:49.755909 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80a5337b-a6f3-4321-b036-f5913b30f8df req-c9729033-82f9-4ad4-b15f-e9428dd0117c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5181561 May 06 13:46:49.835880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2e814b07-0466-4300-b84f-4485cad3a285 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:49.836397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:49.875661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:49.894423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Allocated IP 172.26.2.24 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/57c51cce-eb3f-419f-8439-2202ed64bd8f) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:49.910709 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80a5337b-a6f3-4321-b036-f5913b30f8df req-781c7d32-cdd0-4ab0-a3ba-77f14a1ae1ee tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435461 May 06 13:46:49.952935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:49.957912 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:49.978130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-151554ed-d13a-4a2c-9ccc-d86c2fcab979 None None] For port 2e814b07-0466-4300-b84f-4485cad3a285, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2e814b07-0466-4300-b84f-4485cad3a285,segment=NetworkSegment(67af7279-5f7f-434b-a98b-f292d495a821),segment_id=67af7279-5f7f-434b-a98b-f292d495a821)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:50.080095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.162872 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-0bed206f-431f-4245-8dd0-170a5be9ccaf service neutron] 10.222.0.21 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488120 May 06 13:46:50.205919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.212329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Transition to ACTIVE for port object 2a286890-c560-4656-bfb4-6045e32d0346 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:50.351453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:50.394369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-151554ed-d13a-4a2c-9ccc-d86c2fcab979 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:46:50.404097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.444227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Attempting to bind port a876c7f9-dbad-43a6-b158-84286c397993 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:50.444227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Attempting to bind port a876c7f9-dbad-43a6-b158-84286c397993 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:50.444227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Attempting to bind port a876c7f9-dbad-43a6-b158-84286c397993 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:50.446838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Transition to ACTIVE for port object 2a286890-c560-4656-bfb4-6045e32d0346 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:50.464924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-151554ed-d13a-4a2c-9ccc-d86c2fcab979 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.482499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:50.482952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:50.483247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.483637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:50.484111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Bound port: a876c7f9-dbad-43a6-b158-84286c397993, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:50.484505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.509086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.509371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:50.515601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Allocated IP 2001:db8::2 (86a83fb5-499c-4ca2-a048-b7ecdda95825/09331cf7-fe07-473a-9d14-0b74b444b1e8/3aec4247-f9b7-49b2-be3b-b88144382dcd) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:50.568492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.587411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] For port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:50.594498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b84d5-53d8-46e4-bbe9-a88dfe2ea786 req-ca93dc44-59a8-4558-9966-6b6e6ce38731 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:50.596165 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3c8b84d5-53d8-46e4-bbe9-a88dfe2ea786 req-ca93dc44-59a8-4558-9966-6b6e6ce38731 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.4730313 May 06 13:46:50.641566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Allocated IP 2001:db8::f816:3eff:fe40:7a84 (ae9b4441-4595-46d4-a72f-d6e80c2e190e/8ae1c225-d159-4643-b472-0c50a973ffcd/7f58e58d-151e-4365-a8f0-da155881ec89) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:50.668567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-151554ed-d13a-4a2c-9ccc-d86c2fcab979 None None] Transition to ACTIVE for port object 2e814b07-0466-4300-b84f-4485cad3a285 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:50.689745 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-bd164c3f-b4d3-4349-9eac-06b7b376860e service neutron] 10.222.0.21 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857762 May 06 13:46:50.694072 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:50.729701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3c8b84d5-53d8-46e4-bbe9-a88dfe2ea786 req-825540fa-34e1-41ef-8e1d-4a728e453516 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188097 May 06 13:46:50.731059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] For port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10,segment=NetworkSegment(4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460),segment_id=4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:50.743257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-151554ed-d13a-4a2c-9ccc-d86c2fcab979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.768467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-4ad3d5ad-345c-4704-a376-eeafca32629e', 'network_id': '4ad3d5ad-345c-4704-a376-eeafca32629e', 'tenant_id': 'c2ea1b964ca84d3baa999c5e900c45bf', 'fixed_ips': [{'subnet_id': 'fcdaf069-052a-40e1-9ddf-f083865707ab'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:46:50.769303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.812391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Network ae9b4441-4595-46d4-a72f-d6e80c2e190e is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:50.814093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.833697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:50.884893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:50.900494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:50.913009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Pushing event updated for resources: {'Port': ['ID=2a286890-c560-4656-bfb4-6045e32d0346,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:51.079401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f3518019-cf7b-46bf-b5e8-7723a80dc5d9 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:51.137817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:51.144761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:51.148983 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:51.193588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event updated for resources: {'Port': ['ID=57c51cce-eb3f-419f-8439-2202ed64bd8f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:51.378525 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96ec9907-c62f-4c00-b6a1-7677271092c4 req-4e7c23ca-78de-4202-b7f2-ef3c4fc1b70c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 210 time: 0.1899023 May 06 13:46:51.419356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] For port a876c7f9-dbad-43a6-b158-84286c397993, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:51.517795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] For port a876c7f9-dbad-43a6-b158-84286c397993, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a876c7f9-dbad-43a6-b158-84286c397993,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:51.525726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151554ed-d13a-4a2c-9ccc-d86c2fcab979 None None] Pushing event updated for resources: {'Port': ['ID=2e814b07-0466-4300-b84f-4485cad3a285,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:51.633139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:51.636683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:51.745081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Attempting to bind port 2a286890-c560-4656-bfb4-6045e32d0346 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:51.745081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Attempting to bind port 2a286890-c560-4656-bfb4-6045e32d0346 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '53152b2c-5cb2-41cb-b3c4-ca21ba445265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ae9b4441-4595-46d4-a72f-d6e80c2e190e'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:51.745081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Attempting to bind port 2a286890-c560-4656-bfb4-6045e32d0346 on network ae9b4441-4595-46d4-a72f-d6e80c2e190e {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:51.747158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Transition to ACTIVE for port object 7f58e58d-151e-4365-a8f0-da155881ec89 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:51.861087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:51.861434 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Checking segment: {'id': '53152b2c-5cb2-41cb-b3c4-ca21ba445265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ae9b4441-4595-46d4-a72f-d6e80c2e190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:51.865334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:51.865334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Bound using segment: {'id': '53152b2c-5cb2-41cb-b3c4-ca21ba445265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ae9b4441-4595-46d4-a72f-d6e80c2e190e'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:51.865334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Bound port: 2a286890-c560-4656-bfb4-6045e32d0346, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53152b2c-5cb2-41cb-b3c4-ca21ba445265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ae9b4441-4595-46d4-a72f-d6e80c2e190e'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:51.865334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:51.936589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:51.972835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:52.029705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Allocated IP 2001:db8::2 (4ad3d5ad-345c-4704-a376-eeafca32629e/fcdaf069-052a-40e1-9ddf-f083865707ab/9b0cd2b6-6154-4e5a-8744-bf0bced8b199) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:52.064981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:52.083722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265327b9-df1f-45a4-b6a8-541ccd7081ca None None] Pushing event updated for resources: {'Port': ['ID=4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:52.151700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:52.151700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:52.270773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a647f-3757-4086-b0f6-7b3db5ed8e25 req-45511200-8aea-454d-8648-fe90eafb55e7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:52.278572 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1b3a647f-3757-4086-b0f6-7b3db5ed8e25 req-45511200-8aea-454d-8648-fe90eafb55e7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.0251405 May 06 13:46:52.464407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port ea2f39ea-47c1-4c08-83cd-c4353c81e559 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:46:52.511206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:52.546329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Transition to ACTIVE for port object 3aec4247-f9b7-49b2-be3b-b88144382dcd will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:52.689098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Transition to ACTIVE for port object 3aec4247-f9b7-49b2-be3b-b88144382dcd will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:52.820822 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1b3a647f-3757-4086-b0f6-7b3db5ed8e25 req-75cf945f-ec90-4cdb-9ea0-7d76717a770e tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4319789 May 06 13:46:52.831042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Delete allocated IP 2001:db8:0:1::388 (9e73c5db-6f4e-448c-890c-dd6c83812f68/3bdd0526-1478-4b46-80b1-d11d6440a570) {{(pid=87985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:46:52.877062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network ae9b4441-4595-46d4-a72f-d6e80c2e190e is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:52.901247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:52.906464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21e81e-6834-46ae-8dcf-c6d136589e2c None None] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:52.911778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:52.916245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:52.952958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:52.958499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:53.031994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:53.099546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Port': ['ID=7f58e58d-151e-4365-a8f0-da155881ec89,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:53.145368 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] For port 2a286890-c560-4656-bfb4-6045e32d0346, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:53.155387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7a8b9-3ff3-4be8-b000-0f52f6b12c81 None None] Pushing event updated for resources: {'Port': ['ID=a876c7f9-dbad-43a6-b158-84286c397993,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:53.202121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075d288-4bfb-4650-88f4-07ba7b9e2325 req-32a38245-6e3e-42de-9105-0c4e5250a842 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:53.203809 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2075d288-4bfb-4650-88f4-07ba7b9e2325 req-32a38245-6e3e-42de-9105-0c4e5250a842 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.9239349 May 06 13:46:53.207508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Network 86a83fb5-499c-4ca2-a048-b7ecdda95825 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:53.214087 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bf821047-437a-457d-9c89-09d2474fa27f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 7.6630175 May 06 13:46:53.222715 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-664fdad7-8850-42bf-826f-e8ede5de5956 req-612767ab-b6c9-482d-9e07-6aff412a31aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 210 time: 0.1945863 May 06 13:46:53.238443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 38986) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:53.263965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:53.319566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:53.332191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] For port 2a286890-c560-4656-bfb4-6045e32d0346, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2a286890-c560-4656-bfb4-6045e32d0346,segment=NetworkSegment(53152b2c-5cb2-41cb-b3c4-ca21ba445265),segment_id=53152b2c-5cb2-41cb-b3c4-ca21ba445265)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:53.361408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-55bf067a-6803-4ea0-bcae-a38467460ffe None None] Provisioning for port 2e814b07-0466-4300-b84f-4485cad3a285 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:53.465640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Allocated IP 2001:db8::1 (86a83fb5-499c-4ca2-a048-b7ecdda95825/09331cf7-fe07-473a-9d14-0b74b444b1e8/d7f25401-a45b-4064-9762-b607862c2432) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:53.507951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:53.620255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-55bf067a-6803-4ea0-bcae-a38467460ffe None None] Provisioning complete for port 2e814b07-0466-4300-b84f-4485cad3a285 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:53.632901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-55bf067a-6803-4ea0-bcae-a38467460ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:53.779131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:53.845522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Ignored duplicate provisioning block setup for port c2ef7f56-c8c9-48f6-a5e9-036169595bbb by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 13:46:53.855681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 172.20.0.4 (ed4177a0-aee3-4756-a30e-bb3035a9c410/1700543e-ecd1-4279-a815-fbb71236e9fe/ea2f39ea-47c1-4c08-83cd-c4353c81e559) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:53.864375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:53.889051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Pushing event updated for resources: {'Port': ['ID=3aec4247-f9b7-49b2-be3b-b88144382dcd,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:53.927401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:fefd:2c50 (ed4177a0-aee3-4756-a30e-bb3035a9c410/26d165bd-7736-4f6f-b735-aa48e8a2e432/ea2f39ea-47c1-4c08-83cd-c4353c81e559) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:54.032095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc869b62-2ac9-4025-8420-38501cf76060 None None] Network 9271204d-21fb-4a0f-acaa-69ce1e25e287 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:54.056165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] In _notify_port_updated(), no bound segment for port c2ef7f56-c8c9-48f6-a5e9-036169595bbb on network 9e73c5db-6f4e-448c-890c-dd6c83812f68 {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:46:54.070239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:54.076210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:54.082818 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "PUT /v2.0/ports/c2ef7f56-c8c9-48f6-a5e9-036169595bbb HTTP/1.1" status: 200 len: 926 time: 5.3396235 May 06 13:46:54.140088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 38992) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:54.157219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb'}, {'subnet_id': '3bdd0526-1478-4b46-80b1-d11d6440a570'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:54.226877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fb2c2-eed8-4feb-ad46-2b0a89df1771 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=c2ef7f56-c8c9-48f6-a5e9-036169595bbb,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:54.288614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:54.457594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Transition to ACTIVE for port object d7f25401-a45b-4064-9762-b607862c2432 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:54.479589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:54.512358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:54.610728 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2075d288-4bfb-4650-88f4-07ba7b9e2325 req-9e533548-bc05-4d6c-8bc9-dca35802836a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3948753 May 06 13:46:54.637383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa97935-bd46-4546-952c-489327e00f81 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Deleting subnet 8ae1c225-d159-4643-b472-0c50a973ffcd {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:46:54.647194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e84e15-fab9-4b58-9c4e-b79faca2bbdf None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:54.680646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:54.694320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:54.739713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Attempting to bind port 3aec4247-f9b7-49b2-be3b-b88144382dcd on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:54.740726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Attempting to bind port 3aec4247-f9b7-49b2-be3b-b88144382dcd by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '987925a5-2d97-4635-bf29-236e2d1cb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '86a83fb5-499c-4ca2-a048-b7ecdda95825'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:54.743474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Attempting to bind port 3aec4247-f9b7-49b2-be3b-b88144382dcd on network 86a83fb5-499c-4ca2-a048-b7ecdda95825 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:54.830411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object ea2f39ea-47c1-4c08-83cd-c4353c81e559 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:54.838056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-41ba22ab-7332-41f2-a005-f663a8377201 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:54.840850 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-41ba22ab-7332-41f2-a005-f663a8377201 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c HTTP/1.1" status: 200 len: 796 time: 0.8674581 May 06 13:46:54.849001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0aa97935-bd46-4546-952c-489327e00f81 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:54.861547 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network 86a83fb5-499c-4ca2-a048-b7ecdda95825 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:54.870893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:54.874350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:54.874990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:54.958244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Port': ['ID=d7f25401-a45b-4064-9762-b607862c2432,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:55.054963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:55.060501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:55.143493 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7570449a-fc08-49db-9470-9638af3a04d1 req-53bd7459-844b-4421-a252-378bd745dfb0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 210 time: 0.2002501 May 06 13:46:55.147964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:55.148736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Checking segment: {'id': '987925a5-2d97-4635-bf29-236e2d1cb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '86a83fb5-499c-4ca2-a048-b7ecdda95825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:55.149417 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:55.150084 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Bound using segment: {'id': '987925a5-2d97-4635-bf29-236e2d1cb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '86a83fb5-499c-4ca2-a048-b7ecdda95825'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:55.151732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Bound port: 3aec4247-f9b7-49b2-be3b-b88144382dcd, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987925a5-2d97-4635-bf29-236e2d1cb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '86a83fb5-499c-4ca2-a048-b7ecdda95825'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:55.151732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:55.220936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port f3518019-cf7b-46bf-b5e8-7723a80dc5d9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f3518019-cf7b-46bf-b5e8-7723a80dc5d9,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:55.228404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66113d-b93c-4acd-a621-b9ba5eb2a7b7 None None] Pushing event updated for resources: {'Port': ['ID=2a286890-c560-4656-bfb4-6045e32d0346,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:55.250073 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-5224c165-37ad-4cd1-a8a8-b52d7b0faab9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 379 time: 0.3351188 May 06 13:46:55.281557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989d0cb-9b86-4a00-ab34-606350f5a466 req-0bc4c9db-f2ba-483c-91d8-6330c4e0b7fe tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:55.284758 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9989d0cb-9b86-4a00-ab34-606350f5a466 req-0bc4c9db-f2ba-483c-91d8-6330c4e0b7fe tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.8843992 May 06 13:46:55.289035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0aa97935-bd46-4546-952c-489327e00f81 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:55.349456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Transition to ACTIVE for port object 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:55.366539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:55.386074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:55.389366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:55.437135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:55.458802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['ff0587f7-1240-4b54-bcc7-4e4306d2a806']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:46:55.471200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=ea2f39ea-47c1-4c08-83cd-c4353c81e559,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:55.527037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:55.567075 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:55.569830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:55.610676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Transition to ACTIVE for port object 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:55.707713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8:0:1::a8 (9e73c5db-6f4e-448c-890c-dd6c83812f68/3bdd0526-1478-4b46-80b1-d11d6440a570/c2ef7f56-c8c9-48f6-a5e9-036169595bbb) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:55.854526 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-047c4e7e-c1ad-443a-a617-ca0654c25a4e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.2652075 May 06 13:46:55.877007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39004) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:55.905128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:55.913033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:port and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:55.918707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:55.930995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:56.175179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=f3518019-cf7b-46bf-b5e8-7723a80dc5d9,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:56.179899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:56.238370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:56.244471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:56.244969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ae55a-d81d-4edd-bb48-495696d49ba6 None None] Network ae9b4441-4595-46d4-a72f-d6e80c2e190e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:56.287549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc17ad-dcf0-4727-b922-e69df82f4cc0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:56.294040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc17ad-dcf0-4727-b922-e69df82f4cc0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:56.294886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-29cc17ad-dcf0-4727-b922-e69df82f4cc0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:56.321216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a876c7f9-dbad-43a6-b158-84286c397993 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:56.337005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:56.368711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Ignored duplicate provisioning block setup for port c2ef7f56-c8c9-48f6-a5e9-036169595bbb by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 13:46:56.370764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-29cc17ad-dcf0-4727-b922-e69df82f4cc0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:56.372117 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-29cc17ad-dcf0-4727-b922-e69df82f4cc0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4902904 May 06 13:46:56.374624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:56.378139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39010) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:56.450988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:56.472465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:46:56.483100 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9989d0cb-9b86-4a00-ab34-606350f5a466 req-803152f5-c878-41fd-bfcc-7ee0710e3682 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5467784 May 06 13:46:56.522970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:56.530102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:56.581685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Network 4ad3d5ad-345c-4704-a376-eeafca32629e is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:56.610534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-79629e34-1a59-402b-9d6d-b1914dc4e606 None None] Provisioning for port a876c7f9-dbad-43a6-b158-84286c397993 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:56.614250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:56.637718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Pushing event updated for resources: {'Port': ['ID=9b0cd2b6-6154-4e5a-8744-bf0bced8b199,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:56.641434 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:46:56.712544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:56.715135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:56.722415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=c2ef7f56-c8c9-48f6-a5e9-036169595bbb,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:56.827315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49345c44-2f70-44ce-8980-db740220f330 req-2f323007-9ff5-4fe0-8b79-e0d090730895 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:56.831951 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49345c44-2f70-44ce-8980-db740220f330 req-2f323007-9ff5-4fe0-8b79-e0d090730895 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.8623567 May 06 13:46:56.856497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] For port 3aec4247-f9b7-49b2-be3b-b88144382dcd, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:56.858730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-60c1dd12-7a5d-4df5-bd39-08ef91b7674a req-391ce3a7-4f93-48a4-b690-9a6a157a1c19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 210 time: 0.1977682 May 06 13:46:56.949948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] For port 3aec4247-f9b7-49b2-be3b-b88144382dcd, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3aec4247-f9b7-49b2-be3b-b88144382dcd,segment=NetworkSegment(987925a5-2d97-4635-bf29-236e2d1cb577),segment_id=987925a5-2d97-4635-bf29-236e2d1cb577)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:56.976059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-79629e34-1a59-402b-9d6d-b1914dc4e606 None None] Provisioning for port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:56.994541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:57.000469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port a876c7f9-dbad-43a6-b158-84286c397993 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:57.084059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-38bb47b9-dad1-4687-a3da-05a0cda6cb76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port ea2f39ea-47c1-4c08-83cd-c4353c81e559 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:57.084692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-38bb47b9-dad1-4687-a3da-05a0cda6cb76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:57.145130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] In _notify_port_updated(), no bound segment for port c2ef7f56-c8c9-48f6-a5e9-036169595bbb on network 9e73c5db-6f4e-448c-890c-dd6c83812f68 {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:46:57.151484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:57.152331 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:57.153895 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7066c1e8-df8c-4799-a5fc-5c813262e699 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "PUT /v2.0/ports/c2ef7f56-c8c9-48f6-a5e9-036169595bbb HTTP/1.1" status: 200 len: 1011 time: 3.0125885 May 06 13:46:57.167014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39016) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:57.193246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port a876c7f9-dbad-43a6-b158-84286c397993 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:57.198086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:57.261077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Attempting to bind port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:57.261528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Attempting to bind port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '1cc9a33e-9a19-4cc2-8851-66e25df337d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ad3d5ad-345c-4704-a376-eeafca32629e'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:57.261903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Attempting to bind port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 on network 4ad3d5ad-345c-4704-a376-eeafca32629e {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:46:57.294539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:46:57.295540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Checking segment: {'id': '1cc9a33e-9a19-4cc2-8851-66e25df337d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ad3d5ad-345c-4704-a376-eeafca32629e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:46:57.296068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:57.296640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Bound using segment: {'id': '1cc9a33e-9a19-4cc2-8851-66e25df337d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ad3d5ad-345c-4704-a376-eeafca32629e'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:46:57.297557 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Bound port: 9b0cd2b6-6154-4e5a-8744-bf0bced8b199, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc9a33e-9a19-4cc2-8851-66e25df337d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ad3d5ad-345c-4704-a376-eeafca32629e'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:57.298017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:57.480932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Port': ['ID=d7f25401-a45b-4064-9762-b607862c2432,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:57.530013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5867c-edad-4456-8c58-3d818b6b8af4 None None] Pushing event updated for resources: {'Port': ['ID=3aec4247-f9b7-49b2-be3b-b88144382dcd,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:57.593166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.14 (9ad945a1-8c59-4a91-b60a-ca6fcbb3449c/623a34bc-2dab-45f5-9bba-ca17b47a8e79/f8e56f8f-0906-4e03-acb7-b08ad4528907) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:57.674319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49345c44-2f70-44ce-8980-db740220f330 req-fc287396-729c-44fb-8e6c-e5f8e7def13b tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8016324 May 06 13:46:57.716865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0aa97935-bd46-4546-952c-489327e00f81 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:57.773863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-40f65510-9cd8-4a6d-a1f5-5d5ef59a703d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port c2ef7f56-c8c9-48f6-a5e9-036169595bbb {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:46:57.774256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40f65510-9cd8-4a6d-a1f5-5d5ef59a703d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:57.973415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a0946133-4950-48fb-aaf3-63f8dbf4b32c None None] Provisioning for port 2a286890-c560-4656-bfb4-6045e32d0346 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:58.087473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d88d1c-1fa2-434a-b822-8d2927564e09 None None] Update dhcp port {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': '26d165bd-7736-4f6f-b735-aa48e8a2e432', 'ip_address': '2001:db8::f816:3eff:fef2:2e16'}, {'subnet_id': '1700543e-ecd1-4279-a815-fbb71236e9fe'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': 'a876c7f9-dbad-43a6-b158-84286c397993'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:46:58.240498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network 86a83fb5-499c-4ca2-a048-b7ecdda95825 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:58.245907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:58.260753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] For port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:46:58.284669 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea2bb546-c813-427f-941e-ceb710c13213 req-f6347397-b60e-47e6-8c9e-fd196a120e4f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 210 time: 0.1407325 May 06 13:46:58.427276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] For port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9b0cd2b6-6154-4e5a-8744-bf0bced8b199,segment=NetworkSegment(1cc9a33e-9a19-4cc2-8851-66e25df337d9),segment_id=1cc9a33e-9a19-4cc2-8851-66e25df337d9)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:46:58.450336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96d88d1c-1fa2-434a-b822-8d2927564e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:58.489599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-38bb47b9-dad1-4687-a3da-05a0cda6cb76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:58.491830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1fad3f26-5e7b-4fce-b46e-3ba0ba0d7c3e None None] Provisioning for port c2ef7f56-c8c9-48f6-a5e9-036169595bbb completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:58.529374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1fad3f26-5e7b-4fce-b46e-3ba0ba0d7c3e None None] Provisioning complete for port c2ef7f56-c8c9-48f6-a5e9-036169595bbb triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:58.530105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fad3f26-5e7b-4fce-b46e-3ba0ba0d7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:58.661778 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:58.665901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-38bb47b9-dad1-4687-a3da-05a0cda6cb76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for ea2f39ea-47c1-4c08-83cd-c4353c81e559 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:58.814470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1fad3f26-5e7b-4fce-b46e-3ba0ba0d7c3e None None] Port c2ef7f56-c8c9-48f6-a5e9-036169595bbb cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:46:58.840631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb806e7-854b-4200-9f41-46e58fb66123 None None] Pushing event updated for resources: {'Port': ['ID=9b0cd2b6-6154-4e5a-8744-bf0bced8b199,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:58.851735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:58.968549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0aa97935-bd46-4546-952c-489327e00f81 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:59.081920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1fad3f26-5e7b-4fce-b46e-3ba0ba0d7c3e None None] Provisioning complete for port 2e814b07-0466-4300-b84f-4485cad3a285 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:59.082938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fad3f26-5e7b-4fce-b46e-3ba0ba0d7c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:59.265671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Router 0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:46:59.319981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0aa97935-bd46-4546-952c-489327e00f81 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:59.323927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Router 19f94f5e-5370-4228-bc86-6cbc1c89b593 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:46:59.360578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-96d88d1c-1fa2-434a-b822-8d2927564e09 None None] Allocated IP 172.20.0.2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/1700543e-ecd1-4279-a815-fbb71236e9fe/a876c7f9-dbad-43a6-b158-84286c397993) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:59.385549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port a876c7f9-dbad-43a6-b158-84286c397993, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a876c7f9-dbad-43a6-b158-84286c397993,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:46:59.447500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40f65510-9cd8-4a6d-a1f5-5d5ef59a703d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:59.484739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-38bb47b9-dad1-4687-a3da-05a0cda6cb76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:59.600756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:59.601832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2e814b07-0466-4300-b84f-4485cad3a285 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:59.736339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa97935-bd46-4546-952c-489327e00f81 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae1c225-d159-4643-b472-0c50a973ffcd,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:59.784739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c892ebc-182f-45a0-9f9a-3eef30a319c0 None None] Network 86a83fb5-499c-4ca2-a048-b7ecdda95825 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:59.829630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a90dce-1438-4266-afd4-e4efd22d6135 None None] Network ae9b4441-4595-46d4-a72f-d6e80c2e190e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:46:59.831455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb47b9-dad1-4687-a3da-05a0cda6cb76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=ea2f39ea-47c1-4c08-83cd-c4353c81e559,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:59.872211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-40f65510-9cd8-4a6d-a1f5-5d5ef59a703d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for c2ef7f56-c8c9-48f6-a5e9-036169595bbb owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:46:59.879923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:46:59.925281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4f8c3-4362-4604-b39c-7dddab407be9 req-6135843a-340f-45be-99d3-71be5f013d40 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:46:59.934346 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f4f8c3-4362-4604-b39c-7dddab407be9 req-6135843a-340f-45be-99d3-71be5f013d40 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.8981502 May 06 13:46:59.943167 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-85a2f28b-8e81-4c75-bf65-c56e96096e47 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "PUT /v2.0/routers/0ccbb801-0f65-4cb9-954f-1f1fe5a981e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2040789 May 06 13:46:59.953008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39030) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:59.989885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:00.014751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object f8e56f8f-0906-4e03-acb7-b08ad4528907 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:00.065599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c52fc2-7eea-4b52-be0c-a9e166f9896d None None] Sync routers for ids ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:00.101439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-c2bcfa2a-e367-45f7-9130-b9bf191e7a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:00.106905 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-c2bcfa2a-e367-45f7-9130-b9bf191e7a02 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1099 time: 1.9900408 May 06 13:47:00.140274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-38bb47b9-dad1-4687-a3da-05a0cda6cb76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:00.144703 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-38bb47b9-dad1-4687-a3da-05a0cda6cb76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/ea2f39ea-47c1-4c08-83cd-c4353c81e559 HTTP/1.1" status: 204 len: 168 time: 3.7588685 May 06 13:47:00.144950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=a876c7f9-dbad-43a6-b158-84286c397993,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:00.146008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39034) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:00.173754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c52fc2-7eea-4b52-be0c-a9e166f9896d None None] Routers {'0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:00.174710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c5c52fc2-7eea-4b52-be0c-a9e166f9896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:00.229551 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0aa97935-bd46-4546-952c-489327e00f81 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/subnets/8ae1c225-d159-4643-b472-0c50a973ffcd HTTP/1.1" status: 204 len: 168 time: 6.9849534 May 06 13:47:00.277806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39038) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:00.284439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-96d88d1c-1fa2-434a-b822-8d2927564e09 None None] For port a876c7f9-dbad-43a6-b158-84286c397993, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a876c7f9-dbad-43a6-b158-84286c397993,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:00.288653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c5c52fc2-7eea-4b52-be0c-a9e166f9896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:00.392167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2e814b07-0466-4300-b84f-4485cad3a285 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:00.392852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:00.457862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:00.472576 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f4f8c3-4362-4604-b39c-7dddab407be9 req-1c0a6d07-316e-4de2-9a65-8a9b1d707d11 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5341785 May 06 13:47:00.605450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd355dd8-b1c2-441a-916a-cc41cdcd9eb1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:00.607052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd355dd8-b1c2-441a-916a-cc41cdcd9eb1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:00.608730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd355dd8-b1c2-441a-916a-cc41cdcd9eb1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:00.609612 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fd355dd8-b1c2-441a-916a-cc41cdcd9eb1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:00.639194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c52fc2-7eea-4b52-be0c-a9e166f9896d None None] Routers {'0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:00.639998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c5c52fc2-7eea-4b52-be0c-a9e166f9896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:00.648651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a93441-67a7-43d1-9418-f8d3ad7ffccf tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:00.655006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a93441-67a7-43d1-9418-f8d3ad7ffccf tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:00.655919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f6a93441-67a7-43d1-9418-f8d3ad7ffccf tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Synchronizing usage tracker for tenant:9f3767f44a0e4a7f935bc927abb00ac5 on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:00.721589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Provisioning complete for port c2ef7f56-c8c9-48f6-a5e9-036169595bbb triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:00.722146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:00.735138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fd355dd8-b1c2-441a-916a-cc41cdcd9eb1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:00.738630 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fd355dd8-b1c2-441a-916a-cc41cdcd9eb1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5887487 May 06 13:47:00.746216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39042) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:00.756008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57810b4a-d0b5-41a8-af73-194237e452d1 None None] Network 4ad3d5ad-345c-4704-a376-eeafca32629e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:00.777458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-96d88d1c-1fa2-434a-b822-8d2927564e09 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:00.793267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c5c52fc2-7eea-4b52-be0c-a9e166f9896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:00.793839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c52fc2-7eea-4b52-be0c-a9e166f9896d None None] The sync data for ids ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:00.863446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f6a93441-67a7-43d1-9418-f8d3ad7ffccf tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Unset dirty status for tenant:9f3767f44a0e4a7f935bc927abb00ac5 on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:00.867340 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f6a93441-67a7-43d1-9418-f8d3ad7ffccf tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5832009 May 06 13:47:00.873946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39046) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:00.892390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96d88d1c-1fa2-434a-b822-8d2927564e09 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:00.998169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-96d88d1c-1fa2-434a-b822-8d2927564e09 None None] Transition to ACTIVE for port object a876c7f9-dbad-43a6-b158-84286c397993 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:00.998999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Port c2ef7f56-c8c9-48f6-a5e9-036169595bbb cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:01.000784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:01.012936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd000a4-6897-4c1e-a2e4-4f0382bc098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 1700543e-ecd1-4279-a815-fbb71236e9fe {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:01.022215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:01.024121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40f65510-9cd8-4a6d-a1f5-5d5ef59a703d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.025687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=f8e56f8f-0906-4e03-acb7-b08ad4528907,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:01.030240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:01.030473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96d88d1c-1fa2-434a-b822-8d2927564e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.047617 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6bd000a4-6897-4c1e-a2e4-4f0382bc098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.127413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:01.139373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d098d87-173e-4a80-a59f-1a21c826c4ea req-23af4d33-0963-4ceb-be1b-ad3b412409bd tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:01.143769 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f333b4-b7b8-4de2-b8f0-f1b3111f25c1 None None] Sync routers for ids ['19f94f5e-5370-4228-bc86-6cbc1c89b593'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:01.146974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce76decd-d5e8-4ecf-ab82-e97dd6831d7d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.148181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d098d87-173e-4a80-a59f-1a21c826c4ea req-23af4d33-0963-4ceb-be1b-ad3b412409bd tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 1.8640480 May 06 13:47:01.164867 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f333b4-b7b8-4de2-b8f0-f1b3111f25c1 None None] Routers {'19f94f5e-5370-4228-bc86-6cbc1c89b593'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:01.165662 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-44f333b4-b7b8-4de2-b8f0-f1b3111f25c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['19f94f5e-5370-4228-bc86-6cbc1c89b593'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:01.197455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6bd000a4-6897-4c1e-a2e4-4f0382bc098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.215169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f65510-9cd8-4a6d-a1f5-5d5ef59a703d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=c2ef7f56-c8c9-48f6-a5e9-036169595bbb,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:01.259353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2a286890-c560-4656-bfb4-6045e32d0346 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:01.260396 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce76decd-d5e8-4ecf-ab82-e97dd6831d7d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 13:47:01.260396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce76decd-d5e8-4ecf-ab82-e97dd6831d7d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:01.265958 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ce76decd-d5e8-4ecf-ab82-e97dd6831d7d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/ae9b4441-4595-46d4-a72f-d6e80c2e190e HTTP/1.1" status: 409 len: 405 time: 0.3859770 May 06 13:47:01.276979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39050) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:01.315545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Provisioning for port 7f58e58d-151e-4365-a8f0-da155881ec89 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:01.316178 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-44f333b4-b7b8-4de2-b8f0-f1b3111f25c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:01.335531 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f333b4-b7b8-4de2-b8f0-f1b3111f25c1 None None] Routers {'19f94f5e-5370-4228-bc86-6cbc1c89b593'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:01.337340 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-44f333b4-b7b8-4de2-b8f0-f1b3111f25c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['19f94f5e-5370-4228-bc86-6cbc1c89b593'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:01.356764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.362181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b6757b83-be14-4a58-a736-fa1b080b9b45 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "PUT /v2.0/routers/19f94f5e-5370-4228-bc86-6cbc1c89b593 HTTP/1.1" status: 200 len: 879 time: 16.0175788 May 06 13:47:01.371378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39054) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:01.379800 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-93bf493f-651b-44d2-87fa-6da40f03db84 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:47:01.383635 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-93bf493f-651b-44d2-87fa-6da40f03db84 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "PUT /v2.0/routers/0ccbb801-0f65-4cb9-954f-1f1fe5a981e6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4271512 May 06 13:47:01.385581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39056) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:01.405172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-772298081'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:01.417927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:01.428759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:network and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:01.433602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:01.442803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:01.457901 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-44f333b4-b7b8-4de2-b8f0-f1b3111f25c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:01.471961 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f333b4-b7b8-4de2-b8f0-f1b3111f25c1 None None] The sync data for ids ['19f94f5e-5370-4228-bc86-6cbc1c89b593'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:01.478035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Provisioning complete for port 7f58e58d-151e-4365-a8f0-da155881ec89 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:01.481917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.595162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d88d1c-1fa2-434a-b822-8d2927564e09 None None] Pushing event updated for resources: {'Port': ['ID=a876c7f9-dbad-43a6-b158-84286c397993,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:01.602335 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d098d87-173e-4a80-a59f-1a21c826c4ea req-fae775b7-663d-4824-b5a4-9af8539dbe3a tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4529099 May 06 13:47:01.623514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Port 7f58e58d-151e-4365-a8f0-da155881ec89 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:01.665174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] DHCP port deletion for ae9b4441-4595-46d4-a72f-d6e80c2e190e request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:47:01.684965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Deleting port 2a286890-c560-4656-bfb4-6045e32d0346 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:01.685491 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.732613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6bd000a4-6897-4c1e-a2e4-4f0382bc098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.733657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 2a286890-c560-4656-bfb4-6045e32d0346 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:01.767075 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2a286890-c560-4656-bfb4-6045e32d0346 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:01.767607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.905420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Provisioning for port 3aec4247-f9b7-49b2-be3b-b88144382dcd completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:01.924468 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:01.932886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.947897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-ca22f857-ffc1-4697-bd3e-e6eca5b19801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:01.950271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-ca22f857-ffc1-4697-bd3e-e6eca5b19801 service neutron] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 913 time: 1.8271370 May 06 13:47:01.959722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40f65510-9cd8-4a6d-a1f5-5d5ef59a703d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:01.964614 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-40f65510-9cd8-4a6d-a1f5-5d5ef59a703d tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/c2ef7f56-c8c9-48f6-a5e9-036169595bbb HTTP/1.1" status: 204 len: 168 time: 4.7834690 May 06 13:47:01.972445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:01.976981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.031130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39064) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:02.267164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] For port 2a286890-c560-4656-bfb4-6045e32d0346, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2a286890-c560-4656-bfb4-6045e32d0346,segment=NetworkSegment(53152b2c-5cb2-41cb-b3c4-ca21ba445265),segment_id=53152b2c-5cb2-41cb-b3c4-ca21ba445265)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:02.268089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.286457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6bd000a4-6897-4c1e-a2e4-4f0382bc098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.388225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd000a4-6897-4c1e-a2e4-4f0382bc098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=1700543e-ecd1-4279-a815-fbb71236e9fe,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:02.391136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6bd000a4-6897-4c1e-a2e4-4f0382bc098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.421134 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6bd000a4-6897-4c1e-a2e4-4f0382bc098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/1700543e-ecd1-4279-a815-fbb71236e9fe HTTP/1.1" status: 204 len: 168 time: 1.6678548 May 06 13:47:02.429196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39068) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:02.439843 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58633f1-09aa-4ecf-bf56-1b69fac140da tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:47:02.440825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f58633f1-09aa-4ecf-bf56-1b69fac140da tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:02.477377 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-7535f7e4-5f40-4bbf-b2cb-9c0ffce95629 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2184920 May 06 13:47:02.499606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:02.524409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85903550-160e-48f3-893b-f611fb35c2bb req-6212332f-c585-423e-917e-26eb4fad025a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:02.526395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-85903550-160e-48f3-893b-f611fb35c2bb req-6212332f-c585-423e-917e-26eb4fad025a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:02.580536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Request body: {'port': {'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:02.623449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cb4b15c4-ff99-4fe2-9298-2e42b4f026b7 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/routers/19f94f5e-5370-4228-bc86-6cbc1c89b593 HTTP/1.1" status: 200 len: 920 time: 1.1214259 May 06 13:47:02.628554 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-d9bbdf55-01f1-4ae0-85b4-80f45ae172e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 1002 time: 0.5937793 May 06 13:47:02.636766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.647587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39074) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:02.684983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-feab64c3-8ba5-4c0a-ac97-1604be8fd4f6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 26d165bd-7736-4f6f-b735-aa48e8a2e432 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:02.685699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Calling delete_port for 2a286890-c560-4656-bfb4-6045e32d0346 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:02.688722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feab64c3-8ba5-4c0a-ac97-1604be8fd4f6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.776161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 2a286890-c560-4656-bfb4-6045e32d0346, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2a286890-c560-4656-bfb4-6045e32d0346,segment=NetworkSegment(53152b2c-5cb2-41cb-b3c4-ca21ba445265),segment_id=53152b2c-5cb2-41cb-b3c4-ca21ba445265)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:02.781856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Provisioning complete for port 2a286890-c560-4656-bfb4-6045e32d0346 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:02.782310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8ef51fde-2b27-40ed-9cb0-fdc395e75897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.864806 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.864806 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:02.871335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feab64c3-8ba5-4c0a-ac97-1604be8fd4f6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.911433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:02.912182 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Added segment 0900b453-c0ad-45ec-b923-ff5d85e66344 of type vlan for network 856d0aba-4744-403e-917e-7d662c3fa217 May 06 13:47:02.914514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f58633f1-09aa-4ecf-bf56-1b69fac140da tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:02.917238 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f58633f1-09aa-4ecf-bf56-1b69fac140da tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/c2ef7f56-c8c9-48f6-a5e9-036169595bbb HTTP/1.1" status: 404 len: 333 time: 0.8772104 May 06 13:47:02.976025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39078) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:03.067879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec3946-2dc8-477b-a0be-703f0072b6e1 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:03.091165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-85903550-160e-48f3-893b-f611fb35c2bb req-6212332f-c585-423e-917e-26eb4fad025a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:03.092299 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85903550-160e-48f3-893b-f611fb35c2bb req-6212332f-c585-423e-917e-26eb4fad025a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 932 time: 2.2231557 May 06 13:47:03.137018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a361-ae27-486c-9bdd-f16f49f20ea6 req-afa2a3db-d372-4ee7-86d3-6100fd5379df tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:03.138714 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76c5a361-ae27-486c-9bdd-f16f49f20ea6 req-afa2a3db-d372-4ee7-86d3-6100fd5379df tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.1839008 May 06 13:47:03.162414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.169912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.225486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-9ca42ad4-3182-4101-9794-8de3789aca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:03.226986 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-9ca42ad4-3182-4101-9794-8de3789aca29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.4986773 May 06 13:47:03.316174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=2a286890-c560-4656-bfb4-6045e32d0346,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:03.350472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:03.351650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546d193-4b8e-4f5e-960a-16db9fd8a623 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:03.357233 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c546d193-4b8e-4f5e-960a-16db9fd8a623 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=19f94f5e-5370-4228-bc86-6cbc1c89b593&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7002342 May 06 13:47:03.362019 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:03.362384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:03.365515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39082) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:03.368277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:03.391529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f193a00-a4ac-4ea2-b172-8b5fa30de9bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet 3bdd0526-1478-4b46-80b1-d11d6440a570 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:03.407591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:03.408006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.421831 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85903550-160e-48f3-893b-f611fb35c2bb req-07b31c0d-973d-4687-ad16-dc2fdeb05fb0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798018 May 06 13:47:03.431473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8f193a00-a4ac-4ea2-b172-8b5fa30de9bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.471927 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76c5a361-ae27-486c-9bdd-f16f49f20ea6 req-5b84bf4a-5ad7-4dd9-92f6-497683f7f9e2 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729321 May 06 13:47:03.503638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.505247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feab64c3-8ba5-4c0a-ac97-1604be8fd4f6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.509696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:03.510671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.533381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Provisioning for port f8e56f8f-0906-4e03-acb7-b08ad4528907 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:03.542908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Provisioning complete for port f8e56f8f-0906-4e03-acb7-b08ad4528907 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:03.543284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.578323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.730142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Port f8e56f8f-0906-4e03-acb7-b08ad4528907 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:03.741892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Could not find standard attr ID for object ea2f39ea-47c1-4c08-83cd-c4353c81e559. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:47:03.747448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.782994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Provisioning for port d7f25401-a45b-4064-9762-b607862c2432 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:03.800945 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Provisioning complete for port d7f25401-a45b-4064-9762-b607862c2432 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:03.801350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.802680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea780e-c84c-40c7-83cc-48a9a56db4e7 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:03.803262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7cea780e-c84c-40c7-83cc-48a9a56db4e7 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Synchronizing usage tracker for tenant:f2f8c6d724ee4824b935fc8b631184f0 on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:03.834355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10,segment=NetworkSegment(4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460),segment_id=4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:03.881715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.883911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Deleting port 2a286890-c560-4656-bfb4-6045e32d0346 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:03.892104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:03.999834 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7cea780e-c84c-40c7-83cc-48a9a56db4e7 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Unset dirty status for tenant:f2f8c6d724ee4824b935fc8b631184f0 on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:04.002097 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7cea780e-c84c-40c7-83cc-48a9a56db4e7 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 881 time: 0.6348927 May 06 13:47:04.004987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39086) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:04.043378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Port d7f25401-a45b-4064-9762-b607862c2432 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:04.052229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8f193a00-a4ac-4ea2-b172-8b5fa30de9bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:04.082554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feab64c3-8ba5-4c0a-ac97-1604be8fd4f6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:04.168922 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.8315921 May 06 13:47:04.190661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39090) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:04.210513 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6c7f85a4-55a7-41df-978d-4afd4c87a854 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=19f94f5e-5370-4228-bc86-6cbc1c89b593 HTTP/1.1" status: 200 len: 205 time: 0.2037697 May 06 13:47:04.251523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39092) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:04.287774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8f193a00-a4ac-4ea2-b172-8b5fa30de9bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:04.379533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ca5e4-9b24-4b48-8344-f20e13fc616b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Network': ['ID=856d0aba-4744-403e-917e-7d662c3fa217,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:04.400100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feab64c3-8ba5-4c0a-ac97-1604be8fd4f6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:04.419355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'subnet': {'network_id': '856d0aba-4744-403e-917e-7d662c3fa217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:04.423575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab64c3-8ba5-4c0a-ac97-1604be8fd4f6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=26d165bd-7736-4f6f-b735-aa48e8a2e432,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:04.446454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] For port 2a286890-c560-4656-bfb4-6045e32d0346, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2a286890-c560-4656-bfb4-6045e32d0346,segment=NetworkSegment(53152b2c-5cb2-41cb-b3c4-ca21ba445265),segment_id=53152b2c-5cb2-41cb-b3c4-ca21ba445265)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:04.447038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:04.510431 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-feab64c3-8ba5-4c0a-ac97-1604be8fd4f6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/26d165bd-7736-4f6f-b735-aa48e8a2e432 HTTP/1.1" status: 204 len: 168 time: 2.0767119 May 06 13:47:04.511791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39104) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:04.587581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8f193a00-a4ac-4ea2-b172-8b5fa30de9bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:04.659165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Calling delete_port for 2a286890-c560-4656-bfb4-6045e32d0346 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:04.717252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8f193a00-a4ac-4ea2-b172-8b5fa30de9bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:04.748216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7da31746-92bb-4e5d-ac3d-6083d04ba63c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:router {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:04.753092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a876c7f9-dbad-43a6-b158-84286c397993 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:04.771636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f193a00-a4ac-4ea2-b172-8b5fa30de9bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdd0526-1478-4b46-80b1-d11d6440a570,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:04.776970 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8f193a00-a4ac-4ea2-b172-8b5fa30de9bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/3bdd0526-1478-4b46-80b1-d11d6440a570 HTTP/1.1" status: 204 len: 168 time: 1.7945695 May 06 13:47:04.788200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-7011cbc8-dda1-453a-9114-79116ae48f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:04.789766 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-7011cbc8-dda1-453a-9114-79116ae48f32 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5531344 May 06 13:47:04.796139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39110) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:04.831004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 856d0aba-4744-403e-917e-7d662c3fa217 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:04.844400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e2b842-a026-46a9-acbe-5e05398bd207 None None] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:04.846742 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7da31746-92bb-4e5d-ac3d-6083d04ba63c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:router {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:04.851410 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7da31746-92bb-4e5d-ac3d-6083d04ba63c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3249712 May 06 13:47:04.857833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6074b7d6-02e3-4d59-a2be-05c85f74b2b3 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:04.886433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39114) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:04.893046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:04.942364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.016966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.041266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting port d7f25401-a45b-4064-9762-b607862c2432 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:05.041759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.127576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] No DVR routers for this DVR port 2a286890-c560-4656-bfb4-6045e32d0346 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:05.131570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Provisioning for port a876c7f9-dbad-43a6-b158-84286c397993 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:05.161216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Provisioning complete for port a876c7f9-dbad-43a6-b158-84286c397993 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:05.161599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.210766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.243676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Deleting port 57c51cce-eb3f-419f-8439-2202ed64bd8f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:05.244261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.261108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:05.267929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:05.281987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:05.409612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-597a6190-a459-4bd5-8785-afcecae809ff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:05.418055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0023b-8ead-42a9-b09b-53ae73803fd8 None None] Pushing event deleted for resources: {'Port': ['ID=2a286890-c560-4656-bfb4-6045e32d0346,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:05.439472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:05.443993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.468395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-597a6190-a459-4bd5-8785-afcecae809ff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.481310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f16dae91-4f60-4e37-a62d-cab91032951d details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:47:05.558876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10e97a-bc0a-4c2d-a473-279a160a4729 req-2f0f0fb4-1599-4727-884c-319d2e35118b tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:05.560532 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c10e97a-bc0a-4c2d-a473-279a160a4729 req-2f0f0fb4-1599-4727-884c-319d2e35118b tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 1.8639317 May 06 13:47:05.588184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port a876c7f9-dbad-43a6-b158-84286c397993 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:05.589087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.695873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:05.720816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:05.731611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:05.735528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:05.739756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-09fccdf0-3b9f-45c8-bf60-0ab56fab44a6 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9270992 May 06 13:47:05.748044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:05.782715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-597a6190-a459-4bd5-8785-afcecae809ff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.830878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81de4-ac1b-4703-9f6e-7f86f37986f1 req-06d6b9eb-4d7d-49ba-af84-76e2452f6a4a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:05.838998 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6f81de4-ac1b-4703-9f6e-7f86f37986f1 req-06d6b9eb-4d7d-49ba-af84-76e2452f6a4a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 932 time: 1.1125274 May 06 13:47:05.848627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:05.893206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:05.966546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e56f8f-0906-4e03-acb7-b08ad4528907 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:47:05.981726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.056503 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Calling delete_port for d7f25401-a45b-4064-9762-b607862c2432 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:06.071260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:06.075678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.113968 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c10e97a-bc0a-4c2d-a473-279a160a4729 req-26947593-b0a3-44b9-ac8d-f390dd78d4a3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5330124 May 06 13:47:06.122182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.137344 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.221010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Transition to ACTIVE for port object f8e56f8f-0906-4e03-acb7-b08ad4528907 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:06.302953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a4654ef2-ed08-4810-8a86-7f1dacedd2ec None None] Provisioning for port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:06.306755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209e1e3-ed96-4a02-8da0-906eb9797fb8 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:47:06.336657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4209e1e3-ed96-4a02-8da0-906eb9797fb8 None None] Deleting port a876c7f9-dbad-43a6-b158-84286c397993 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:06.337207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4209e1e3-ed96-4a02-8da0-906eb9797fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.343394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.345403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Calling delete_port for 57c51cce-eb3f-419f-8439-2202ed64bd8f owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:06.364628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:06.392250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:06.433069 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e80918-0d45-48ae-8941-228132213043 req-e7837427-e144-48e9-85b8-9cbc80e615a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:06.436249 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-a4e80918-0d45-48ae-8941-228132213043 req-e7837427-e144-48e9-85b8-9cbc80e615a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 1099 time: 0.5876582 May 06 13:47:06.467746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'port_id': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'mac_address': 'fa:16:3e:e8:9a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:47:06.741135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.769229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e1a9c087-32d8-4440-b475-3888ac927ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.867181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:06.871188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:06.914485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:06.921676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:07.028937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f16dae91-4f60-4e37-a62d-cab91032951d {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:47:07.078865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4209e1e3-ed96-4a02-8da0-906eb9797fb8 None None] For port a876c7f9-dbad-43a6-b158-84286c397993, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a876c7f9-dbad-43a6-b158-84286c397993,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:07.079261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4209e1e3-ed96-4a02-8da0-906eb9797fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:07.084169 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6f81de4-ac1b-4703-9f6e-7f86f37986f1 req-105f6f30-a3f4-4d51-a989-716552621488 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2436600 May 06 13:47:07.154982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Port': ['ID=d7f25401-a45b-4064-9762-b607862c2432,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:07.291103 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-a4e80918-0d45-48ae-8941-228132213043 req-65669c65-e412-4f93-b07f-d2bc8c5cd79e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5855472 May 06 13:47:07.302325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:07.388313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4209e1e3-ed96-4a02-8da0-906eb9797fb8 None None] Calling delete_port for a876c7f9-dbad-43a6-b158-84286c397993 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:07.419881 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc0121a4-1e7d-47a0-9a0e-8c3711c80b55 req-1a003a3a-6cb0-4503-a53a-a07d622dea0b service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6613936 May 06 13:47:07.630065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-597a6190-a459-4bd5-8785-afcecae809ff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:07.747768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4209e1e3-ed96-4a02-8da0-906eb9797fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:07.792693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e56f8f-0906-4e03-acb7-b08ad4528907,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:07.869824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-882897e2-7a40-41fc-907a-e46b559df605 None None] Provisioning complete for port a876c7f9-dbad-43a6-b158-84286c397993 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:07.870445 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-882897e2-7a40-41fc-907a-e46b559df605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:07.919785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209e1e3-ed96-4a02-8da0-906eb9797fb8 None None] No DVR routers for this DVR port a876c7f9-dbad-43a6-b158-84286c397993 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:07.929211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209e1e3-ed96-4a02-8da0-906eb9797fb8 None None] Pushing event deleted for resources: {'Port': ['ID=a876c7f9-dbad-43a6-b158-84286c397993,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:07.931002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-882897e2-7a40-41fc-907a-e46b559df605 None None] Port a876c7f9-dbad-43a6-b158-84286c397993 was deleted so its status cannot be updated. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 06 13:47:07.956714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09051b2a-30a8-4e79-bdbe-84eaf9a497b5 req-092f4550-5fc5-4d29-8cef-a8ca6da8a21b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:07.960667 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-09051b2a-30a8-4e79-bdbe-84eaf9a497b5 req-092f4550-5fc5-4d29-8cef-a8ca6da8a21b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.6350563 May 06 13:47:07.994869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:08.097616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Router 0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:47:08.193562 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-09051b2a-30a8-4e79-bdbe-84eaf9a497b5 req-f6a9a437-94a0-41c5-907b-bf1713a44e60 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032182 May 06 13:47:08.216269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:08.219072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Attempting to bind port f8e56f8f-0906-4e03-acb7-b08ad4528907 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:08.219419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Attempting to bind port f8e56f8f-0906-4e03-acb7-b08ad4528907 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:08.219754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Attempting to bind port f8e56f8f-0906-4e03-acb7-b08ad4528907 on network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:47:08.240100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-597a6190-a459-4bd5-8785-afcecae809ff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:08.348344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Port f8e56f8f-0906-4e03-acb7-b08ad4528907 on network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:47:08.348699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Attempting to bind port f8e56f8f-0906-4e03-acb7-b08ad4528907 on network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:47:08.370592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=f16dae91-4f60-4e37-a62d-cab91032951d,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:08.375718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.objects.ports [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87984) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:47:08.385035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a6190-a459-4bd5-8785-afcecae809ff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:08.387868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:08.398376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:08.398588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713e12c-8f09-428f-9e1a-fb0647eee488 req-3f393748-f81a-4a64-adfd-71ddeedf5f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:08.400249 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b713e12c-8f09-428f-9e1a-fb0647eee488 req-3f393748-f81a-4a64-adfd-71ddeedf5f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.7201409 May 06 13:47:08.439183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bee50cd2-9669-4b84-8a92-42af3754f4d3 None None] Provisioning complete for port 2e814b07-0466-4300-b84f-4485cad3a285 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:08.439661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bee50cd2-9669-4b84-8a92-42af3754f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:08.439789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:47:08.440305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Checking segment: {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:08.440397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Bound using segment: {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:47:08.441219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Bound port: f8e56f8f-0906-4e03-acb7-b08ad4528907, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49119d0-8223-4d58-b7ee-e092cf7761a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:08.441219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:08.456187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-597a6190-a459-4bd5-8785-afcecae809ff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:08.475103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f573e-ba63-4f33-af27-1be77f3ec76f None None] Network 9e73c5db-6f4e-448c-890c-dd6c83812f68 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:08.508759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9b0cd2b6-6154-4e5a-8744-bf0bced8b199,segment=NetworkSegment(1cc9a33e-9a19-4cc2-8851-66e25df337d9),segment_id=1cc9a33e-9a19-4cc2-8851-66e25df337d9)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:08.519711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:08.533444 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-67c7641c-ac74-444b-9135-7ec760355c31 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "PUT /v2.0/routers/0ccbb801-0f65-4cb9-954f-1f1fe5a981e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1467502 May 06 13:47:08.538140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39124) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:08.615464 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-4d2cbf06-6e9c-4cf1-b5a0-7f6157c9e46e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] delete failed (client error): The resource could not be found. May 06 13:47:08.615726 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4d2cbf06-6e9c-4cf1-b5a0-7f6157c9e46e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-813180064 HTTP/1.1" status: 404 len: 334 time: 0.0767903 May 06 13:47:08.616634 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:08.622195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:08.623095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f3518019-cf7b-46bf-b5e8-7723a80dc5d9 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:08.626823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39128) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:08.652809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee69899-801f-491a-b9fb-eba17dd4dd69 None None] Sync routers for ids ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:08.664611 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-597a6190-a459-4bd5-8785-afcecae809ff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb HTTP/1.1" status: 204 len: 168 time: 3.8545229 May 06 13:47:08.687149 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39132) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:08.697450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ccb78b49-1ef1-4f5c-9832-3b882fe1b472 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:08.768444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Subnet': ['ID=ada6fa76-2149-4099-8b51-5098564640b7,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:08.775981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event deleted for resources: {'Port': ['ID=57c51cce-eb3f-419f-8439-2202ed64bd8f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:08.901059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee69899-801f-491a-b9fb-eba17dd4dd69 None None] Routers {'0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:08.901981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cee69899-801f-491a-b9fb-eba17dd4dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:46:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:08.914262 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b713e12c-8f09-428f-9e1a-fb0647eee488 req-e38e3d27-085d-4d0d-b3b1-e0361a842154 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4594781 May 06 13:47:08.969429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.objects.ports [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87984) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:47:08.980350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Checking segment: {'id': '0900b453-c0ad-45ec-b923-ff5d85e66344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '856d0aba-4744-403e-917e-7d662c3fa217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:08.980752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network hostable DHCP agents. Network: 856d0aba-4744-403e-917e-7d662c3fa217, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:09.042157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cee69899-801f-491a-b9fb-eba17dd4dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:09.054150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] For port f8e56f8f-0906-4e03-acb7-b08ad4528907, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:47:09.063732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] For port f8e56f8f-0906-4e03-acb7-b08ad4528907, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:47:09.124019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.131327 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aa62a023-b89b-4d9a-bff7-0472c93772d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.141753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.159091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=9b0cd2b6-6154-4e5a-8744-bf0bced8b199,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:09.166194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee69899-801f-491a-b9fb-eba17dd4dd69 None None] Routers {'0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:09.166870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cee69899-801f-491a-b9fb-eba17dd4dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:09.216155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ccb78b49-1ef1-4f5c-9832-3b882fe1b472 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.220145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.257980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cee69899-801f-491a-b9fb-eba17dd4dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:09.258392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee69899-801f-491a-b9fb-eba17dd4dd69 None None] The sync data for ids ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:09.262742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.271317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:09.271694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.316198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 2e814b07-0466-4300-b84f-4485cad3a285 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:09.316560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.383050 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-ccb78b49-1ef1-4f5c-9832-3b882fe1b472 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] update failed (client error): The resource could not be found. May 06 13:47:09.384909 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ccb78b49-1ef1-4f5c-9832-3b882fe1b472 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "PUT /v2.0/routers/0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 HTTP/1.1" status: 404 len: 339 time: 0.7256424 May 06 13:47:09.448548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:09.454935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:09.455818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.458349 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] 10.222.0.76 "PUT /v2.0/ports/f8e56f8f-0906-4e03-acb7-b08ad4528907 HTTP/1.1" status: 200 len: 1094 time: 6.9542694 May 06 13:47:09.481284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39138) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:09.482384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:47:09.487615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:09.522616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1941895375'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:09.559273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c69405-2904-4ed0-a62d-aa3f02134233 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:09.673438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:09.674035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.695385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1184fe-eb7d-4783-b36d-5974ba08ce25 req-8cb87ceb-1ace-4381-8be0-9dd718d21ae3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:09.697087 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf1184fe-eb7d-4783-b36d-5974ba08ce25 req-8cb87ceb-1ace-4381-8be0-9dd718d21ae3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 944 time: 1.2068403 May 06 13:47:09.743226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:09.767052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network 856d0aba-4744-403e-917e-7d662c3fa217 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:09.772062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.776642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.804496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:network and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:09.807709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3aec4247-f9b7-49b2-be3b-b88144382dcd up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:09.819965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:09.825216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.826339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Fanout notify agent at l3_agent the message router_deleted on router 19f94f5e-5370-4228-bc86-6cbc1c89b593 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:47:09.850959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=0dbc1836-1f9c-427b-86eb-56c4aea34b02,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:09.853691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.856349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:09.865297 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5a2918d1-ed9c-40b8-a166-54851360d2af tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/19f94f5e-5370-4228-bc86-6cbc1c89b593 HTTP/1.1" status: 204 len: 168 time: 5.5970507 May 06 13:47:09.866266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39144) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:09.878536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7697e358-4bbf-4f6a-a730-b8a93f8d4f3a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9870031 May 06 13:47:09.878864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1652495362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:09.881430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 856d0aba-4744-403e-917e-7d662c3fa217) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:09.888153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:09.895239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Usage tracker for resource:router and tenant:4fdafc0b5b14482992e43884abfba7ce is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:09.900679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:09.904187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] DHCP port deletion for 9e73c5db-6f4e-448c-890c-dd6c83812f68 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:47:09.911207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:09.919669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39148) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:09.933444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.936310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.938715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:09.939321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:09.947409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:09.968149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0679017-05d9-45f4-aa9f-189083a2d6c9 None None] Network 856d0aba-4744-403e-917e-7d662c3fa217 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:09.970498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66570fb-14d6-4cea-bd47-5855086e2ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e56f8f-0906-4e03-acb7-b08ad4528907,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:09.972711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.012047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.022082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Made reservation on behalf of c2ea1b964ca84d3baa999c5e900c45bf for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:10.025862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.063371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] Deleting port 2e814b07-0466-4300-b84f-4485cad3a285 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:10.063972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.064658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.072309 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fbd7b1e7-c14e-4159-a0e4-200f65456168 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2043457 May 06 13:47:10.073305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39154) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:10.083077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': True}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:10.107381 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf1184fe-eb7d-4783-b36d-5974ba08ce25 req-ccbdf09e-c556-4941-a8b3-0b2af0c6d8ee tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609834 May 06 13:47:10.137502 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-88bb15c0-75c9-4edd-bfc0-d3db144279f0 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 5.7597730 May 06 13:47:10.141486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39158) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:10.266428 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56458e4d-6b9a-4a07-b050-0c8be36bead4'] response: {'name': 'network-changed', 'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'status': 'completed', 'code': 200} May 06 13:47:10.302715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f16dae91-4f60-4e37-a62d-cab91032951d details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:47:10.365781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:10.446645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98848eff-3919-4e4f-97ee-f1e7ea90137e req-67a71f81-83ac-4a06-aadf-89bd49e92e62 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:10.448697 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-98848eff-3919-4e4f-97ee-f1e7ea90137e req-67a71f81-83ac-4a06-aadf-89bd49e92e62 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.0454543 May 06 13:47:10.450978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-130fea74-ff0e-4600-bc0c-d9f2b3696b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:10.452549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-130fea74-ff0e-4600-bc0c-d9f2b3696b29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 1097 time: 0.7488129 May 06 13:47:10.476457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f16dae91-4f60-4e37-a62d-cab91032951d no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:10.507103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.562807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.563170 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Added segment 81b43766-5d05-4de9-bb37-4e0fb77c34ae of type vlan for network c287f180-dd4a-4812-9c52-8825f4996fc6 May 06 13:47:10.582446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.597387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 3aec4247-f9b7-49b2-be3b-b88144382dcd completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:10.598322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] For port 2e814b07-0466-4300-b84f-4485cad3a285, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2e814b07-0466-4300-b84f-4485cad3a285,segment=NetworkSegment(67af7279-5f7f-434b-a98b-f292d495a821),segment_id=67af7279-5f7f-434b-a98b-f292d495a821)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:10.598689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.611179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '0dbc1836-1f9c-427b-86eb-56c4aea34b02'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:47:10.612263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.635820 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-29e24ab0-c58e-4d06-96e6-a16b857f7a5f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907 HTTP/1.1" status: 200 len: 217 time: 0.1619852 May 06 13:47:10.671352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3aec4247-f9b7-49b2-be3b-b88144382dcd triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:10.671880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.728901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.780699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:10.871876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 2e814b07-0466-4300-b84f-4485cad3a285 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:10.918714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:10.932567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.946489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:10.971977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:10.973511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:10.980811 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-98848eff-3919-4e4f-97ee-f1e7ea90137e req-d5ae1e23-6d6b-4ec5-9e61-28f897c85098 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4993291 May 06 13:47:10.991886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.051448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-efa29e14-cf02-4969-bd7b-b2bd1567fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:11.052950 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-efa29e14-cf02-4969-bd7b-b2bd1567fb91 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=623a34bc-2dab-45f5-9bba-ca17b47a8e79 HTTP/1.1" status: 200 len: 834 time: 0.3901191 May 06 13:47:11.070553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:11.075299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.096740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] For port 2e814b07-0466-4300-b84f-4485cad3a285, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2e814b07-0466-4300-b84f-4485cad3a285,segment=NetworkSegment(67af7279-5f7f-434b-a98b-f292d495a821),segment_id=67af7279-5f7f-434b-a98b-f292d495a821)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:11.097360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.138443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'port_id': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'mac_address': 'fa:16:3e:e8:9a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:47:11.291718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] Calling delete_port for 2e814b07-0466-4300-b84f-4485cad3a285 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:11.295428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.324458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.330375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:11.331027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.332491 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.343325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07fc70-b89a-4fb9-943e-666f90290e1e req-f91f2bf3-25bc-4b25-865a-efedd8c425b1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:11.344991 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ed07fc70-b89a-4fb9-943e-666f90290e1e req-f91f2bf3-25bc-4b25-865a-efedd8c425b1 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 945 time: 0.9810278 May 06 13:47:11.399176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.506762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['f16dae91-4f60-4e37-a62d-cab91032951d'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:47:11.517929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Allocated IP 172.26.2.125 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/4511d6f4-246b-4b9e-a57c-fe161ca13b9e) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:11.518265 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:47:11.535713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.640960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-856d0aba-4744-403e-917e-7d662c3fa217', 'network_id': '856d0aba-4744-403e-917e-7d662c3fa217', 'tenant_id': '9f3767f44a0e4a7f935bc927abb00ac5', 'fixed_ips': [{'subnet_id': 'ada6fa76-2149-4099-8b51-5098564640b7'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:47:11.641392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.684357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f16dae91-4f60-4e37-a62d-cab91032951d {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:47:11.718125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.724567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.730936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Allocated IP 2001:db8::f816:3eff:fe52:f3f1 (ed4177a0-aee3-4756-a30e-bb3035a9c410/0dbc1836-1f9c-427b-86eb-56c4aea34b02/b9e24c50-d179-4cb7-8dbd-454c3bdada71) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:11.755777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=2e814b07-0466-4300-b84f-4485cad3a285,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:11.763031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.782350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No DVR routers for this DVR port 2e814b07-0466-4300-b84f-4485cad3a285 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:11.785288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.824743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:11.826968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:11.826968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:11.828613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.841545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:11.845083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:11.849553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:11.875280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:11.885321 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3947804 May 06 13:47:11.888989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39166) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:11.940705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327e3da-6edb-4834-ba08-39e3d6ed9c9e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Network': ['ID=c287f180-dd4a-4812-9c52-8825f4996fc6,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:11.951696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event updated for resources: {'Port': ['ID=4511d6f4-246b-4b9e-a57c-fe161ca13b9e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:11.976734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'subnet': {'network_id': 'c287f180-dd4a-4812-9c52-8825f4996fc6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:11.984078 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ed07fc70-b89a-4fb9-943e-666f90290e1e req-4646062a-74d0-4168-b7db-eae68111890c tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5950823 May 06 13:47:12.029903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c287f180-dd4a-4812-9c52-8825f4996fc6 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:12.075796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39170) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:12.258435 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 3aec4247-f9b7-49b2-be3b-b88144382dcd, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3aec4247-f9b7-49b2-be3b-b88144382dcd,segment=NetworkSegment(987925a5-2d97-4635-bf29-236e2d1cb577),segment_id=987925a5-2d97-4635-bf29-236e2d1cb577)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:12.270936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.282743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=f16dae91-4f60-4e37-a62d-cab91032951d,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:12.302630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb58bfb-6cf3-471e-b34f-043f85a6a151 req-e3241c66-49fb-4d3e-bb18-eac7d557113d tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:12.303895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0bb58bfb-6cf3-471e-b34f-043f85a6a151 req-e3241c66-49fb-4d3e-bb18-eac7d557113d tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.0543251 May 06 13:47:12.307569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.313748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-17b72266-0b79-42f2-b40c-23d1477a8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:12.315281 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-17b72266-0b79-42f2-b40c-23d1477a8e0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2181296 May 06 13:47:12.355799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] Deleting port 2e814b07-0466-4300-b84f-4485cad3a285 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:12.356542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.450808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e73c5db-6f4e-448c-890c-dd6c83812f68']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:12.502211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2a286890-c560-4656-bfb4-6045e32d0346 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:12.509703 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cc52c16d-eb56-4da8-88e2-28215b8ee003 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/floatingips/27d8f75f-e6e0-4842-9173-c62286df0f04 HTTP/1.1" status: 200 len: 991 time: 0.4299068 May 06 13:47:12.529522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:12.551614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Usage tracker for resource:subnet and tenant:c2ea1b964ca84d3baa999c5e900c45bf is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:12.558233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:12.567401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ea54374-8f27-4798-85fe-7fa21d10d186 None None] The port '2e814b07-0466-4300-b84f-4485cad3a285' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:47:12.567731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:12.578676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Allocated IP 2001:db8::f816:3eff:fe86:f5cb (856d0aba-4744-403e-917e-7d662c3fa217/ada6fa76-2149-4099-8b51-5098564640b7/c4cd0f08-3711-4826-8380-a05d23c3da70) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:12.582230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67af7279-5f7f-434b-a98b-f292d495a821') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:12.582562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67af7279-5f7f-434b-a98b-f292d495a821') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:12.593362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Made reservation on behalf of c2ea1b964ca84d3baa999c5e900c45bf for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:12.597252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.621629 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0bb58bfb-6cf3-471e-b34f-043f85a6a151 req-9f6bdb16-a787-40c4-b033-e763c1aacbbe tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553558 May 06 13:47:12.624067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 2a286890-c560-4656-bfb4-6045e32d0346 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:12.624412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2a286890-c560-4656-bfb4-6045e32d0346 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:12.646467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.675989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=3aec4247-f9b7-49b2-be3b-b88144382dcd,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:12.744878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.803347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:12.804624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.840662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:12.861750 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:12.867307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Transition to ACTIVE for port object b9e24c50-d179-4cb7-8dbd-454c3bdada71 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:12.938481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Transition to ACTIVE for port object b9e24c50-d179-4cb7-8dbd-454c3bdada71 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:12.963598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.018748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3aec4247-f9b7-49b2-be3b-b88144382dcd up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:13.033526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.084161 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-ec44cf48-1afc-4b5b-b4a3-71b110407f87 service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521367 May 06 13:47:13.125478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e5277-225d-488e-b9a3-24a43381b5cd req-0b895686-774c-471e-bec3-386312124302 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:13.128565 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d67e5277-225d-488e-b9a3-24a43381b5cd req-0b895686-774c-471e-bec3-386312124302 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 944 time: 0.9676301 May 06 13:47:13.161754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:13.186421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:13.189180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:13.217492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Subnet': ['ID=ab82b461-6b19-4723-b2a7-79f84d150026,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:13.234399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Checking segment: {'id': '81b43766-5d05-4de9-bb37-4e0fb77c34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c287f180-dd4a-4812-9c52-8825f4996fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:13.234764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network hostable DHCP agents. Network: c287f180-dd4a-4812-9c52-8825f4996fc6, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:13.257656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.274680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Pushing event updated for resources: {'Port': ['ID=b9e24c50-d179-4cb7-8dbd-454c3bdada71,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:13.350819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network c287f180-dd4a-4812-9c52-8825f4996fc6 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:13.358454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.364481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.372411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c287f180-dd4a-4812-9c52-8825f4996fc6) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:13.376883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:13.377476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.449355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.462940 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-12801c5e-4a07-43e2-a32a-ddc4511b42e6 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5695617 May 06 13:47:13.464146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e3e3f2-73af-4feb-97a7-ee998f103af8 None None] Network c287f180-dd4a-4812-9c52-8825f4996fc6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:13.470803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39176) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:13.477145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c60b08e9-ebd9-48f3-a85b-6c7e1d5aa90b tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c287f180-dd4a-4812-9c52-8825f4996fc6'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:13.486688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Transition to ACTIVE for port object c4cd0f08-3711-4826-8380-a05d23c3da70 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:13.489517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Attempting to bind port b9e24c50-d179-4cb7-8dbd-454c3bdada71 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:13.489921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Attempting to bind port b9e24c50-d179-4cb7-8dbd-454c3bdada71 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:13.490329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Attempting to bind port b9e24c50-d179-4cb7-8dbd-454c3bdada71 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:47:13.500194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3aec4247-f9b7-49b2-be3b-b88144382dcd triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:13.500588 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.529849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.600409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Network': ['ID=9e73c5db-6f4e-448c-890c-dd6c83812f68,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:13.625713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:47:13.626089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:13.626481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.626964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:47:13.627534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Bound port: b9e24c50-d179-4cb7-8dbd-454c3bdada71, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:13.627986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.638551 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d67e5277-225d-488e-b9a3-24a43381b5cd req-362836fc-54a9-4f08-8d04-cfe8eee9f240 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4402790 May 06 13:47:13.639411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Transition to ACTIVE for port object c4cd0f08-3711-4826-8380-a05d23c3da70 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:13.651205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:13.653967 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e28b2d86-bdf1-4c2a-ac6f-55ee924889b8 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/networks/9e73c5db-6f4e-448c-890c-dd6c83812f68 HTTP/1.1" status: 204 len: 168 time: 4.9473453 May 06 13:47:13.669014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.676671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:13.691552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39180) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:13.693722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:13.694701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.770154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=57da5c21-0c7a-4beb-909c-cf72d92b91f2,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:13.837562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Network 856d0aba-4744-403e-917e-7d662c3fa217 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:13.851757 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:13.875655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:13.883562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d309e6b-43f9-426b-a3cf-b84b8c47b725 req-8d14a16a-8761-414a-8d60-65e93704d886 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:13.889104 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4d309e6b-43f9-426b-a3cf-b84b8c47b725 req-8d14a16a-8761-414a-8d60-65e93704d886 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.0155716 May 06 13:47:13.898963 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7bc4c35-cc26-4450-9b8a-c4c7e7134f7e req-9d588e99-04ec-4e46-94c2-ff0cab262410 service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7603016 May 06 13:47:13.899186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Pushing event updated for resources: {'Port': ['ID=c4cd0f08-3711-4826-8380-a05d23c3da70,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:13.916891 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6caab3fb-fb01-4bf9-8cdd-2c5bcebeacd4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9879858 May 06 13:47:13.921332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.950241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39184) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:14.012729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:ea:46:d9', 'name': 'tempest-NetworksTestDHCPv6-848624414'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:14.083025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] For port b9e24c50-d179-4cb7-8dbd-454c3bdada71, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:47:14.131189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] For port b9e24c50-d179-4cb7-8dbd-454c3bdada71, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b9e24c50-d179-4cb7-8dbd-454c3bdada71,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:47:14.149387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.154586 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Subnet': ['ID=ada6fa76-2149-4099-8b51-5098564640b7,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:14.188885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Attempting to bind port c4cd0f08-3711-4826-8380-a05d23c3da70 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:14.189455 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Attempting to bind port c4cd0f08-3711-4826-8380-a05d23c3da70 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '0900b453-c0ad-45ec-b923-ff5d85e66344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '856d0aba-4744-403e-917e-7d662c3fa217'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:14.189614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Attempting to bind port c4cd0f08-3711-4826-8380-a05d23c3da70 on network 856d0aba-4744-403e-917e-7d662c3fa217 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:47:14.251150 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:14.292970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f16dae91-4f60-4e37-a62d-cab91032951d up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:14.316209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c60b08e9-ebd9-48f3-a85b-6c7e1d5aa90b tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.319398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:47:14.320281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Checking segment: {'id': '0900b453-c0ad-45ec-b923-ff5d85e66344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '856d0aba-4744-403e-917e-7d662c3fa217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:14.320281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.320621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Bound using segment: {'id': '0900b453-c0ad-45ec-b923-ff5d85e66344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '856d0aba-4744-403e-917e-7d662c3fa217'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:47:14.321078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Bound port: c4cd0f08-3711-4826-8380-a05d23c3da70, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0900b453-c0ad-45ec-b923-ff5d85e66344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '856d0aba-4744-403e-917e-7d662c3fa217'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:14.321458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.354943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.363310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.453443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c287f180-dd4a-4812-9c52-8825f4996fc6', 'network_id': 'c287f180-dd4a-4812-9c52-8825f4996fc6', 'tenant_id': 'c2ea1b964ca84d3baa999c5e900c45bf', 'fixed_ips': [{'subnet_id': 'ab82b461-6b19-4723-b2a7-79f84d150026'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:47:14.454312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.532679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696be3c9-65f6-4e16-a6d6-15dbf35727a3 None None] Pushing event updated for resources: {'Port': ['ID=b9e24c50-d179-4cb7-8dbd-454c3bdada71,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:14.672762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] For port c4cd0f08-3711-4826-8380-a05d23c3da70, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:47:14.675011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:14.675386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.750989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port f16dae91-4f60-4e37-a62d-cab91032951d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:14.751374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.777089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Router 8c814045-06c9-412b-b937-d0b1ad56de39 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:47:14.793618 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4d309e6b-43f9-426b-a3cf-b84b8c47b725 req-532a5632-53e8-4e30-b2b1-b04cbcb2d36f tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8931017 May 06 13:47:14.820295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] For port c4cd0f08-3711-4826-8380-a05d23c3da70, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c4cd0f08-3711-4826-8380-a05d23c3da70,segment=NetworkSegment(0900b453-c0ad-45ec-b923-ff5d85e66344),segment_id=0900b453-c0ad-45ec-b923-ff5d85e66344)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:47:14.858110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.984119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.004357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6873b1-7125-4688-a63b-b2c5fc126f7a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:15.005130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9b6873b1-7125-4688-a63b-b2c5fc126f7a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:15.071336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Allocated IP 2001:db8:1::2 (c287f180-dd4a-4812-9c52-8825f4996fc6/ab82b461-6b19-4723-b2a7-79f84d150026/e5b797a1-3840-42cf-a0cb-ede4e86806d8) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:15.108388 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-c60b08e9-ebd9-48f3-a85b-6c7e1d5aa90b tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:47:15.113197 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c60b08e9-ebd9-48f3-a85b-6c7e1d5aa90b tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "PUT /v2.0/routers/0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 HTTP/1.1" status: 400 len: 364 time: 1.6413643 May 06 13:47:15.134287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39192) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:15.177919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856d0aba-4744-403e-917e-7d662c3fa217']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:15.265754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:15.271028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.276597 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-88f14fa3-986f-488f-87c5-b2161736f659 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "PUT /v2.0/routers/8c814045-06c9-412b-b937-d0b1ad56de39 HTTP/1.1" status: 200 len: 915 time: 5.2010262 May 06 13:47:15.277715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39196) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:15.281825 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288a4fd-b2de-4a19-a8cc-a5fc57e23dbd None None] Sync routers for ids ['8c814045-06c9-412b-b937-d0b1ad56de39'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:15.296440 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288a4fd-b2de-4a19-a8cc-a5fc57e23dbd None None] Routers {'8c814045-06c9-412b-b937-d0b1ad56de39'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:15.297842 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d288a4fd-b2de-4a19-a8cc-a5fc57e23dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8c814045-06c9-412b-b937-d0b1ad56de39'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:15.374477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9b6873b1-7125-4688-a63b-b2c5fc126f7a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:15.376391 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9b6873b1-7125-4688-a63b-b2c5fc126f7a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.6740656 May 06 13:47:15.396875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0900b453-c0ad-45ec-b923-ff5d85e66344') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:15.397379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0900b453-c0ad-45ec-b923-ff5d85e66344') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:15.397791 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d288a4fd-b2de-4a19-a8cc-a5fc57e23dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:15.414326 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288a4fd-b2de-4a19-a8cc-a5fc57e23dbd None None] Routers {'8c814045-06c9-412b-b937-d0b1ad56de39'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:15.415442 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d288a4fd-b2de-4a19-a8cc-a5fc57e23dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8c814045-06c9-412b-b937-d0b1ad56de39'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:15.420667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.454724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.457796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c367f0-1968-4b71-b4c1-a457774a421c None None] Pushing event updated for resources: {'Port': ['ID=c4cd0f08-3711-4826-8380-a05d23c3da70,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:15.471186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39200) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:15.500380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f278fa8-baaf-45fa-853d-03891904bc61 None None] Network 856d0aba-4744-403e-917e-7d662c3fa217 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:15.560400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:15.561744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.585860 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d288a4fd-b2de-4a19-a8cc-a5fc57e23dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:15.586350 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288a4fd-b2de-4a19-a8cc-a5fc57e23dbd None None] The sync data for ids ['8c814045-06c9-412b-b937-d0b1ad56de39'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:15.622017 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:15.710040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:15.832490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:15.840310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:15.840725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.846127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:15.857338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:15.868568 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4c68c2b8-cf88-4f21-ae7f-1fd6998e5e51 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3953779 May 06 13:47:15.874727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39204) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:15.886341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-495758725'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:15.897344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:47:15.897344 dv-neutron-840888-1-hyperv neutron-server[87984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:47:15.897344 dv-neutron-840888-1-hyperv neutron-server[87984]: [parameters: {'id': '856d0aba-4744-403e-917e-7d662c3fa217'}] May 06 13:47:15.897344 dv-neutron-840888-1-hyperv neutron-server[87984]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:15.898010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:15.906045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:15.916613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:15.921600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:network and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:15.929388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:15.938881 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a1ca91bb-144c-4a12-90d7-28e61fd80151 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/routers/8c814045-06c9-412b-b937-d0b1ad56de39 HTTP/1.1" status: 200 len: 921 time: 0.6593604 May 06 13:47:15.945485 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39208) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:16.012505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:16.084769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:47:16.092629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:16.100025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.108555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.135703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-3500018c-7d67-42af-b881-8ce93afb0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:16.137815 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-3500018c-7d67-42af-b881-8ce93afb0785 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 1097 time: 2.0731721 May 06 13:47:16.139421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:16.158027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port e7631098-f50b-488e-af6a-87c0580f16a2 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:47:16.166803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.168274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d85be-5765-4a18-a94d-0327179d33df tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:16.171894 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-864d85be-5765-4a18-a94d-0327179d33df tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=8c814045-06c9-412b-b937-d0b1ad56de39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2247884 May 06 13:47:16.198878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:16.202680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39214) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:16.224099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.274020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f8e56f8f-0906-4e03-acb7-b08ad4528907 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:47:16.283603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Transition to ACTIVE for port object e5b797a1-3840-42cf-a0cb-ede4e86806d8 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:16.286962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb675dcf-bc31-4be4-9a83-0cb83e0ce957 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:16.311334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:16.311865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.400441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.400956 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Added segment cee7f538-a617-4f53-9ed4-f52b1e0925c0 of type vlan for network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 May 06 13:47:16.405574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d1e56-68ad-4112-89b8-1f2876e1c5d5 req-f886b5bb-e68f-4765-a891-543365bb5230 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:16.407434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d13d1e56-68ad-4112-89b8-1f2876e1c5d5 req-f886b5bb-e68f-4765-a891-543365bb5230 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 944 time: 1.5195808 May 06 13:47:16.424121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.471207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Transition to ACTIVE for port object e5b797a1-3840-42cf-a0cb-ede4e86806d8 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:16.487272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=f16dae91-4f60-4e37-a62d-cab91032951d,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:16.520877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.530584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.560071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0f5fe4-a084-4841-925b-5891219dec85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:16.561633 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7a0f5fe4-a084-4841-925b-5891219dec85 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 881 time: 0.3575656 May 06 13:47:16.564861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39218) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:16.619577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d709b71d-3c6b-4f54-8ca0-0afd9b0be49e None None] Provisioning for port b9e24c50-d179-4cb7-8dbd-454c3bdada71 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:16.631774 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3d261b98-0efa-4ef4-babc-e52c657bd189 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c814045-06c9-412b-b937-d0b1ad56de39 HTTP/1.1" status: 200 len: 205 time: 0.0644965 May 06 13:47:16.634960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39222) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:16.739071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Network c287f180-dd4a-4812-9c52-8825f4996fc6 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:16.778180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Pushing event updated for resources: {'Port': ['ID=e5b797a1-3840-42cf-a0cb-ede4e86806d8,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:16.781180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:16.801187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Deleting port c4cd0f08-3711-4826-8380-a05d23c3da70 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:16.801475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:16.801628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.871764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.877553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:16.878213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.926814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f8e56f8f-0906-4e03-acb7-b08ad4528907, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:16.986011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328eb18-5d21-47d0-951e-0fdb940f9a84 req-a34cee5b-e689-48c3-a8bd-54ce9df92f27 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:16.994656 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0328eb18-5d21-47d0-951e-0fdb940f9a84 req-a34cee5b-e689-48c3-a8bd-54ce9df92f27 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.6778400 May 06 13:47:17.006283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:47:17.030537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Network': ['ID=5dfcaf97-ccb4-4b74-985d-eef57be57cc6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:17.041765 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-95d3e391-20a4-45ce-9931-f2efa05a2aff tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1623311 May 06 13:47:17.079709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39226) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:17.084722 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d13d1e56-68ad-4112-89b8-1f2876e1c5d5 req-325d6ca6-8ca7-472d-b8b0-8b6a1625df97 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5819046 May 06 13:47:17.144885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:17.152922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.256979 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6aadde1-49c7-4ec5-a604-c5019c8630e5'] response: {'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'code': 200} May 06 13:47:17.261862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Attempting to bind port e5b797a1-3840-42cf-a0cb-ede4e86806d8 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:17.262325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Attempting to bind port e5b797a1-3840-42cf-a0cb-ede4e86806d8 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '81b43766-5d05-4de9-bb37-4e0fb77c34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c287f180-dd4a-4812-9c52-8825f4996fc6'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:17.262759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Attempting to bind port e5b797a1-3840-42cf-a0cb-ede4e86806d8 on network c287f180-dd4a-4812-9c52-8825f4996fc6 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:47:17.272818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': '5dfcaf97-ccb4-4b74-985d-eef57be57cc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:17.361836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:47:17.362315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Checking segment: {'id': '81b43766-5d05-4de9-bb37-4e0fb77c34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c287f180-dd4a-4812-9c52-8825f4996fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:17.362795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.363267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Bound using segment: {'id': '81b43766-5d05-4de9-bb37-4e0fb77c34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c287f180-dd4a-4812-9c52-8825f4996fc6'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:47:17.363853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Bound port: e5b797a1-3840-42cf-a0cb-ede4e86806d8, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b43766-5d05-4de9-bb37-4e0fb77c34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c287f180-dd4a-4812-9c52-8825f4996fc6'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:17.364304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.471817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.482386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2e814b07-0466-4300-b84f-4485cad3a285 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:17.488011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Deleting port 4511d6f4-246b-4b9e-a57c-fe161ca13b9e {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:17.488701 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.512470 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-92b2610e-76e6-4f6d-b306-ffa3e3aa5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:17.513917 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-92b2610e-76e6-4f6d-b306-ffa3e3aa5b3a service neutron] 10.222.0.76 "GET /v2.0/networks?id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c HTTP/1.1" status: 200 len: 897 time: 1.2228270 May 06 13:47:17.544490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.558232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 2e814b07-0466-4300-b84f-4485cad3a285 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:17.558570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2e814b07-0466-4300-b84f-4485cad3a285 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:17.558992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a876c7f9-dbad-43a6-b158-84286c397993 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:17.613682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: a876c7f9-dbad-43a6-b158-84286c397993 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:17.614095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a876c7f9-dbad-43a6-b158-84286c397993 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:17.631308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e56f8f-0906-4e03-acb7-b08ad4528907 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:47:17.671361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f8e56f8f-0906-4e03-acb7-b08ad4528907, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:17.696400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] For port e5b797a1-3840-42cf-a0cb-ede4e86806d8, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:47:17.704083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] For port e5b797a1-3840-42cf-a0cb-ede4e86806d8, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e5b797a1-3840-42cf-a0cb-ede4e86806d8,segment=NetworkSegment(81b43766-5d05-4de9-bb37-4e0fb77c34ae),segment_id=81b43766-5d05-4de9-bb37-4e0fb77c34ae)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:47:17.710451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.716197 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0328eb18-5d21-47d0-951e-0fdb940f9a84 req-db0a4225-7180-4412-a25a-f33bfb75e9fd tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6968641 May 06 13:47:17.752471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-7fb06773-d57d-41db-878f-8c1bf55633f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907 HTTP/1.1" status: 200 len: 217 time: 0.1690421 May 06 13:47:17.795204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.868518 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.874178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.885841 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:17.951703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b9e24c50-d179-4cb7-8dbd-454c3bdada71 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:18.048769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:18.077646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Calling delete_port for 4511d6f4-246b-4b9e-a57c-fe161ca13b9e owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:18.093996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:18.097710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['f8e56f8f-0906-4e03-acb7-b08ad4528907'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:47:18.109726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] For port c4cd0f08-3711-4826-8380-a05d23c3da70, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c4cd0f08-3711-4826-8380-a05d23c3da70,segment=NetworkSegment(0900b453-c0ad-45ec-b923-ff5d85e66344),segment_id=0900b453-c0ad-45ec-b923-ff5d85e66344)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:18.110346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.255601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:18.281452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=f8e56f8f-0906-4e03-acb7-b08ad4528907,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:18.338258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6330b9-1fd3-414c-a102-569e5b2e7732 None None] Update dhcp port {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': '0dbc1836-1f9c-427b-86eb-56c4aea34b02', 'ip_address': '2001:db8::f816:3eff:fe52:f3f1'}, {'subnet_id': '57da5c21-0c7a-4beb-909c-cf72d92b91f2'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': 'b9e24c50-d179-4cb7-8dbd-454c3bdada71'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:47:18.381176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.453817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 172.20.0.12 (ed4177a0-aee3-4756-a30e-bb3035a9c410/57da5c21-0c7a-4beb-909c-cf72d92b91f2/e7631098-f50b-488e-af6a-87c0580f16a2) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:18.482362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event deleted for resources: {'Port': ['ID=4511d6f4-246b-4b9e-a57c-fe161ca13b9e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:18.487854 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b9e24c50-d179-4cb7-8dbd-454c3bdada71 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:18.545881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1c6330b9-1fd3-414c-a102-569e5b2e7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.562112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b9e24c50-d179-4cb7-8dbd-454c3bdada71 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:18.562839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.620117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.661262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-265779cd-5218-4fbb-bf78-314ad00f9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:18.663185 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-265779cd-5218-4fbb-bf78-314ad00f9a26 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=623a34bc-2dab-45f5-9bba-ca17b47a8e79 HTTP/1.1" status: 200 len: 834 time: 0.8625815 May 06 13:47:18.678290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Calling delete_port for c4cd0f08-3711-4826-8380-a05d23c3da70 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:18.766429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:feea:46d9 (ed4177a0-aee3-4756-a30e-bb3035a9c410/0dbc1836-1f9c-427b-86eb-56c4aea34b02/e7631098-f50b-488e-af6a-87c0580f16a2) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:18.794163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d73b-6a2f-4e5e-b1d1-b326a147514a None None] Pushing event updated for resources: {'Port': ['ID=e5b797a1-3840-42cf-a0cb-ede4e86806d8,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:18.799137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:18.802766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.852099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.857768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.903313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.904201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Fanout notify agent at l3_agent the message router_deleted on router 8c814045-06c9-412b-b937-d0b1ad56de39 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:47:18.947056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:18.958099 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-acb9a663-3495-4c43-9c47-b845b6e52ee1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/8c814045-06c9-412b-b937-d0b1ad56de39 HTTP/1.1" status: 204 len: 168 time: 2.3225772 May 06 13:47:18.959153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39234) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:18.969025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1499781272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:18.981337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:18.988921 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Usage tracker for resource:router and tenant:4fdafc0b5b14482992e43884abfba7ce is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:18.996879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:19.008629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:19.028956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.030420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.056517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.092640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.138567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.145056 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3c06aa1e-8144-411f-8751-94c74b559798 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1841412 May 06 13:47:19.148960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39238) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:19.170632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': False}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:19.242539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.421338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port b9e24c50-d179-4cb7-8dbd-454c3bdada71, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b9e24c50-d179-4cb7-8dbd-454c3bdada71,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:19.434421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.471286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:19.559304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a66d08-8c82-4ff9-8b7b-3a8ed65276ae req-e9fa1b62-0d09-4108-86d5-584b805099b7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:19.560983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-56a66d08-8c82-4ff9-8b7b-3a8ed65276ae req-e9fa1b62-0d09-4108-86d5-584b805099b7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 1.6207719 May 06 13:47:19.614544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Port': ['ID=c4cd0f08-3711-4826-8380-a05d23c3da70,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:19.641435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No DVR routers for this DVR port c4cd0f08-3711-4826-8380-a05d23c3da70 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:19.672757 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=b9e24c50-d179-4cb7-8dbd-454c3bdada71,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:19.688204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17368c-74b9-4a1e-b827-ea2e975fdf8a req-5ef0cad2-49b9-404d-b5e8-588d12abc246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:19.691171 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cf17368c-74b9-4a1e-b827-ea2e975fdf8a req-5ef0cad2-49b9-404d-b5e8-588d12abc246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 945 time: 1.3910632 May 06 13:47:19.771633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d899814b-c870-4ac6-934c-ff1036f3d30f None None] Network c287f180-dd4a-4812-9c52-8825f4996fc6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:19.894948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e5b797a1-3840-42cf-a0cb-ede4e86806d8 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:19.938396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-106ecc19-5d15-49bb-b271-96289f35b00c None None] Provisioning for port e5b797a1-3840-42cf-a0cb-ede4e86806d8 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:20.035623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.074959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-536bf9c0-6e41-4f7c-83ae-8d79390b3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:20.076587 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-536bf9c0-6e41-4f7c-83ae-8d79390b3ad3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3422563 May 06 13:47:20.087829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port e5b797a1-3840-42cf-a0cb-ede4e86806d8 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:20.092074 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-56a66d08-8c82-4ff9-8b7b-3a8ed65276ae req-37d0b138-74e6-4393-926c-2b13d3ad4582 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5022147 May 06 13:47:20.096155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e5b797a1-3840-42cf-a0cb-ede4e86806d8 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:20.096665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.135281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.255272 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cf17368c-74b9-4a1e-b827-ea2e975fdf8a req-1531d5da-9b22-4024-a3d0-1755c107d5f8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3598831 May 06 13:47:20.276605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object e7631098-f50b-488e-af6a-87c0580f16a2 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:20.318182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Allocated IP 2001:db8::1 (9271204d-21fb-4a0f-acaa-69ce1e25e287/6d131101-6317-4c08-b474-2b5ef0ac1a08/89f18068-4b7e-46ca-beb3-543c9315c9f3) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:20.322278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.353156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.438897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856d0aba-4744-403e-917e-7d662c3fa217']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:20.450764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port e5b797a1-3840-42cf-a0cb-ede4e86806d8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e5b797a1-3840-42cf-a0cb-ede4e86806d8,segment=NetworkSegment(81b43766-5d05-4de9-bb37-4e0fb77c34ae),segment_id=81b43766-5d05-4de9-bb37-4e0fb77c34ae)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:20.456792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.557185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0900b453-c0ad-45ec-b923-ff5d85e66344') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:20.557545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0900b453-c0ad-45ec-b923-ff5d85e66344') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:20.599632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-1e7cb9a8-53a5-4b3f-9e91-93a8cd74cd13 service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897437 May 06 13:47:20.602647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.606490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=e5b797a1-3840-42cf-a0cb-ede4e86806d8,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:20.612836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.692868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.730415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.801326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5e3f9092-e399-4707-8a2e-0351900220d6 None None] Provisioning complete for port e5b797a1-3840-42cf-a0cb-ede4e86806d8 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:20.802209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5e3f9092-e399-4707-8a2e-0351900220d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.803596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.863813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.878846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:20.879402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:20.931564 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:20.935481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-1c6330b9-1fd3-414c-a102-569e5b2e7732 None None] Allocated IP 172.20.0.2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/57da5c21-0c7a-4beb-909c-cf72d92b91f2/b9e24c50-d179-4cb7-8dbd-454c3bdada71) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:20.967617 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Allocated IP 172.26.2.16 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/88253a57-54b3-4b34-a1e1-458f8c0f8751) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:21.078978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=b37cb1c8-ad56-49ae-963c-c52ef4961aca,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:21.187290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:21.207822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:21.220882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:21.227599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1c6330b9-1fd3-414c-a102-569e5b2e7732 None None] For port b9e24c50-d179-4cb7-8dbd-454c3bdada71, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b9e24c50-d179-4cb7-8dbd-454c3bdada71,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:21.256677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.264115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=e7631098-f50b-488e-af6a-87c0580f16a2,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:21.265073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1c6330b9-1fd3-414c-a102-569e5b2e7732 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.277025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Checking segment: {'id': 'cee7f538-a617-4f53-9ed4-f52b1e0925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5dfcaf97-ccb4-4b74-985d-eef57be57cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:21.277407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network hostable DHCP agents. Network: 5dfcaf97-ccb4-4b74-985d-eef57be57cc6, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:21.282125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.292951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.297470 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9be21d23-f26f-4676-a61b-b5813f3b5f51 req-96e6dac5-0104-4f94-a44d-f7fde94e825e service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803246 May 06 13:47:21.311414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1c6330b9-1fd3-414c-a102-569e5b2e7732 None None] Transition to ACTIVE for port object b9e24c50-d179-4cb7-8dbd-454c3bdada71 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:21.324883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1c6330b9-1fd3-414c-a102-569e5b2e7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.326373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.357564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Transition to ACTIVE for port object 89f18068-4b7e-46ca-beb3-543c9315c9f3 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:21.377037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.379816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Network': ['ID=856d0aba-4744-403e-917e-7d662c3fa217,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:21.402899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747dc75-0d1c-4339-a85f-b1a82b892b1e req-6c0ce9db-6607-409e-803b-94c3b3c619c5 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:21.410593 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2747dc75-0d1c-4339-a85f-b1a82b892b1e req-6c0ce9db-6607-409e-803b-94c3b3c619c5 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7220743 May 06 13:47:21.435497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:21.436182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:21.448310 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-86e0e203-b844-4dce-81a3-86bd212ac39b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/856d0aba-4744-403e-917e-7d662c3fa217 HTTP/1.1" status: 204 len: 168 time: 11.3008747 May 06 13:47:21.460705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39248) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:21.472995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1103468474'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:21.481019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:21.491214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:21.558290 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6330b9-1fd3-414c-a102-569e5b2e7732 None None] Pushing event updated for resources: {'Port': ['ID=b9e24c50-d179-4cb7-8dbd-454c3bdada71,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:21.579138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:network and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:21.594768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:21.596640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:21.596989 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2747dc75-0d1c-4339-a85f-b1a82b892b1e req-056a4d36-f819-4ebd-b3ad-0e02fb1a010d tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854289 May 06 13:47:21.598906 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0f53be30-e84c-4e17-a0c7-f7484ab0b5ba tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.5943415 May 06 13:47:21.602432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 5dfcaf97-ccb4-4b74-985d-eef57be57cc6) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:21.608294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:21.626079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39252) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:21.628487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:21.638785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116eafab-4286-499a-9ec8-9c42bcfb2865 None None] Network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:21.844819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b9e24c50-d179-4cb7-8dbd-454c3bdada71 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:21.858442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Pushing event updated for resources: {'Port': ['ID=88253a57-54b3-4b34-a1e1-458f8c0f8751,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:21.895674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:21.909993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:21.910663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.013649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.082824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e5b797a1-3840-42cf-a0cb-ede4e86806d8 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:22.220329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-5dfcaf97-ccb4-4b74-985d-eef57be57cc6', 'network_id': '5dfcaf97-ccb4-4b74-985d-eef57be57cc6', 'tenant_id': '7bed9daf2f1e4f0b85fc96ab107c7e3f', 'fixed_ips': [{'subnet_id': 'b37cb1c8-ad56-49ae-963c-c52ef4961aca'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:47:22.222577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.256063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:22.260699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.313489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Port': ['ID=89f18068-4b7e-46ca-beb3-543c9315c9f3,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:22.320296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b7718-515e-4efc-8157-e86013664e72 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:22.326885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b7718-515e-4efc-8157-e86013664e72 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:22.327755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-334b7718-515e-4efc-8157-e86013664e72 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:22.342798 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0d696f9a-0289-48f5-93d1-741644fdb71a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2616951 May 06 13:47:22.363082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39258) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:22.388519 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': '5dfcaf97-ccb4-4b74-985d-eef57be57cc6', 'name': 'tempest-PortsIpV6TestJSON-471634794'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:22.415690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:22.423703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Allocated IP 2001:db8::2 (5dfcaf97-ccb4-4b74-985d-eef57be57cc6/b37cb1c8-ad56-49ae-963c-c52ef4961aca/e0009566-a029-44c2-8d03-ac734c968074) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:22.445086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.445776 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Added segment 966cee84-7952-47f1-9317-4dedac2169f7 of type vlan for network 60bb3780-5227-4771-b17a-fa112357386b May 06 13:47:22.500600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network 9271204d-21fb-4a0f-acaa-69ce1e25e287 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:22.503179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:22.513892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:22.514831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.515971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-334b7718-515e-4efc-8157-e86013664e72 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:22.519809 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-334b7718-515e-4efc-8157-e86013664e72 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8212402 May 06 13:47:22.527545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39262) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:22.566003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f8e56f8f-0906-4e03-acb7-b08ad4528907 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:22.582439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.742965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.748949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-88c8fdfd-4eb2-4ca0-8cc6-98711aac0928 None None] Provisioning for port b9e24c50-d179-4cb7-8dbd-454c3bdada71 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:22.806139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96bebc-cf14-42b3-bb6d-283d813befff req-cba72b79-0284-4549-8f99-1a3af0edba37 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:22.808128 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b96bebc-cf14-42b3-bb6d-283d813befff req-cba72b79-0284-4549-8f99-1a3af0edba37 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 945 time: 1.2328990 May 06 13:47:22.845538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:22.892188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-88c8fdfd-4eb2-4ca0-8cc6-98711aac0928 None None] Provisioning complete for port b9e24c50-d179-4cb7-8dbd-454c3bdada71 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:22.892752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-88c8fdfd-4eb2-4ca0-8cc6-98711aac0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.936387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e5b797a1-3840-42cf-a0cb-ede4e86806d8 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:22.936783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:22.953906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a7f26809-36a1-445c-bf49-f2e77310de94 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port e7631098-f50b-488e-af6a-87c0580f16a2 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:22.954311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a7f26809-36a1-445c-bf49-f2e77310de94 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.015714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.021666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:23.022586 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.045844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:23.072229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:23.078874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.102779 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port f8e56f8f-0906-4e03-acb7-b08ad4528907 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:23.109123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Transition to ACTIVE for port object e0009566-a029-44c2-8d03-ac734c968074 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:23.126816 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port f8e56f8f-0906-4e03-acb7-b08ad4528907 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:23.127358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.129363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.198435 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b96bebc-cf14-42b3-bb6d-283d813befff req-981dacf8-5059-4bec-96d6-376d146128f3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728285 May 06 13:47:23.223108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:23.230179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.251978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Transition to ACTIVE for port object e0009566-a029-44c2-8d03-ac734c968074 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:23.300130 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8339753 May 06 13:47:23.307913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39268) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:23.311308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.316437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'subnet': {'network_id': '60bb3780-5227-4771-b17a-fa112357386b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:23.316912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port 9dec2f52-c901-4b8e-8833-0901d3fb2b2d yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:47:23.407847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b9da2-b71d-4ac2-a901-e48251181d2d tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Network': ['ID=60bb3780-5227-4771-b17a-fa112357386b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:23.425512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:23.438367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 60bb3780-5227-4771-b17a-fa112357386b details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:23.451415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6ac85-424b-4628-9695-40776c5a18c2 req-c0fa7ae0-20ee-431b-b751-622c54850ffd tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:23.453143 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-caf6ac85-424b-4628-9695-40776c5a18c2 req-c0fa7ae0-20ee-431b-b751-622c54850ffd tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.6914306 May 06 13:47:23.469574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:23.527768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:23.607348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:23.625657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Pushing event updated for resources: {'Port': ['ID=e0009566-a029-44c2-8d03-ac734c968074,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:23.629157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-caf6ac85-424b-4628-9695-40776c5a18c2 req-d2af0c98-57d8-41d9-995c-f9511c920d37 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642451 May 06 13:47:23.643540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:23.663150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:23.668261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.709869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::83 (5dfcaf97-ccb4-4b74-985d-eef57be57cc6/b37cb1c8-ad56-49ae-963c-c52ef4961aca/9dec2f52-c901-4b8e-8833-0901d3fb2b2d) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:23.789851 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a7f26809-36a1-445c-bf49-f2e77310de94 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.812531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f7471033-b7e7-4e3c-a9c7-c594d0fcc4a2 None None] Provisioning for port 89f18068-4b7e-46ca-beb3-543c9315c9f3 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:23.842412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.852501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f7471033-b7e7-4e3c-a9c7-c594d0fcc4a2 None None] Provisioning complete for port 89f18068-4b7e-46ca-beb3-543c9315c9f3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:23.852961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f7471033-b7e7-4e3c-a9c7-c594d0fcc4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.923762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Attempting to bind port e0009566-a029-44c2-8d03-ac734c968074 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:23.924667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Attempting to bind port e0009566-a029-44c2-8d03-ac734c968074 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'cee7f538-a617-4f53-9ed4-f52b1e0925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5dfcaf97-ccb4-4b74-985d-eef57be57cc6'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:23.924667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Attempting to bind port e0009566-a029-44c2-8d03-ac734c968074 on network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:47:23.943149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:47:23.943696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Checking segment: {'id': 'cee7f538-a617-4f53-9ed4-f52b1e0925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5dfcaf97-ccb4-4b74-985d-eef57be57cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:23.943930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.944330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Bound using segment: {'id': 'cee7f538-a617-4f53-9ed4-f52b1e0925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5dfcaf97-ccb4-4b74-985d-eef57be57cc6'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:47:23.944863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Bound port: e0009566-a029-44c2-8d03-ac734c968074, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee7f538-a617-4f53-9ed4-f52b1e0925c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5dfcaf97-ccb4-4b74-985d-eef57be57cc6'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:23.945243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:23.964089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:47:23.987225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f8e56f8f-0906-4e03-acb7-b08ad4528907, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:23.988310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f7471033-b7e7-4e3c-a9c7-c594d0fcc4a2 None None] Port 89f18068-4b7e-46ca-beb3-543c9315c9f3 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:23.998456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.019742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.029276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.030622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.090965 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe0b45a-0fc7-4f77-a3e5-df799c80f613'] response: {'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'code': 200} May 06 13:47:24.116702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f7471033-b7e7-4e3c-a9c7-c594d0fcc4a2 None None] Provisioning for port e7631098-f50b-488e-af6a-87c0580f16a2 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:24.147224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f7471033-b7e7-4e3c-a9c7-c594d0fcc4a2 None None] Provisioning complete for port e7631098-f50b-488e-af6a-87c0580f16a2 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:24.147497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f7471033-b7e7-4e3c-a9c7-c594d0fcc4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.203490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] For port e0009566-a029-44c2-8d03-ac734c968074, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:47:24.208305 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=f8e56f8f-0906-4e03-acb7-b08ad4528907,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:24.218827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.224092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] For port e0009566-a029-44c2-8d03-ac734c968074, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e0009566-a029-44c2-8d03-ac734c968074,segment=NetworkSegment(cee7f538-a617-4f53-9ed4-f52b1e0925c0),segment_id=cee7f538-a617-4f53-9ed4-f52b1e0925c0)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:47:24.236741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.242656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f7471033-b7e7-4e3c-a9c7-c594d0fcc4a2 None None] Port e7631098-f50b-488e-af6a-87c0580f16a2 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:24.456172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f07b7-f4b0-40af-a04a-7d1fbd6f80b6 None None] Pushing event updated for resources: {'Port': ['ID=e0009566-a029-44c2-8d03-ac734c968074,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:24.510819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a7f26809-36a1-445c-bf49-f2e77310de94 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for e7631098-f50b-488e-af6a-87c0580f16a2 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:24.598754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object 9dec2f52-c901-4b8e-8833-0901d3fb2b2d will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:24.764536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.840958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.855730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:24.862232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event updated for resources: {'Port': ['ID=89f18068-4b7e-46ca-beb3-543c9315c9f3,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:25.058471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.141958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Network 9271204d-21fb-4a0f-acaa-69ce1e25e287 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:25.153907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:25.172679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:25.185386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e2b5d-ffb4-4ce4-af4b-fd43e1a811d8 req-aab4f961-ef75-40ea-934a-7f42bbc271f7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:25.187049 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-540e2b5d-ffb4-4ce4-af4b-fd43e1a811d8 req-aab4f961-ef75-40ea-934a-7f42bbc271f7 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.9202449 May 06 13:47:25.211104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:25.230721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:25.235041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:25.235484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.247365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=9dec2f52-c901-4b8e-8833-0901d3fb2b2d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:25.304165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fda2e3-6ec2-4afc-8815-7afdcf3e0575 req-15471565-34c0-41d3-91bb-b2ec43e02809 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:25.312777 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-42fda2e3-6ec2-4afc-8815-7afdcf3e0575 req-15471565-34c0-41d3-91bb-b2ec43e02809 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 946 time: 0.7383659 May 06 13:47:25.345993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c25deb-4c8f-4ac3-b0b7-e9ba72be2d28 req-246208fc-bdb1-4930-b29a-468cc97cc157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:25.348467 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c25deb-4c8f-4ac3-b0b7-e9ba72be2d28 req-246208fc-bdb1-4930-b29a-468cc97cc157 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 1099 time: 0.6226048 May 06 13:47:25.348467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Subnet': ['ID=2ba4714b-f71a-431e-a61f-a4c150d4f74f,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:25.380500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a7f26809-36a1-445c-bf49-f2e77310de94 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.431542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-5cd0c1b1-e44a-4aa9-bfbb-8bc0346d9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:25.434639 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-5cd0c1b1-e44a-4aa9-bfbb-8bc0346d9a99 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fe86b6bf764c769008c8a52b055f28&device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 1099 time: 0.8948834 May 06 13:47:25.452892 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b1de1c25-0df5-4a5e-8784-7bb6ba188c86 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0766954 May 06 13:47:25.452892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f26809-36a1-445c-bf49-f2e77310de94 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=e7631098-f50b-488e-af6a-87c0580f16a2,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:25.455576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39282) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:25.463319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': '5dfcaf97-ccb4-4b74-985d-eef57be57cc6', 'name': 'tempest-PortsIpV6TestJSON-502860857'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:25.641647 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-540e2b5d-ffb4-4ce4-af4b-fd43e1a811d8 req-66af63d1-e5a5-4c8d-bf98-bd94823fd7ae tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3866286 May 06 13:47:25.642727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Checking segment: {'id': '966cee84-7952-47f1-9317-4dedac2169f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '60bb3780-5227-4771-b17a-fa112357386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:25.643283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network hostable DHCP agents. Network: 60bb3780-5227-4771-b17a-fa112357386b, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:25.654536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-62c536f6-eb45-49d7-8598-a40970eeedf0 None None] Provisioning complete for port 89f18068-4b7e-46ca-beb3-543c9315c9f3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:25.655146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-62c536f6-eb45-49d7-8598-a40970eeedf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.698844 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-42fda2e3-6ec2-4afc-8815-7afdcf3e0575 req-f07111f9-bdad-4303-87c0-c0e8495b0975 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3775239 May 06 13:47:25.716690 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c25deb-4c8f-4ac3-b0b7-e9ba72be2d28 req-0e93f07e-3aef-48f6-91e5-66d844d6e070 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965734 May 06 13:47:25.739879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Router 0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:47:25.788543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:25.800286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:port and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:25.804042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:25.816382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:25.850738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network 60bb3780-5227-4771-b17a-fa112357386b is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:25.860299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:25.864855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.874719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-62c536f6-eb45-49d7-8598-a40970eeedf0 None None] Port 89f18068-4b7e-46ca-beb3-543c9315c9f3 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:25.967105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-9cc9893f-16c8-4acb-8132-64a3686bc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:25.975284 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-9cc9893f-16c8-4acb-8132-64a3686bc4e2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 200 len: 913 time: 0.4732795 May 06 13:47:25.982037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 60bb3780-5227-4771-b17a-fa112357386b) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:25.986811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:25.987613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:25.997705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf0f7c3-ec04-42d3-b7af-b9223a3d0d78 None None] Network 60bb3780-5227-4771-b17a-fa112357386b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:26.140085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:26.162659 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-495f5b68-3c78-49fc-8c55-086cfe86eb38 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8460352 May 06 13:47:26.162912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port 9211f093-3889-49d1-a1be-47db5c6e7c21 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:47:26.168723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-62541e99-29a3-4dcc-a52d-c0ea9bd6ae3e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "PUT /v2.0/routers/0ccbb801-0f65-4cb9-954f-1f1fe5a981e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0193250 May 06 13:47:26.168723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39286) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:26.169834 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-13de44db-b6b4-41be-a2ed-deff5d8b8467 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 200 len: 1002 time: 0.1770282 May 06 13:47:26.170317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39290) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:26.181844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf5022-fbb4-4f9c-bc47-4b76ef0993c5 None None] Sync routers for ids ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:26.186968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e0009566-a029-44c2-8d03-ac734c968074 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:26.292602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba6e9c-8907-4673-85cc-dfd6c5897e18 None None] Network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:26.325824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Router 82bcc1e4-d9ce-436a-84ae-edd4c89f05fa is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:47:26.350257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a7f26809-36a1-445c-bf49-f2e77310de94 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.479292 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a7f26809-36a1-445c-bf49-f2e77310de94 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/e7631098-f50b-488e-af6a-87c0580f16a2 HTTP/1.1" status: 204 len: 168 time: 3.9503231 May 06 13:47:26.486415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39294) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:26.509965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-635d3aa0-a237-4091-b1c8-ae0868713eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:26.512058 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-635d3aa0-a237-4091-b1c8-ae0868713eb5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 200 len: 851 time: 0.3189211 May 06 13:47:26.519821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf5022-fbb4-4f9c-bc47-4b76ef0993c5 None None] Routers {'0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:26.521071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9eaf5022-fbb4-4f9c-bc47-4b76ef0993c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:26.683265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::322 (5dfcaf97-ccb4-4b74-985d-eef57be57cc6/b37cb1c8-ad56-49ae-963c-c52ef4961aca/9211f093-3889-49d1-a1be-47db5c6e7c21) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:26.691703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a5ed13-9a05-4b2b-ba6b-38645ff48d58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:26.693345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a5ed13-9a05-4b2b-ba6b-38645ff48d58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:26.695017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a5ed13-9a05-4b2b-ba6b-38645ff48d58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:26.695868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e0a5ed13-9a05-4b2b-ba6b-38645ff48d58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:26.709830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9eaf5022-fbb4-4f9c-bc47-4b76ef0993c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:26.713249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:26.720994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.725864 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0a4a98da-ddfb-41d1-9beb-ac69b121a8be tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "PUT /v2.0/routers/82bcc1e4-d9ce-436a-84ae-edd4c89f05fa HTTP/1.1" status: 200 len: 915 time: 7.5724685 May 06 13:47:26.729638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39302) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:26.736411 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b37c07c-c15b-4a3b-ba90-c4986ee57cb7 None None] Sync routers for ids ['82bcc1e4-d9ce-436a-84ae-edd4c89f05fa'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:26.763327 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b37c07c-c15b-4a3b-ba90-c4986ee57cb7 None None] Routers {'82bcc1e4-d9ce-436a-84ae-edd4c89f05fa'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:26.766990 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2b37c07c-c15b-4a3b-ba90-c4986ee57cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['82bcc1e4-d9ce-436a-84ae-edd4c89f05fa'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:26.767270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf5022-fbb4-4f9c-bc47-4b76ef0993c5 None None] Routers {'0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:26.768063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9eaf5022-fbb4-4f9c-bc47-4b76ef0993c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:26.848453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-093ff31a-8203-4a4a-a80d-372c50e17d36 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:26.890480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b35eb8c-d07f-4927-88bc-72f9d9dcfe1b None None] Provisioning for port e0009566-a029-44c2-8d03-ac734c968074 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:26.914833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9eaf5022-fbb4-4f9c-bc47-4b76ef0993c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:26.915882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf5022-fbb4-4f9c-bc47-4b76ef0993c5 None None] The sync data for ids ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:26.974627 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2b37c07c-c15b-4a3b-ba90-c4986ee57cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:27.000852 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b37c07c-c15b-4a3b-ba90-c4986ee57cb7 None None] Routers {'82bcc1e4-d9ce-436a-84ae-edd4c89f05fa'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:27.001486 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2b37c07c-c15b-4a3b-ba90-c4986ee57cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['82bcc1e4-d9ce-436a-84ae-edd4c89f05fa'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:27.042176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e0a5ed13-9a05-4b2b-ba6b-38645ff48d58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:27.046795 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e0a5ed13-9a05-4b2b-ba6b-38645ff48d58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5564935 May 06 13:47:27.056970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39306) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:27.062463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port e0009566-a029-44c2-8d03-ac734c968074 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:27.079766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e0009566-a029-44c2-8d03-ac734c968074 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:27.080207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.148840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.210485 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2b37c07c-c15b-4a3b-ba90-c4986ee57cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:27.210777 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b37c07c-c15b-4a3b-ba90-c4986ee57cb7 None None] The sync data for ids ['82bcc1e4-d9ce-436a-84ae-edd4c89f05fa'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:27.267762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-60bb3780-5227-4771-b17a-fa112357386b', 'network_id': '60bb3780-5227-4771-b17a-fa112357386b', 'tenant_id': '9f3767f44a0e4a7f935bc927abb00ac5', 'fixed_ips': [{'subnet_id': '2ba4714b-f71a-431e-a61f-a4c150d4f74f'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:47:27.269681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.382013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f84b2fe-191d-4691-8edc-4946b8ace89a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 0dbc1836-1f9c-427b-86eb-56c4aea34b02 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:27.391121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8f84b2fe-191d-4691-8edc-4946b8ace89a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.472493 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9746cd28-f413-46cc-9cab-edfdc00d0027 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/routers/82bcc1e4-d9ce-436a-84ae-edd4c89f05fa HTTP/1.1" status: 200 len: 921 time: 0.7389069 May 06 13:47:27.476455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39310) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:27.481755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8f84b2fe-191d-4691-8edc-4946b8ace89a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.497782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.515223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.528213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-093ff31a-8203-4a4a-a80d-372c50e17d36 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 13:47:27.532337 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-093ff31a-8203-4a4a-a80d-372c50e17d36 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/routers/0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 HTTP/1.1" status: 409 len: 329 time: 1.3407478 May 06 13:47:27.536571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39314) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:27.593185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port e0009566-a029-44c2-8d03-ac734c968074, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e0009566-a029-44c2-8d03-ac734c968074,segment=NetworkSegment(cee7f538-a617-4f53-9ed4-f52b1e0925c0),segment_id=cee7f538-a617-4f53-9ed4-f52b1e0925c0)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:27.607567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.650951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.671330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object 9211f093-3889-49d1-a1be-47db5c6e7c21 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:27.709869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.710854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5a533-57d7-42a6-b3eb-78c2b197e57e req-9aef58c4-ff35-499b-9bc8-d420c89f34f9 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:27.713197 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3de5a533-57d7-42a6-b3eb-78c2b197e57e req-9aef58c4-ff35-499b-9bc8-d420c89f34f9 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5739040 May 06 13:47:27.729505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-d26d9ce1-67ec-42a8-b12a-a33d11c33066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:27.731089 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-d26d9ce1-67ec-42a8-b12a-a33d11c33066 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1984959 May 06 13:47:27.776099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=e0009566-a029-44c2-8d03-ac734c968074,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:27.795118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ca67f-b965-45f3-85b9-2a8bffb3bd4c req-322cfb93-67c3-40d1-9b39-077836a7c6e0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:27.796241 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-601ca67f-b965-45f3-85b9-2a8bffb3bd4c req-322cfb93-67c3-40d1-9b39-077836a7c6e0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 946 time: 0.7878156 May 06 13:47:27.801843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Allocated IP 2001:db8::2 (60bb3780-5227-4771-b17a-fa112357386b/2ba4714b-f71a-431e-a61f-a4c150d4f74f/abc6f509-86d3-47a7-a04c-4a23b91c2110) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:27.848170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:27.857144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:27.868863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:27.875066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:27.875920 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.883806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=9211f093-3889-49d1-a1be-47db5c6e7c21,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:27.898333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8f84b2fe-191d-4691-8edc-4946b8ace89a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:27.930492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac7abe-ee66-4893-97d2-6c31fbd33efb tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:27.936585 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5eac7abe-ee66-4893-97d2-6c31fbd33efb tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=82bcc1e4-d9ce-436a-84ae-edd4c89f05fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4547560 May 06 13:47:27.940718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39318) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.052119 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-eee7757e-29cc-434d-b4d2-db07058c1c38 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5947278 May 06 13:47:28.060589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39322) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.061137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-17957bb5-d8ea-408f-9c36-b027fe790dcd None None] Provisioning for port 9dec2f52-c901-4b8e-8833-0901d3fb2b2d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:28.076070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-17957bb5-d8ea-408f-9c36-b027fe790dcd None None] Provisioning complete for port 9dec2f52-c901-4b8e-8833-0901d3fb2b2d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:28.076861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-17957bb5-d8ea-408f-9c36-b027fe790dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.183047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8f84b2fe-191d-4691-8edc-4946b8ace89a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.217476 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3de5a533-57d7-42a6-b3eb-78c2b197e57e req-f704791d-def4-43b7-8fb0-144643d530c3 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4852405 May 06 13:47:28.221233 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-601ca67f-b965-45f3-85b9-2a8bffb3bd4c req-6961f350-86f4-4309-93c5-71e53cb87d8d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4002383 May 06 13:47:28.250812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84b2fe-191d-4691-8edc-4946b8ace89a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbc1836-1f9c-427b-86eb-56c4aea34b02,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:28.253482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f55f89-66a5-4c0f-bcf3-524a350c8af1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:28.255106 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4f55f89-66a5-4c0f-bcf3-524a350c8af1 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 881 time: 0.3022242 May 06 13:47:28.256999 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8f84b2fe-191d-4691-8edc-4946b8ace89a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.261302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39326) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.269382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-17957bb5-d8ea-408f-9c36-b027fe790dcd None None] Port 9dec2f52-c901-4b8e-8833-0901d3fb2b2d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:28.281433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839244d-35a2-4227-849c-c2723e3a2c0c None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:28.330406 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-09bd4265-faaf-4607-9a45-0a81d85ea9d3 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bcc1e4-d9ce-436a-84ae-edd4c89f05fa HTTP/1.1" status: 200 len: 205 time: 0.0677168 May 06 13:47:28.334659 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39330) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.383815 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-b74de2c6-fffe-44e9-8c48-127993e22924 service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203985 May 06 13:47:28.441709 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8f84b2fe-191d-4691-8edc-4946b8ace89a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/0dbc1836-1f9c-427b-86eb-56c4aea34b02 HTTP/1.1" status: 204 len: 168 time: 1.3660181 May 06 13:47:28.455352 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39334) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.490540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b0bc86-81fc-4271-8e71-1cb08ab44a3b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:28.491653 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-82b0bc86-81fc-4271-8e71-1cb08ab44a3b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:28.506771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-17957bb5-d8ea-408f-9c36-b027fe790dcd None None] Provisioning complete for port e0009566-a029-44c2-8d03-ac734c968074 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:28.507160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-17957bb5-d8ea-408f-9c36-b027fe790dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.668664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.683918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-07eb71d2-1289-4257-979a-427204452822 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 57da5c21-0c7a-4beb-909c-cf72d92b91f2 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:28.702906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07eb71d2-1289-4257-979a-427204452822 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.839889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-82b0bc86-81fc-4271-8e71-1cb08ab44a3b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:28.844637 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-82b0bc86-81fc-4271-8e71-1cb08ab44a3b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A83 HTTP/1.1" status: 200 len: 927 time: 0.7791107 May 06 13:47:28.847588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39338) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:28.905441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.943869 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fed9bf7-d4f8-4944-8974-a04827cac7d4 req-719c4f5e-f3d4-475a-8642-ed9aa1e513bd service neutron] 10.222.0.76 "GET /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120087 May 06 13:47:28.954254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07eb71d2-1289-4257-979a-427204452822 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:28.986410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-aa467b69-9439-43e8-be3e-ae54ad772a9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 9211f093-3889-49d1-a1be-47db5c6e7c21 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:28.986970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa467b69-9439-43e8-be3e-ae54ad772a9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.048772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Transition to ACTIVE for port object abc6f509-86d3-47a7-a04c-4a23b91c2110 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:29.114043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07eb71d2-1289-4257-979a-427204452822 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.176050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.208339 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Transition to ACTIVE for port object abc6f509-86d3-47a7-a04c-4a23b91c2110 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:29.216772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d1331fcd-f417-438c-9b3e-80e7b0b97759 None None] Provisioning complete for port 9dec2f52-c901-4b8e-8833-0901d3fb2b2d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:29.218172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d1331fcd-f417-438c-9b3e-80e7b0b97759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.281167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.379769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.477120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.490822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Network 60bb3780-5227-4771-b17a-fa112357386b is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:29.505653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:29.511187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d1331fcd-f417-438c-9b3e-80e7b0b97759 None None] Port 9dec2f52-c901-4b8e-8833-0901d3fb2b2d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:29.515830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:29.519545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Pushing event updated for resources: {'Port': ['ID=abc6f509-86d3-47a7-a04c-4a23b91c2110,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:29.528669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Deleting port 88253a57-54b3-4b34-a1e1-458f8c0f8751 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:29.529116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.600857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba4714b-f71a-431e-a61f-a4c150d4f74f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:29.688944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d1331fcd-f417-438c-9b3e-80e7b0b97759 None None] Provisioning for port 9211f093-3889-49d1-a1be-47db5c6e7c21 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:29.751984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d1331fcd-f417-438c-9b3e-80e7b0b97759 None None] Provisioning complete for port 9211f093-3889-49d1-a1be-47db5c6e7c21 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:29.752754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d1331fcd-f417-438c-9b3e-80e7b0b97759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.802994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07eb71d2-1289-4257-979a-427204452822 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.887884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e0009566-a029-44c2-8d03-ac734c968074 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:29.929101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07eb71d2-1289-4257-979a-427204452822 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:29.964766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb71d2-1289-4257-979a-427204452822 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=57da5c21-0c7a-4beb-909c-cf72d92b91f2,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:29.980664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa467b69-9439-43e8-be3e-ae54ad772a9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.094910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d1331fcd-f417-438c-9b3e-80e7b0b97759 None None] Port 9211f093-3889-49d1-a1be-47db5c6e7c21 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:30.102124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Attempting to bind port abc6f509-86d3-47a7-a04c-4a23b91c2110 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:30.106717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Attempting to bind port abc6f509-86d3-47a7-a04c-4a23b91c2110 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '966cee84-7952-47f1-9317-4dedac2169f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '60bb3780-5227-4771-b17a-fa112357386b'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:30.107239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Attempting to bind port abc6f509-86d3-47a7-a04c-4a23b91c2110 on network 60bb3780-5227-4771-b17a-fa112357386b {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:47:30.126016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:47:30.126620 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Checking segment: {'id': '966cee84-7952-47f1-9317-4dedac2169f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '60bb3780-5227-4771-b17a-fa112357386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:30.127358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.128068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Bound using segment: {'id': '966cee84-7952-47f1-9317-4dedac2169f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '60bb3780-5227-4771-b17a-fa112357386b'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:47:30.128974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Bound port: abc6f509-86d3-47a7-a04c-4a23b91c2110, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966cee84-7952-47f1-9317-4dedac2169f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '60bb3780-5227-4771-b17a-fa112357386b'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:30.129839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.130838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.232285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c05234-f0dc-4d63-a862-9129629adbd5 req-52379b3a-ea13-49e4-b788-ff62fd1f431b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:30.233961 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-64c05234-f0dc-4d63-a862-9129629adbd5 req-52379b3a-ea13-49e4-b788-ff62fd1f431b tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5408075 May 06 13:47:30.237876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-aa467b69-9439-43e8-be3e-ae54ad772a9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 9211f093-3889-49d1-a1be-47db5c6e7c21 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:30.259290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4ad4a-1613-45c2-a826-5af33f22b084 req-f705673b-e1c5-4a89-89ae-ffb15634044d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:30.261218 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3df4ad4a-1613-45c2-a826-5af33f22b084 req-f705673b-e1c5-4a89-89ae-ffb15634044d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 946 time: 0.7154586 May 06 13:47:30.280282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e0009566-a029-44c2-8d03-ac734c968074 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:30.281529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.307784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.315562 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-07eb71d2-1289-4257-979a-427204452822 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/57da5c21-0c7a-4beb-909c-cf72d92b91f2 HTTP/1.1" status: 204 len: 168 time: 1.8588405 May 06 13:47:30.330694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39346) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:30.378357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bb3780-5227-4771-b17a-fa112357386b']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:30.394231 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3df4ad4a-1613-45c2-a826-5af33f22b084 req-16721575-9bff-425f-b39a-f84b8fdb935a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726480 May 06 13:47:30.409933 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-64c05234-f0dc-4d63-a862-9129629adbd5 req-cb6646e0-feb8-4f23-8066-76a6a56947d4 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472952 May 06 13:47:30.411925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966cee84-7952-47f1-9317-4dedac2169f7') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:30.412872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966cee84-7952-47f1-9317-4dedac2169f7') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:30.450782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.453998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] For port abc6f509-86d3-47a7-a04c-4a23b91c2110, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:47:30.459628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] For port abc6f509-86d3-47a7-a04c-4a23b91c2110, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=abc6f509-86d3-47a7-a04c-4a23b91c2110,segment=NetworkSegment(966cee84-7952-47f1-9317-4dedac2169f7),segment_id=966cee84-7952-47f1-9317-4dedac2169f7)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:47:30.476919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.483786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.497114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:30.497530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.605985 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1787fc22-3a6b-4137-93f3-c1e12b09a426 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2703927 May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:30.618923 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:30.681130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39352) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:30.687454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:47:30.687454 dv-neutron-840888-1-hyperv neutron-server[87984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:47:30.687454 dv-neutron-840888-1-hyperv neutron-server[87984]: [parameters: {'id': '60bb3780-5227-4771-b17a-fa112357386b'}] May 06 13:47:30.687454 dv-neutron-840888-1-hyperv neutron-server[87984]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:30.687927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:30.700902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:30.777604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44862a-e478-4bed-ba4b-12d0eb8a31bb None None] Pushing event updated for resources: {'Port': ['ID=abc6f509-86d3-47a7-a04c-4a23b91c2110,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:30.825796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d2b5ff-35a1-4eb4-a950-e3564905ff5e None None] Network 60bb3780-5227-4771-b17a-fa112357386b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:30.851864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a89011-c845-456a-afff-ca090f4700aa None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:30.856074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Calling delete_port for 88253a57-54b3-4b34-a1e1-458f8c0f8751 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:30.916751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting port 89f18068-4b7e-46ca-beb3-543c9315c9f3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:30.917181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:30.990161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483679-f25b-4ebb-8ab7-c66ec5638fa8 req-021683b3-d425-4781-b375-d4003842d59a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:30.991811 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b0483679-f25b-4ebb-8ab7-c66ec5638fa8 req-021683b3-d425-4781-b375-d4003842d59a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 946 time: 0.3669467 May 06 13:47:31.004498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:31.034409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa467b69-9439-43e8-be3e-ae54ad772a9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.046663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:31.102196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa467b69-9439-43e8-be3e-ae54ad772a9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=9211f093-3889-49d1-a1be-47db5c6e7c21,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:31.105435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:31.157139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa467b69-9439-43e8-be3e-ae54ad772a9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.184900 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-aa467b69-9439-43e8-be3e-ae54ad772a9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/9211f093-3889-49d1-a1be-47db5c6e7c21 HTTP/1.1" status: 204 len: 168 time: 2.3363125 May 06 13:47:31.226347 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39356) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:31.263895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.287563 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:31.287863 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8003876e-129e-4023-9aa6-a06182b5f199 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:47:31.288599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8003876e-129e-4023-9aa6-a06182b5f199 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:31.333677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Deleting port abc6f509-86d3-47a7-a04c-4a23b91c2110 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:31.334078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.350881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.401960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b0483679-f25b-4ebb-8ab7-c66ec5638fa8 req-876a6061-a22f-44c7-8257-5c09d79efdd7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3995137 May 06 13:47:31.407286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c77e773e-3ca4-458c-ac45-5850cc3de8a3 None None] Provisioning complete for port b9e24c50-d179-4cb7-8dbd-454c3bdada71 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:31.408017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c77e773e-3ca4-458c-ac45-5850cc3de8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.438416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:31.445130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.445844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8003876e-129e-4023-9aa6-a06182b5f199 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:31.455039 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8003876e-129e-4023-9aa6-a06182b5f199 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/9211f093-3889-49d1-a1be-47db5c6e7c21 HTTP/1.1" status: 404 len: 333 time: 0.2271221 May 06 13:47:31.456444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39360) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:31.520280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39362) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:31.687427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.768260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event deleted for resources: {'Port': ['ID=88253a57-54b3-4b34-a1e1-458f8c0f8751,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:31.926163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Calling delete_port for 89f18068-4b7e-46ca-beb3-543c9315c9f3 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:31.928194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b4bcc407-57b1-4725-824a-f72bb3910334 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 9dec2f52-c901-4b8e-8833-0901d3fb2b2d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:31.928827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc407-57b1-4725-824a-f72bb3910334 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:31.964568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f11b78-7a4c-44f0-96fe-f77cb754e123 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:47:31.969474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c7f11b78-7a4c-44f0-96fe-f77cb754e123 None None] Deleting port b9e24c50-d179-4cb7-8dbd-454c3bdada71 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:31.970278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7f11b78-7a4c-44f0-96fe-f77cb754e123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.030670 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.167693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] For port abc6f509-86d3-47a7-a04c-4a23b91c2110, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=abc6f509-86d3-47a7-a04c-4a23b91c2110,segment=NetworkSegment(966cee84-7952-47f1-9317-4dedac2169f7),segment_id=966cee84-7952-47f1-9317-4dedac2169f7)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:32.167973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.223002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af345ea-1feb-46a5-8b26-de1f536b6364 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:32.224610 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5af345ea-1feb-46a5-8b26-de1f536b6364 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 1094 time: 0.7028863 May 06 13:47:32.257336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39370) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:32.287431 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:32.304412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c7f11b78-7a4c-44f0-96fe-f77cb754e123 None None] For port b9e24c50-d179-4cb7-8dbd-454c3bdada71, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b9e24c50-d179-4cb7-8dbd-454c3bdada71,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:32.305019 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7f11b78-7a4c-44f0-96fe-f77cb754e123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.365789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Calling delete_port for abc6f509-86d3-47a7-a04c-4a23b91c2110 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:32.407669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:32.427767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa49c8-c947-46fe-a516-a1199628387f req-e910a346-684d-4923-88a2-a8495c068259 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:32.429414 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52fa49c8-c947-46fe-a516-a1199628387f req-e910a346-684d-4923-88a2-a8495c068259 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7654383 May 06 13:47:32.502152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c7f11b78-7a4c-44f0-96fe-f77cb754e123 None None] Calling delete_port for b9e24c50-d179-4cb7-8dbd-454c3bdada71 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:32.507155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:floatingip and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:32.515385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.531709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.534628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:32.576265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:32.627328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.657606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7f11b78-7a4c-44f0-96fe-f77cb754e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.680614 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52fa49c8-c947-46fe-a516-a1199628387f req-c478d8be-140f-4a0f-a6bb-8acc660f31b6 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281232 May 06 13:47:32.704294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.715151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f11b78-7a4c-44f0-96fe-f77cb754e123 None None] Pushing event deleted for resources: {'Port': ['ID=b9e24c50-d179-4cb7-8dbd-454c3bdada71,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:32.721413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f11b78-7a4c-44f0-96fe-f77cb754e123 None None] No DVR routers for this DVR port b9e24c50-d179-4cb7-8dbd-454c3bdada71 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:32.742006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf155566-a0ec-4262-b647-eaec21e932ec None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:47:32.748240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.749216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Fanout notify agent at l3_agent the message router_deleted on router 82bcc1e4-d9ce-436a-84ae-edd4c89f05fa {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:47:32.757514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.799417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:32.808902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:32.811897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:32.812820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.816990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Port': ['ID=abc6f509-86d3-47a7-a04c-4a23b91c2110,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:32.831469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No DVR routers for this DVR port abc6f509-86d3-47a7-a04c-4a23b91c2110 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:32.879032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=35a1a8f5-c2c7-4871-8e32-24c74fd3de35,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:32.888833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.950763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:32.951902 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1c6c69a4-7d00-4427-9335-87f50cdee688 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/82bcc1e4-d9ce-436a-84ae-edd4c89f05fa HTTP/1.1" status: 204 len: 168 time: 4.6149502 May 06 13:47:32.968274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39376) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:32.982842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1435750504', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:33.004350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:33.021554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Usage tracker for resource:router and tenant:4fdafc0b5b14482992e43884abfba7ce is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:33.028978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc407-57b1-4725-824a-f72bb3910334 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.036799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:33.044049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:33.182664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf155566-a0ec-4262-b647-eaec21e932ec None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:47:33.204891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b4bcc407-57b1-4725-824a-f72bb3910334 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 9dec2f52-c901-4b8e-8833-0901d3fb2b2d owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:33.219575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Port': ['ID=89f18068-4b7e-46ca-beb3-543c9315c9f3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:33.281419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.282500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.291863 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a409a535-0b40-4bee-8b3f-4a7a0410f0eb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5927501 May 06 13:47:33.297324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39380) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:33.316187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:33.434803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.435069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.479702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.488744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bb3780-5227-4771-b17a-fa112357386b']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:33.579876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966cee84-7952-47f1-9317-4dedac2169f7') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:33.580176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966cee84-7952-47f1-9317-4dedac2169f7') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:33.671489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.704019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.766679 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:33.767318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:33.785860 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:33.793979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd361a75-6d1d-475d-8432-84f0fc1ccffb req-757756ca-c7ea-446c-aed8-6b3b0a073384 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:33.802011 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd361a75-6d1d-475d-8432-84f0fc1ccffb req-757756ca-c7ea-446c-aed8-6b3b0a073384 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.8908100 May 06 13:47:33.858563 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '35a1a8f5-c2c7-4871-8e32-24c74fd3de35'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:47:33.860207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.905935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:33.912991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:33.960694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:34.005700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b9e24c50-d179-4cb7-8dbd-454c3bdada71 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:34.019233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:34.033909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc407-57b1-4725-824a-f72bb3910334 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.036144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:34.038615 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd361a75-6d1d-475d-8432-84f0fc1ccffb req-5a2e43db-f055-478d-a529-77c151ba0d67 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355838 May 06 13:47:34.051302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Router 0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:47:34.052237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.057074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.084861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b9e24c50-d179-4cb7-8dbd-454c3bdada71 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:34.085833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b9e24c50-d179-4cb7-8dbd-454c3bdada71 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:34.096845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/60bb3780-5227-4771-b17a-fa112357386b HTTP/1.1" status: 204 len: 168 time: 7.9263062 May 06 13:47:34.096845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7690f-ee0a-420d-9f81-1324b84db1b4 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Network': ['ID=60bb3780-5227-4771-b17a-fa112357386b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:34.098850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39386) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:34.107993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1668887627'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:34.180544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:34.247107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:network and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:34.258288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:34.269767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:34.275707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:34.284319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-97a3eb7b-f3d1-4870-ae3c-7b46d3c2c85f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "PUT /v2.0/routers/0ccbb801-0f65-4cb9-954f-1f1fe5a981e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7426395 May 06 13:47:34.292644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39390) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:34.302158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcc407-57b1-4725-824a-f72bb3910334 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=9dec2f52-c901-4b8e-8833-0901d3fb2b2d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:34.302926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22623a93-7852-4d21-b688-7f88185e3e26 None None] Sync routers for ids ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:34.348539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22623a93-7852-4d21-b688-7f88185e3e26 None None] Routers {'0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:34.349361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-22623a93-7852-4d21-b688-7f88185e3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:34.396183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:34.401895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.412721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:34.418354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.452344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.461120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:34.475566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc407-57b1-4725-824a-f72bb3910334 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.483321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.483895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Added segment 6b04b285-0de2-4a0a-8953-11d308f7ca27 of type vlan for network acb05db2-a26a-4112-bb0b-31da87fc2f95 May 06 13:47:34.486662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Allocated IP 172.20.0.2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/35a1a8f5-c2c7-4871-8e32-24c74fd3de35/f770c6e3-fb95-40f7-9028-b65d07e6346d) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:34.490034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-22623a93-7852-4d21-b688-7f88185e3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:34.513398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22623a93-7852-4d21-b688-7f88185e3e26 None None] Routers {'0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:34.514173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-22623a93-7852-4d21-b688-7f88185e3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:34.546211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.569737 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-7fad1970-d01c-449e-af1f-c7e06c6fc2c7 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] show failed (client error): The resource could not be found. May 06 13:47:34.573595 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7fad1970-d01c-449e-af1f-c7e06c6fc2c7 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-795090522 HTTP/1.1" status: 404 len: 334 time: 0.2794456 May 06 13:47:34.597273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39396) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:34.614376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7a219624-fcc3-4944-9a15-cb643080360e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:34.670118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-22623a93-7852-4d21-b688-7f88185e3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:34.670830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22623a93-7852-4d21-b688-7f88185e3e26 None None] The sync data for ids ['0ccbb801-0f65-4cb9-954f-1f1fe5a981e6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:34.684297 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4bcc407-57b1-4725-824a-f72bb3910334 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/9dec2f52-c901-4b8e-8833-0901d3fb2b2d HTTP/1.1" status: 204 len: 168 time: 2.9776094 May 06 13:47:34.694641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39400) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:34.828567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.830976 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-7a219624-fcc3-4944-9a15-cb643080360e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] update failed (client error): The resource could not be found. May 06 13:47:34.832754 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7a219624-fcc3-4944-9a15-cb643080360e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1638313535 HTTP/1.1" status: 404 len: 335 time: 0.2334931 May 06 13:47:34.844020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Transition to ACTIVE for port object f770c6e3-fb95-40f7-9028-b65d07e6346d will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:34.845985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39404) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:34.866360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Transition to ACTIVE for port object f770c6e3-fb95-40f7-9028-b65d07e6346d will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:34.873848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.951592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:34.954758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:34.957433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:34.958320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.241 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/254d38d5-f50e-470a-8e25-bd2d65d793ae) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:34.963785 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-5729d65c-6d56-4dd3-9177-b1c9891f4094 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:47:34.965906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5729d65c-6d56-4dd3-9177-b1c9891f4094 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:34.988714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92ec395-1db5-44ed-9d74-66a0ee7aab68 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting subnet ab82b461-6b19-4723-b2a7-79f84d150026 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:34.992876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c92ec395-1db5-44ed-9d74-66a0ee7aab68 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.001317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Pushing event updated for resources: {'Port': ['ID=f770c6e3-fb95-40f7-9028-b65d07e6346d,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.064699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.070262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:35.070891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.077226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c92ec395-1db5-44ed-9d74-66a0ee7aab68 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.077690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Attempting to bind port f770c6e3-fb95-40f7-9028-b65d07e6346d on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:35.078219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Attempting to bind port f770c6e3-fb95-40f7-9028-b65d07e6346d by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:35.078802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Attempting to bind port f770c6e3-fb95-40f7-9028-b65d07e6346d on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:47:35.086164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:47:35.086549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:35.087130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.087779 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:47:35.088337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Bound port: f770c6e3-fb95-40f7-9028-b65d07e6346d, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:35.088980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.125090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5729d65c-6d56-4dd3-9177-b1c9891f4094 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:35.131256 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5729d65c-6d56-4dd3-9177-b1c9891f4094 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/9dec2f52-c901-4b8e-8833-0901d3fb2b2d HTTP/1.1" status: 404 len: 333 time: 0.4309571 May 06 13:47:35.207632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] For port f770c6e3-fb95-40f7-9028-b65d07e6346d, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:47:35.214779 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] For port f770c6e3-fb95-40f7-9028-b65d07e6346d, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f770c6e3-fb95-40f7-9028-b65d07e6346d,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:47:35.223352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.223928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39408) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:35.323333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d79342-b853-4606-84d3-b19da97ee33a None None] Pushing event updated for resources: {'Port': ['ID=f770c6e3-fb95-40f7-9028-b65d07e6346d,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.431690 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3287005 May 06 13:47:35.437987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39412) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:35.442917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfecf8-4119-4788-ae19-d32d48065dc6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Network': ['ID=acb05db2-a26a-4112-bb0b-31da87fc2f95,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.457945 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network acb05db2-a26a-4112-bb0b-31da87fc2f95 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:35.460753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Request body: {'subnet': {'network_id': 'acb05db2-a26a-4112-bb0b-31da87fc2f95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:35.487681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7a6de-89e7-4af8-8d25-2ac5ae52f8b9 req-5cb3e821-b3fb-4da7-becb-46081f20bd86 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:35.489519 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0cf7a6de-89e7-4af8-8d25-2ac5ae52f8b9 req-5cb3e821-b3fb-4da7-becb-46081f20bd86 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.7492101 May 06 13:47:35.499200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c92ec395-1db5-44ed-9d74-66a0ee7aab68 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.642266 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0cf7a6de-89e7-4af8-8d25-2ac5ae52f8b9 req-924f30e4-6322-4b78-8cd6-f0a8e1a08249 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108153 May 06 13:47:35.680030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c92ec395-1db5-44ed-9d74-66a0ee7aab68 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.769269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c78aed-bfcf-4a83-87de-56e369daee4a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet b37cb1c8-ad56-49ae-963c-c52ef4961aca {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:35.776534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ec395-1db5-44ed-9d74-66a0ee7aab68 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Subnet': ['ID=ab82b461-6b19-4723-b2a7-79f84d150026,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.782742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c92ec395-1db5-44ed-9d74-66a0ee7aab68 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.783075 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-39c78aed-bfcf-4a83-87de-56e369daee4a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.794705 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c92ec395-1db5-44ed-9d74-66a0ee7aab68 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/subnets/ab82b461-6b19-4723-b2a7-79f84d150026 HTTP/1.1" status: 204 len: 168 time: 0.9462824 May 06 13:47:35.798603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39416) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:35.829062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f770c6e3-fb95-40f7-9028-b65d07e6346d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:35.971844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.021660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.038342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port f770c6e3-fb95-40f7-9028-b65d07e6346d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:36.038659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting port e5b797a1-3840-42cf-a0cb-ede4e86806d8 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:36.038929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.111708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-39c78aed-bfcf-4a83-87de-56e369daee4a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.148051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.155588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:36.179722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Usage tracker for resource:subnet and tenant:9f3767f44a0e4a7f935bc927abb00ac5 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:36.244214 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:36.263091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:36.420869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] For port e5b797a1-3840-42cf-a0cb-ede4e86806d8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e5b797a1-3840-42cf-a0cb-ede4e86806d8,segment=NetworkSegment(81b43766-5d05-4de9-bb37-4e0fb77c34ae),segment_id=81b43766-5d05-4de9-bb37-4e0fb77c34ae)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:36.421422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.451600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.485845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Made reservation on behalf of 9f3767f44a0e4a7f935bc927abb00ac5 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:36.490600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.542858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-932ce975-4d96-4b85-a3dc-cafe090decb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.644395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Calling delete_port for e5b797a1-3840-42cf-a0cb-ede4e86806d8 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:36.797027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b9f6e7-13fa-4113-a256-be77c9f21393 None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:47:36.811164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.824450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.016501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Port': ['ID=e5b797a1-3840-42cf-a0cb-ede4e86806d8,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:37.017618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.020242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] No DVR routers for this DVR port e5b797a1-3840-42cf-a0cb-ede4e86806d8 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:37.025316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-39c78aed-bfcf-4a83-87de-56e369daee4a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.129030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9f6e7-13fa-4113-a256-be77c9f21393 None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:47:37.208688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-68889eca-7387-4694-8e47-5ceb50dcffe9 None None] Provisioning for port f770c6e3-fb95-40f7-9028-b65d07e6346d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:37.230003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-68889eca-7387-4694-8e47-5ceb50dcffe9 None None] Provisioning complete for port f770c6e3-fb95-40f7-9028-b65d07e6346d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:37.231630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-68889eca-7387-4694-8e47-5ceb50dcffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.255460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:37.260870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.272621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:37.293729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:37.294887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a072c2-7e37-4950-be1b-ce4548f5afa1 req-82f1109d-ecf8-4b35-8db2-fe20863038a1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:37.296939 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b3a072c2-7e37-4950-be1b-ce4548f5afa1 req-82f1109d-ecf8-4b35-8db2-fe20863038a1 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.3913677 May 06 13:47:37.333461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=254d38d5-f50e-470a-8e25-bd2d65d793ae,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:37.352465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c287f180-dd4a-4812-9c52-8825f4996fc6']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:37.382643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b43766-5d05-4de9-bb37-4e0fb77c34ae') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:37.383273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b43766-5d05-4de9-bb37-4e0fb77c34ae') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:37.417169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Allocated IP 172.26.2.166 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/ab6b1206-13cc-4918-a1f8-533f429f3fa8) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:37.419371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.436148 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b3a072c2-7e37-4950-be1b-ce4548f5afa1 req-5d16157a-8724-4512-a88d-9dcd000af461 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195130 May 06 13:47:37.460199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:47:37.470635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.486762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:37.487985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:37.513026 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:37.561008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-39c78aed-bfcf-4a83-87de-56e369daee4a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.661147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.685100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.699001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Network': ['ID=c287f180-dd4a-4812-9c52-8825f4996fc6,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:37.707724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2421a4ce-7ef8-43da-bc47-294349b03218 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/networks/c287f180-dd4a-4812-9c52-8825f4996fc6 HTTP/1.1" status: 204 len: 168 time: 1.9035451 May 06 13:47:37.708052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39422) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:37.761196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-68889eca-7387-4694-8e47-5ceb50dcffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.794881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ad0630-7537-4cf9-8b13-c1cbb1079205 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting subnet fcdaf069-052a-40e1-9ddf-f083865707ab {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:37.799662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad0630-7537-4cf9-8b13-c1cbb1079205 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.844620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78aed-bfcf-4a83-87de-56e369daee4a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=b37cb1c8-ad56-49ae-963c-c52ef4961aca,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:37.848544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-39c78aed-bfcf-4a83-87de-56e369daee4a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.887680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-68889eca-7387-4694-8e47-5ceb50dcffe9 None None] For port f770c6e3-fb95-40f7-9028-b65d07e6346d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f770c6e3-fb95-40f7-9028-b65d07e6346d,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:37.918376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-68889eca-7387-4694-8e47-5ceb50dcffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.966150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad0630-7537-4cf9-8b13-c1cbb1079205 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.027002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68889eca-7387-4694-8e47-5ceb50dcffe9 None None] Pushing event updated for resources: {'Port': ['ID=f770c6e3-fb95-40f7-9028-b65d07e6346d,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:38.139685 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-39c78aed-bfcf-4a83-87de-56e369daee4a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/b37cb1c8-ad56-49ae-963c-c52ef4961aca HTTP/1.1" status: 204 len: 168 time: 2.8964195 May 06 13:47:38.208289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39426) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:38.237447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd64f6b-09f7-4fba-acda-ba57abcff3ca None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:38.342907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-57143c2e-1ea8-4460-993f-1e31618d5130 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:38.345451 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-57143c2e-1ea8-4460-993f-1e31618d5130 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.76 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5128467 May 06 13:47:38.450893 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd046257-e2b5-4a75-87e1-051d09576823 None None] Network c287f180-dd4a-4812-9c52-8825f4996fc6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:38.488976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd046257-e2b5-4a75-87e1-051d09576823 None None] Network c287f180-dd4a-4812-9c52-8825f4996fc6 could not be found, it might have been deleted concurrently. {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 06 13:47:38.538876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Deleting port 2bd291bd-78d7-42ab-b182-3f9056b77344 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:38.539367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.626258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8030537-365f-4d01-9668-b05923d8878a None None] DHCP port deletion for c287f180-dd4a-4812-9c52-8825f4996fc6 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:47:38.663377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f034a-e3e6-4948-94d1-6351466fbcee None None] Network 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:38.706106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad0630-7537-4cf9-8b13-c1cbb1079205 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.865991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:47:38.869090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.885962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.999644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f520892e-553d-48ca-9e41-9d0eb6f605cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.191333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad0630-7537-4cf9-8b13-c1cbb1079205 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.258305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad0630-7537-4cf9-8b13-c1cbb1079205 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Subnet': ['ID=fcdaf069-052a-40e1-9ddf-f083865707ab,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:39.283853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619d5e2-6264-4948-ba9f-ad83e981cdad req-36e85a62-a84f-450f-b20c-6b48f2993de2 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:39.285782 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7619d5e2-6264-4948-ba9f-ad83e981cdad req-36e85a62-a84f-450f-b20c-6b48f2993de2 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 946 time: 0.5012658 May 06 13:47:39.289844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad0630-7537-4cf9-8b13-c1cbb1079205 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.329914 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-34ad0630-7537-4cf9-8b13-c1cbb1079205 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/subnets/fcdaf069-052a-40e1-9ddf-f083865707ab HTTP/1.1" status: 204 len: 168 time: 1.6168275 May 06 13:47:39.333156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39432) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:39.342085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d167fdb-0e3f-4ff0-b755-08b940241191 None None] Network 4ad3d5ad-345c-4704-a376-eeafca32629e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:39.346859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.360664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab130bd-0030-4d53-b158-397f20680a44 None None] DHCP port deletion for 5dfcaf97-ccb4-4b74-985d-eef57be57cc6 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:47:39.371774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] For port 2bd291bd-78d7-42ab-b182-3f9056b77344, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2bd291bd-78d7-42ab-b182-3f9056b77344,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:39.372130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.379862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-aab130bd-0030-4d53-b158-397f20680a44 None None] Deleting port e0009566-a029-44c2-8d03-ac734c968074 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:39.380400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aab130bd-0030-4d53-b158-397f20680a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.529074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port e0009566-a029-44c2-8d03-ac734c968074 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:39.529585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.559049 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5c904-b17d-4218-853d-e7d9ebc3a1a5 None None] Update dhcp port {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': '35a1a8f5-c2c7-4871-8e32-24c74fd3de35', 'ip_address': '172.20.0.2'}, {'subnet_id': '5c003c96-b41e-4ae8-8aba-ad13f7a0248b'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': 'f770c6e3-fb95-40f7-9028-b65d07e6346d'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:47:39.583105 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7619d5e2-6264-4948-ba9f-ad83e981cdad req-bfba2cfa-2427-4ea1-b492-415b68e4e847 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups?id=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814569 May 06 13:47:39.648827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event updated for resources: {'Subnet': ['ID=9984b15f-6539-464f-9c9a-34718dd8ab4e,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:39.677255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.770210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Checking segment: {'id': '6b04b285-0de2-4a0a-8953-11d308f7ca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'acb05db2-a26a-4112-bb0b-31da87fc2f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:39.770737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network hostable DHCP agents. Network: acb05db2-a26a-4112-bb0b-31da87fc2f95, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:39.780544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80426f3-e71a-43fd-a830-4678de23508e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting subnet 09331cf7-fe07-473a-9d14-0b74b444b1e8 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:39.787812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.794242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f80426f3-e71a-43fd-a830-4678de23508e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:39.887298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event updated for resources: {'Port': ['ID=ab6b1206-13cc-4918-a1f8-533f429f3fa8,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:39.945708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f770c6e3-fb95-40f7-9028-b65d07e6346d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:39.972061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:40.034738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:40.062263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:40.069783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f80426f3-e71a-43fd-a830-4678de23508e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.091572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-aab130bd-0030-4d53-b158-397f20680a44 None None] For port e0009566-a029-44c2-8d03-ac734c968074, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e0009566-a029-44c2-8d03-ac734c968074,segment=NetworkSegment(cee7f538-a617-4f53-9ed4-f52b1e0925c0),segment_id=cee7f538-a617-4f53-9ed4-f52b1e0925c0)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:40.092350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aab130bd-0030-4d53-b158-397f20680a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.133955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.135241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.135241 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Floating IP 721ba61e-07bf-42a5-b475-986cd453d7c4 disassociated. External IP: 172.26.2.195, port: 2bd291bd-78d7-42ab-b182-3f9056b77344. May 06 13:47:40.135241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Calling delete_port for 2bd291bd-78d7-42ab-b182-3f9056b77344 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:40.148454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Network acb05db2-a26a-4112-bb0b-31da87fc2f95 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:40.262138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-aab130bd-0030-4d53-b158-397f20680a44 None None] Calling delete_port for e0009566-a029-44c2-8d03-ac734c968074 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:40.279313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f80426f3-e71a-43fd-a830-4678de23508e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.347402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, acb05db2-a26a-4112-bb0b-31da87fc2f95) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:40.406438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.415988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc73ca-abca-43a4-a1b3-55e467f3ba61 None None] Network acb05db2-a26a-4112-bb0b-31da87fc2f95 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:40.450988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:40.451611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.479283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Pushing event deleted for resources: {'Port': ['ID=2bd291bd-78d7-42ab-b182-3f9056b77344,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:40.492360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.492937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.494114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.494744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.495139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.495588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.496015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.496561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.497029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.497465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.497900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.498345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:40.505210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f80426f3-e71a-43fd-a830-4678de23508e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.550136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.581686 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f6ed1e8c-46cd-4841-9831-ec20666c1cce tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 5.1287456 May 06 13:47:40.583677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39436) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.585370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] For port f770c6e3-fb95-40f7-9028-b65d07e6346d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f770c6e3-fb95-40f7-9028-b65d07e6346d,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:40.615936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] For port e0009566-a029-44c2-8d03-ac734c968074, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e0009566-a029-44c2-8d03-ac734c968074,segment=NetworkSegment(cee7f538-a617-4f53-9ed4-f52b1e0925c0),segment_id=cee7f538-a617-4f53-9ed4-f52b1e0925c0)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:40.615936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.635339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80426f3-e71a-43fd-a830-4678de23508e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Subnet': ['ID=09331cf7-fe07-473a-9d14-0b74b444b1e8,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:40.670160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f80426f3-e71a-43fd-a830-4678de23508e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.689763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.690841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c904-b17d-4218-853d-e7d9ebc3a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.704540 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f80426f3-e71a-43fd-a830-4678de23508e tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/subnets/09331cf7-fe07-473a-9d14-0b74b444b1e8 HTTP/1.1" status: 204 len: 168 time: 1.3691261 May 06 13:47:40.705694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39442) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:40.891947 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.904303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105f5244-eb94-4ae5-9e4f-290bd5a3447a None None] Network 86a83fb5-499c-4ca2-a048-b7ecdda95825 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:41.021494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for e0009566-a029-44c2-8d03-ac734c968074 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:41.083236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:41.196097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2fb3ad59-58df-419a-93d4-73e7631e8f87 req-d3131f39-7f64-40aa-bf95-4d7704a50941 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Synchronizing usage tracker for tenant:66fe86b6bf764c769008c8a52b055f28 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:41.240071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.265020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2fb3ad59-58df-419a-93d4-73e7631e8f87 req-d3131f39-7f64-40aa-bf95-4d7704a50941 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Unset dirty status for tenant:66fe86b6bf764c769008c8a52b055f28 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:41.265767 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2fb3ad59-58df-419a-93d4-73e7631e8f87 req-d3131f39-7f64-40aa-bf95-4d7704a50941 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.1589277 May 06 13:47:41.274860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:41.274860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.305635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Router 7264a5f0-9682-43db-9a9a-fea71843c44b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:47:41.384407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.405000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aab130bd-0030-4d53-b158-397f20680a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.420331 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.421108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.545281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.579993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab130bd-0030-4d53-b158-397f20680a44 None None] Pushing event deleted for resources: {'Port': ['ID=e0009566-a029-44c2-8d03-ac734c968074,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:41.581919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f770c6e3-fb95-40f7-9028-b65d07e6346d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:41.582101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.612596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab130bd-0030-4d53-b158-397f20680a44 None None] No DVR routers for this DVR port e0009566-a029-44c2-8d03-ac734c968074 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:41.687776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:41.716118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.735743 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] Sync routers for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:41.805071 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:41.805071 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:41.805711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] No DVR routers for this DVR port 2bd291bd-78d7-42ab-b182-3f9056b77344 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:41.805711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] For port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9b0cd2b6-6154-4e5a-8744-bf0bced8b199,segment=NetworkSegment(1cc9a33e-9a19-4cc2-8851-66e25df337d9),segment_id=1cc9a33e-9a19-4cc2-8851-66e25df337d9)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:41.805711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.823564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.825777 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2d540e0-d849-4825-a1f0-e83c128fc39e req-9c95e33b-fc68-477b-ac31-5dae7d14130c tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.76 "DELETE /v2.0/ports/2bd291bd-78d7-42ab-b182-3f9056b77344 HTTP/1.1" status: 204 len: 173 time: 3.4696505 May 06 13:47:41.826250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887b2e01-59bc-433a-b80f-5795859d5e30', 'name': 'network-vif-deleted', 'tag': '2bd291bd-78d7-42ab-b182-3f9056b77344'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:47:41.832177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:41.880029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.883939 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:41.920238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] DHCP port deletion for 4ad3d5ad-345c-4704-a376-eeafca32629e request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:47:41.936017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] Deleting port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:41.936692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.943079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:41.944117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:41.951901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=5c003c96-b41e-4ae8-8aba-ad13f7a0248b,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:41.976718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f48a06-39ba-464f-a618-08f80de88856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-acb05db2-a26a-4112-bb0b-31da87fc2f95', 'network_id': 'acb05db2-a26a-4112-bb0b-31da87fc2f95', 'tenant_id': '9f3767f44a0e4a7f935bc927abb00ac5', 'fixed_ips': [{'subnet_id': '9984b15f-6539-464f-9c9a-34718dd8ab4e'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:47:41.978734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8f48a06-39ba-464f-a618-08f80de88856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.003093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759d2013-b715-418c-a3e7-6adb7054e781'] response: {'server_uuid': '887b2e01-59bc-433a-b80f-5795859d5e30', 'name': 'network-vif-deleted', 'tag': '2bd291bd-78d7-42ab-b182-3f9056b77344', 'status': 'completed', 'code': 200} May 06 13:47:42.125891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:42.127580 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:42.128085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Calling delete_port for 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:42.137308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=f770c6e3-fb95-40f7-9028-b65d07e6346d,revision_number=5']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:42.157573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.202349 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] DHCP port deletion for 86a83fb5-499c-4ca2-a048-b7ecdda95825 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:47:42.210920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-c8e5c904-b17d-4218-853d-e7d9ebc3a1a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:42.212849 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-c8e5c904-b17d-4218-853d-e7d9ebc3a1a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:42.260341 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:47:42.293923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Deleting port 3aec4247-f9b7-49b2-be3b-b88144382dcd {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:42.296586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.316883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.407981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] No DVR routers for this DVR port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:42.480851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Port': ['ID=9b0cd2b6-6154-4e5a-8744-bf0bced8b199,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:42.488599 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b2a0a7b7-631a-452e-bacf-f97b13907abc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 9.1815643 May 06 13:47:42.532469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39456) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:42.543557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:d3:a4:6e', 'name': 'tempest-NetworksTestDHCPv6-917829248'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:42.579200 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ec77ecc-b22c-4fdd-9091-dc9ac8631478 req-961196a5-88ef-46fa-a65f-a13a26825092 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/ports?device_id=887b2e01-59bc-433a-b80f-5795859d5e30 HTTP/1.1" status: 200 len: 210 time: 0.0952466 May 06 13:47:42.643457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port e0009566-a029-44c2-8d03-ac734c968074 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:42.644238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.777762 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ceee1649-c51a-4182-911e-df73d62ba68f', 'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'mac_address': 'fa:16:3e:4f:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:57Z', 'revision_number': 5, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'subnets': [{'id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:42.783645 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] Checking router: 7264a5f0-9682-43db-9a9a-fea71843c44b for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:47:42.805669 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:42.807263 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:42.841582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.859665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] The port 'e0009566-a029-44c2-8d03-ac734c968074' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:47:42.928096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e0009566-a029-44c2-8d03-ac734c968074 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:42.961119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:42.969452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad3d5ad-345c-4704-a376-eeafca32629e']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:42.980769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2bd291bd-78d7-42ab-b182-3f9056b77344 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:43.017940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:43.030425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc9a33e-9a19-4cc2-8851-66e25df337d9') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:43.031648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc9a33e-9a19-4cc2-8851-66e25df337d9') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:43.060240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:43.097832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.112299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.127912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:43.169888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.185695 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:47:43.194755 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-ef875ed3-4248-4c76-b7f4-b60230585709 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4607604 May 06 13:47:43.194755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:43.236937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] For port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9b0cd2b6-6154-4e5a-8744-bf0bced8b199,segment=NetworkSegment(1cc9a33e-9a19-4cc2-8851-66e25df337d9),segment_id=1cc9a33e-9a19-4cc2-8851-66e25df337d9)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:43.237329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.438252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:43.438868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:43.465719 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:43.547587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] Calling delete_port for 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:43.550498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.559910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.668247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 2bd291bd-78d7-42ab-b182-3f9056b77344 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:43.668826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2bd291bd-78d7-42ab-b182-3f9056b77344 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:43.692110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: e0009566-a029-44c2-8d03-ac734c968074 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:43.694376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e0009566-a029-44c2-8d03-ac734c968074 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:43.697390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e5b797a1-3840-42cf-a0cb-ede4e86806d8 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:43.727534 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ceee1649-c51a-4182-911e-df73d62ba68f', 'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'mac_address': 'fa:16:3e:4f:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:57Z', 'revision_number': 5, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'subnets': [{'id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:43.735096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Subnet': ['ID=9984b15f-6539-464f-9c9a-34718dd8ab4e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:43.740376 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276caa8-1a07-4b7c-bdf2-4234b8673c3b None None] The sync data for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv is: [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:42:43Z', 'revision_number': 4, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ceee1649-c51a-4182-911e-df73d62ba68f', 'name': '', 'network_id': '63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'mac_address': 'fa:16:3e:4f:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:42Z', 'updated_at': '2022-05-06T13:42:57Z', 'revision_number': 5, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'subnets': [{'id': 'bbab0584-05a7-4cfc-82cf-e904c91b091a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:43.773908 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.780331 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.780870 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.781326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.781773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.782220 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.782665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.783114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.783552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.784240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.784739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.784984 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.785410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:43.826794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:47:43.847746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfcaf97-ccb4-4b74-985d-eef57be57cc6']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:43.890580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39466) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:43.894009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: e5b797a1-3840-42cf-a0cb-ede4e86806d8 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:43.894508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e5b797a1-3840-42cf-a0cb-ede4e86806d8 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:43.937081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.002699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.030186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 7a7354a2-5dba-445a-ace3-f3bb016dbdde yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:47:44.142697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.151604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c904-b17d-4218-853d-e7d9ebc3a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.162661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Network': ['ID=4ad3d5ad-345c-4704-a376-eeafca32629e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:44.178457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f770c6e3-fb95-40f7-9028-b65d07e6346d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:44.337036 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-950b178f-44d1-4124-acf7-df1579fd0372 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/networks/4ad3d5ad-345c-4704-a376-eeafca32629e HTTP/1.1" status: 204 len: 168 time: 3.6259623 May 06 13:47:44.359971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee7f538-a617-4f53-9ed4-f52b1e0925c0') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:44.360795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee7f538-a617-4f53-9ed4-f52b1e0925c0') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server [None req-b8f48a06-39ba-464f-a618-08f80de88856 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9984b15f-6539-464f-9c9a-34718dd8ab4e: This subnet is being modified by another concurrent operation. May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:47:44.362759 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise exception May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9984b15f-6539-464f-9c9a-34718dd8ab4e: This subnet is being modified by another concurrent operation. May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:44.369026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:44.375545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be55ea7-de24-488f-9464-eb3141b0e1e6 None None] New status for floating IP 721ba61e-07bf-42a5-b475-986cd453d7c4: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:47:44.397937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39470) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:44.399348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.421824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.441275 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] For port 3aec4247-f9b7-49b2-be3b-b88144382dcd, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3aec4247-f9b7-49b2-be3b-b88144382dcd,segment=NetworkSegment(987925a5-2d97-4635-bf29-236e2d1cb577),segment_id=987925a5-2d97-4635-bf29-236e2d1cb577)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:44.441997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.461481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370589b-063a-4f2a-84ec-b39cfa504244 None None] Network acb05db2-a26a-4112-bb0b-31da87fc2f95 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:44.481343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb05db2-a26a-4112-bb0b-31da87fc2f95']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:44.508709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-1e46e17d-2d54-46c6-932a-e116980fe839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:44.512436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-1e46e17d-2d54-46c6-932a-e116980fe839 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b2b1366be5b475fb0ef0248132dacba&device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 1099 time: 1.2825770 May 06 13:47:44.539169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.555908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.576483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b04b285-0de2-4a0a-8953-11d308f7ca27') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:44.576483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b04b285-0de2-4a0a-8953-11d308f7ca27') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:44.609096 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f602f4e-6ad5-4f2c-a357-d07cabe007ab tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.693810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.739169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.765096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:44.765364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:44.786946 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:44.796444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.796444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=254d38d5-f50e-470a-8e25-bd2d65d793ae,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:44.821005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Calling delete_port for 3aec4247-f9b7-49b2-be3b-b88144382dcd owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:44.876603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] Deleting port 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:44.877179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.904667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.005695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f602f4e-6ad5-4f2c-a357-d07cabe007ab tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.014089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:45.014089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:45.031740 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:45.043620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.158644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.188557 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-60932bab-fa71-4b89-96b2-2c29b1e28040 None None] The port '9b0cd2b6-6154-4e5a-8744-bf0bced8b199' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:47:45.195638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 172.20.0.4 (ed4177a0-aee3-4756-a30e-bb3035a9c410/35a1a8f5-c2c7-4871-8e32-24c74fd3de35/7a7354a2-5dba-445a-ace3-f3bb016dbdde) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:45.207014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-6fdf2637-958e-4ea1-be97-3b2c8f09ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:45.209231 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-6fdf2637-958e-4ea1-be97-3b2c8f09ebda service neutron] 10.222.0.76 "GET /v2.0/networks?id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1 HTTP/1.1" status: 200 len: 898 time: 0.6019976 May 06 13:47:45.212673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting port 3aec4247-f9b7-49b2-be3b-b88144382dcd {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:45.213431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.220559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.322720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f770c6e3-fb95-40f7-9028-b65d07e6346d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:45.323139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.333831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.343898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Network': ['ID=5dfcaf97-ccb4-4b74-985d-eef57be57cc6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:45.367106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:fed3:a46e (ed4177a0-aee3-4756-a30e-bb3035a9c410/5c003c96-b41e-4ae8-8aba-ad13f7a0248b/7a7354a2-5dba-445a-ace3-f3bb016dbdde) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:45.367987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.375600 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/acb05db2-a26a-4112-bb0b-31da87fc2f95 HTTP/1.1" status: 204 len: 168 time: 4.7821319 May 06 13:47:45.382957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39474) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:45.386921 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-db0cd4bb-3b0a-42b4-8d5a-af21cca0124e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/networks/5dfcaf97-ccb4-4b74-985d-eef57be57cc6 HTTP/1.1" status: 204 len: 168 time: 7.1506333 May 06 13:47:45.448196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39476) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:45.457840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-768923619'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:45.471051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f6cf3-cbcb-4036-9a3b-099d45daa7bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Network': ['ID=acb05db2-a26a-4112-bb0b-31da87fc2f95,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:45.473270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.482609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:45.490283 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf85f4e-b413-40cf-a3d7-4e65aeebea3f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): The resource could not be found. May 06 13:47:45.491322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf85f4e-b413-40cf-a3d7-4e65aeebea3f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:45.495486 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ddf85f4e-b413-40cf-a3d7-4e65aeebea3f tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/subnets/9984b15f-6539-464f-9c9a-34718dd8ab4e HTTP/1.1" status: 404 len: 337 time: 0.1070008 May 06 13:47:45.508864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39482) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:45.513566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:network and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:45.520276 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923 associated. External IP: 172.26.2.241, port: f8e56f8f-0906-4e03-acb7-b08ad4528907. May 06 13:47:45.588548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] No DVR routers for this DVR port 3aec4247-f9b7-49b2-be3b-b88144382dcd on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:45.591197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] The port '3aec4247-f9b7-49b2-be3b-b88144382dcd' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:47:45.596621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f602f4e-6ad5-4f2c-a357-d07cabe007ab tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.602271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Pushing event deleted for resources: {'Port': ['ID=3aec4247-f9b7-49b2-be3b-b88144382dcd,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:45.616539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.616974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.617314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.617648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.617973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.618352 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-54c5844e-4129-4542-9c48-114f50513639 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f16dae91-4f60-4e37-a62d-cab91032951d HTTP/1.1" status: 200 len: 1001 time: 0.3550973 May 06 13:47:45.618533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.618811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.619136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.619720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.619909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.620861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.620861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5610b-774c-4a2c-b897-2f6a0525f1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:45.621405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:45.626258 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea129436-15d6-41f3-98cb-5ae6a08d9334 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): The resource could not be found. May 06 13:47:45.626915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea129436-15d6-41f3-98cb-5ae6a08d9334 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:45.662775 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:45.709767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Router b07e9fa5-19b7-4274-b5db-479393a85fb5 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:47:45.729011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:45.733521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f602f4e-6ad5-4f2c-a357-d07cabe007ab tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:45.733820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.784519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:45.801923 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ea129436-15d6-41f3-98cb-5ae6a08d9334 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/acb05db2-a26a-4112-bb0b-31da87fc2f95 HTTP/1.1" status: 404 len: 339 time: 0.2907171 May 06 13:47:45.812288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39488) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:45.826915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f602f4e-6ad5-4f2c-a357-d07cabe007ab tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.832002 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3f602f4e-6ad5-4f2c-a357-d07cabe007ab tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "DELETE /v2.0/security-groups/31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c HTTP/1.1" status: 204 len: 168 time: 1.9339085 May 06 13:47:45.834744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:45.835149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9b0cd2b6-6154-4e5a-8744-bf0bced8b199 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:45.835526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3aec4247-f9b7-49b2-be3b-b88144382dcd no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:45.875951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 3aec4247-f9b7-49b2-be3b-b88144382dcd {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:45.876212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3aec4247-f9b7-49b2-be3b-b88144382dcd not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:45.879227 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39490) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:45.952367 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2b811d-1653-4fe1-a453-f2238e3bacd1 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): The resource could not be found. May 06 13:47:45.953048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2b811d-1653-4fe1-a453-f2238e3bacd1 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:45.955190 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0a2b811d-1653-4fe1-a453-f2238e3bacd1 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/subnets/2ba4714b-f71a-431e-a61f-a4c150d4f74f HTTP/1.1" status: 404 len: 337 time: 0.0808883 May 06 13:47:45.964604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39496) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:46.001092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-fb0890e9-ff1c-4974-ba3b-1449b543d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:46.002547 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-fb0890e9-ff1c-4974-ba3b-1449b543d93d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ef0d025-88f6-42a5-99a7-911ebb52826f HTTP/1.1" status: 200 len: 838 time: 0.3346667 May 06 13:47:46.008296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.010584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:47:46.021661 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-74d4660d-9f70-42fd-8900-39f2e85548c3 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] show failed (client error): The resource could not be found. May 06 13:47:46.022678 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-74d4660d-9f70-42fd-8900-39f2e85548c3 tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "GET /v2.0/security-groups/31e60cbf-f0aa-4b7a-9a3b-d49b2fa13f9c HTTP/1.1" status: 404 len: 347 time: 0.0867867 May 06 13:47:46.077907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39500) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:46.253870 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f17819-a897-4554-9ca2-43287315d449 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): The resource could not be found. May 06 13:47:46.254256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f17819-a897-4554-9ca2-43287315d449 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:46.260080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a83fb5-499c-4ca2-a048-b7ecdda95825']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:46.295863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987925a5-2d97-4635-bf29-236e2d1cb577') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:46.296190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987925a5-2d97-4635-bf29-236e2d1cb577') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:46.323835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.347878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.356613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.377794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:46.378207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:46.394090 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:46.401272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-86c80121-90d1-440f-9c46-efb9b9e60bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:46.402865 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-86c80121-90d1-440f-9c46-efb9b9e60bd0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3827670 May 06 13:47:46.442769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.443249 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Added segment 756beec5-0d4e-436c-9f7d-a9d93a60db54 of type vlan for network 09405b4e-5743-472a-a6f0-a701f88c0f6f May 06 13:47:46.454294 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-39f17819-a897-4554-9ca2-43287315d449 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/60bb3780-5227-4771-b17a-fa112357386b HTTP/1.1" status: 404 len: 339 time: 0.4869478 May 06 13:47:46.461886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39504) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:46.566680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:46.582062 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d97796-80cc-41be-8ada-f46d5c051ff5 None None] Sync routers for ids ['b07e9fa5-19b7-4274-b5db-479393a85fb5'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:46.593769 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d97796-80cc-41be-8ada-f46d5c051ff5 None None] Routers {'b07e9fa5-19b7-4274-b5db-479393a85fb5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:46.594399 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-51d97796-80cc-41be-8ada-f46d5c051ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b07e9fa5-19b7-4274-b5db-479393a85fb5'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:46.611042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Deleting port d5331ba0-9fff-4871-b105-ed21a14644a5 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:46.611553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.627902 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc314f5-f34b-425b-adcb-f43c132145b6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): The resource could not be found. May 06 13:47:46.628863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc314f5-f34b-425b-adcb-f43c132145b6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:46.631875 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7dc314f5-f34b-425b-adcb-f43c132145b6 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/subnets/ada6fa76-2149-4099-8b51-5098564640b7 HTTP/1.1" status: 404 len: 337 time: 0.1685705 May 06 13:47:46.649212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39508) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:46.662627 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-51d97796-80cc-41be-8ada-f46d5c051ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:46.673441 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d97796-80cc-41be-8ada-f46d5c051ff5 None None] Routers {'b07e9fa5-19b7-4274-b5db-479393a85fb5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:46.674150 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-51d97796-80cc-41be-8ada-f46d5c051ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b07e9fa5-19b7-4274-b5db-479393a85fb5'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:46.706104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 7a7354a2-5dba-445a-ace3-f3bb016dbdde will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:46.720062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.729385 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-14457e89-44e9-4af3-bf18-af2c2d17f7ac tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): The resource could not be found. May 06 13:47:46.730528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14457e89-44e9-4af3-bf18-af2c2d17f7ac tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:46.753135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.782691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.784371 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-51d97796-80cc-41be-8ada-f46d5c051ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:46.784910 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d97796-80cc-41be-8ada-f46d5c051ff5 None None] The sync data for ids ['b07e9fa5-19b7-4274-b5db-479393a85fb5'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:46.815056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:46.817207 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-32085ad0-6d66-49b7-bc2e-03e57a844ab5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 13.8397880 May 06 13:47:46.830026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Network': ['ID=86a83fb5-499c-4ca2-a048-b7ecdda95825,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:46.834212 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-14457e89-44e9-4af3-bf18-af2c2d17f7ac tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/856d0aba-4744-403e-917e-7d662c3fa217 HTTP/1.1" status: 404 len: 339 time: 0.1785154 May 06 13:47:46.844410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39512) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:46.844938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39514) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:46.858616 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-888c483b-504f-47c4-ac1e-35659c1dec9d tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/networks/86a83fb5-499c-4ca2-a048-b7ecdda95825 HTTP/1.1" status: 204 len: 168 time: 2.4438460 May 06 13:47:46.865280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39520) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:46.880831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:47.110790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.120805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:47.121813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.134487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router c286c038-4e0b-4860-b204-a272bd923e94 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:47:47.135581 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-0e52597a-6efb-4e92-83b5-a39325bdc10d service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732457 May 06 13:47:47.234842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c6475ecd-3481-4445-b2ed-14964328c879 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Deleting port 7f58e58d-151e-4365-a8f0-da155881ec89 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:47.235603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c6475ecd-3481-4445-b2ed-14964328c879 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.274936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe07eb1f-6e49-4aec-b8b9-97541a42528f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting subnet 6d131101-6317-4c08-b474-2b5ef0ac1a08 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:47.296337 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8425055 May 06 13:47:47.308235 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39526) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:47.311943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe07eb1f-6e49-4aec-b8b9-97541a42528f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.453402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': '09405b4e-5743-472a-a6f0-a701f88c0f6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:47.478954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.479477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.497598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.513590 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d58d0-149c-4fc0-8bbb-95324b8d40bb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Network': ['ID=09405b4e-5743-472a-a6f0-a701f88c0f6f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:47.523570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c8e5c904-b17d-4218-853d-e7d9ebc3a1a5 None None] For port f770c6e3-fb95-40f7-9028-b65d07e6346d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f770c6e3-fb95-40f7-9028-b65d07e6346d,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:47.532553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 09405b4e-5743-472a-a6f0-a701f88c0f6f details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:47:47.685988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c904-b17d-4218-853d-e7d9ebc3a1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.694447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c904-b17d-4218-853d-e7d9ebc3a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.786552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5c904-b17d-4218-853d-e7d9ebc3a1a5 None None] Pushing event updated for resources: {'Port': ['ID=f770c6e3-fb95-40f7-9028-b65d07e6346d,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:47.807864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:47.832068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:47.892344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Calling delete_port for d5331ba0-9fff-4871-b105-ed21a14644a5 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:47.959020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:48.023736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=7a7354a2-5dba-445a-ace3-f3bb016dbdde,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:48.026451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe07eb1f-6e49-4aec-b8b9-97541a42528f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.270339 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c93c84c0-36b7-4cc2-9fab-3f2bf3523d1e req-1e3e61ee-4f53-4524-bc23-28c9fe96414a service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1251385 May 06 13:47:48.434875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:48.435736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.452479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:48.476233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.480004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:47:48.490164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c6475ecd-3481-4445-b2ed-14964328c879 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.494771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd88277-167b-48cb-9ae6-b2e0e8133a41 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:48.506169 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:47:48.529884 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b69038da-abf6-4bd6-8203-033933b092e9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.9932652 May 06 13:47:48.544603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:47:48.547642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39532) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:48.549158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:48.607014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:48.634690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] Sync routers for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:48.650635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Pushing event deleted for resources: {'Port': ['ID=d5331ba0-9fff-4871-b105-ed21a14644a5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:48.745408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:48.746421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:48.807751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c6475ecd-3481-4445-b2ed-14964328c879 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Calling delete_port for 7f58e58d-151e-4365-a8f0-da155881ec89 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:48.872362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.936928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-36e10c04-bc6f-4f33-8a8d-7fd204720d47 None None] Provisioning complete for port f770c6e3-fb95-40f7-9028-b65d07e6346d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:48.937514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-36e10c04-bc6f-4f33-8a8d-7fd204720d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.980599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe07eb1f-6e49-4aec-b8b9-97541a42528f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.060455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c6475ecd-3481-4445-b2ed-14964328c879 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.062302 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0c5091e6-d2bb-4eff-89d6-4f3834f62d67 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 16.8031559 May 06 13:47:49.064383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:49.069878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.079121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39536) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:49.115723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:47:49.271092 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7604a1-804f-4fad-a4a0-8a3ac34e7c7d'] response: {'name': 'network-changed', 'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'status': 'completed', 'code': 200} May 06 13:47:49.302039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6475ecd-3481-4445-b2ed-14964328c879 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Port': ['ID=7f58e58d-151e-4365-a8f0-da155881ec89,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:49.326919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c6475ecd-3481-4445-b2ed-14964328c879 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.351200 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c6475ecd-3481-4445-b2ed-14964328c879 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/ports/7f58e58d-151e-4365-a8f0-da155881ec89 HTTP/1.1" status: 204 len: 168 time: 2.4996846 May 06 13:47:49.360022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.363494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39542) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:49.364572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.366610 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9415392a-b865-4fd9-9397-7469bf45decc tempest-ServerActionsTestJSON-1011770224 tempest-ServerActionsTestJSON-1011770224-project] 10.222.0.21 "DELETE /v2.0/floatingips/721ba61e-07bf-42a5-b475-986cd453d7c4 HTTP/1.1" status: 204 len: 168 time: 3.2832940 May 06 13:47:49.375543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39544) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:49.382830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.431347 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e21c7389-9aee-4321-b4e3-b3275964c187 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923 HTTP/1.1" status: 200 len: 992 time: 0.3127518 May 06 13:47:49.445671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c180a6-5614-4b73-b519-e1a8a6bed100 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:49.448766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:47:49.457267 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4139868-800d-4385-ae66-edbe4cb39363 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): The resource could not be found. May 06 13:47:49.458120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4139868-800d-4385-ae66-edbe4cb39363 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:49.459840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c180a6-5614-4b73-b519-e1a8a6bed100 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:49.466676 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d4139868-800d-4385-ae66-edbe4cb39363 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/subnets/8ae1c225-d159-4643-b472-0c50a973ffcd HTTP/1.1" status: 404 len: 337 time: 0.0910516 May 06 13:47:49.466974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-44c180a6-5614-4b73-b519-e1a8a6bed100 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:49.467182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39552) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:49.488595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe07eb1f-6e49-4aec-b8b9-97541a42528f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.580114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.580652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07eb1f-6e49-4aec-b8b9-97541a42528f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Subnet': ['ID=6d131101-6317-4c08-b474-2b5ef0ac1a08,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:49.594759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-44c180a6-5614-4b73-b519-e1a8a6bed100 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:49.600689 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-44c180a6-5614-4b73-b519-e1a8a6bed100 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.0445783 May 06 13:47:49.602149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe07eb1f-6e49-4aec-b8b9-97541a42528f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.606642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39556) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:49.628356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Deleting port ab6b1206-13cc-4918-a1f8-533f429f3fa8 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:49.628935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.630858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2146901b-7ad2-4000-9486-ca6876f53dab None None] Network 9271204d-21fb-4a0f-acaa-69ce1e25e287 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:49.693954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-236ce877-df94-48a3-9a22-b761fde6d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:49.695729 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-236ce877-df94-48a3-9a22-b761fde6d8fb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 1099 time: 0.4551060 May 06 13:47:49.741239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.784841 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fe07eb1f-6e49-4aec-b8b9-97541a42528f tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/subnets/6d131101-6317-4c08-b474-2b5ef0ac1a08 HTTP/1.1" status: 204 len: 168 time: 2.9057035 May 06 13:47:49.796830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39560) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:49.858944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-87115348-ea45-418d-945b-c979b465a1bb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 7a7354a2-5dba-445a-ace3-f3bb016dbdde {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:49.859523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-87115348-ea45-418d-945b-c979b465a1bb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.328150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.347503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-df7fdf07-04b4-4dcf-be9c-9cc0c17091b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:50.349249 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-df7fdf07-04b4-4dcf-be9c-9cc0c17091b9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c HTTP/1.1" status: 200 len: 897 time: 0.6408284 May 06 13:47:50.384867 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.470520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39566) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:50.598866 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c313a11-f095-4f69-a3ef-a149441ff58d None None] DHCP port deletion for 9271204d-21fb-4a0f-acaa-69ce1e25e287 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:47:50.612413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4c313a11-f095-4f69-a3ef-a149441ff58d None None] Deleting port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:50.613011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4c313a11-f095-4f69-a3ef-a149441ff58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.649933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.748303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.768661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9b4441-4595-46d4-a72f-d6e80c2e190e']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.856502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53152b2c-5cb2-41cb-b3c4-ca21ba445265') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.856855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53152b2c-5cb2-41cb-b3c4-ca21ba445265') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.887398 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6d231680-6895-4e0d-ab9f-c0c1e124564d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923 HTTP/1.1" status: 200 len: 992 time: 0.4062040 May 06 13:47:50.980915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4c313a11-f095-4f69-a3ef-a149441ff58d None None] For port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10,segment=NetworkSegment(4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460),segment_id=4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:50.981470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4c313a11-f095-4f69-a3ef-a149441ff58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.995452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:50.996170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.107754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=24d48fb8-4318-4cb4-aff6-58c0a24cec16,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:51.120449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Calling delete_port for ab6b1206-13cc-4918-a1f8-533f429f3fa8 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:51.125675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Checking segment: {'id': '756beec5-0d4e-436c-9f7d-a9d93a60db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '09405b4e-5743-472a-a6f0-a701f88c0f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:51.126101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network hostable DHCP agents. Network: 09405b4e-5743-472a-a6f0-a701f88c0f6f, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:47:51.153977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4c313a11-f095-4f69-a3ef-a149441ff58d None None] Calling delete_port for 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:51.207746 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-20364b92-58a1-42c4-8b84-c65fabec1af5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907 HTTP/1.1" status: 200 len: 1000 time: 0.8151140 May 06 13:47:51.242713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-87115348-ea45-418d-945b-c979b465a1bb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.261155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 09405b4e-5743-472a-a6f0-a701f88c0f6f is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:47:51.267319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6e643c97-2794-4204-89bd-935e350d9580 None None] Provisioning complete for port f770c6e3-fb95-40f7-9028-b65d07e6346d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:51.267999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6e643c97-2794-4204-89bd-935e350d9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.316725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.343848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:46:30Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:39Z', 'updated_at': '2022-05-06T13:47:39Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:51.389737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.393458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] Checking router: c286c038-4e0b-4860-b204-a272bd923e94 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:47:51.429633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:51.430794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:51.508286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4c313a11-f095-4f69-a3ef-a149441ff58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.547059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:51.547928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.582104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c313a11-f095-4f69-a3ef-a149441ff58d None None] Pushing event deleted for resources: {'Port': ['ID=4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:51.588694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c313a11-f095-4f69-a3ef-a149441ff58d None None] No DVR routers for this DVR port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:51.595942 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:51.695676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2781c2-30a7-4b56-a511-e6b6d26b57e2 None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:47:51.739092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-87115348-ea45-418d-945b-c979b465a1bb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 7a7354a2-5dba-445a-ace3-f3bb016dbdde owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:51.755600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-89771b60-1d0a-457b-ad53-490d37b81202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:51.757366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-89771b60-1d0a-457b-ad53-490d37b81202 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=623a34bc-2dab-45f5-9bba-ca17b47a8e79 HTTP/1.1" status: 200 len: 834 time: 0.5097666 May 06 13:47:51.806484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 09405b4e-5743-472a-a6f0-a701f88c0f6f) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:51.841936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39572) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:51.850182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:47:51.891479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.906022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.920234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39576) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:51.983830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:51.984812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.992284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6e643c97-2794-4204-89bd-935e350d9580 None None] Provisioning for port 7a7354a2-5dba-445a-ace3-f3bb016dbdde completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:52.024593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6e643c97-2794-4204-89bd-935e350d9580 None None] Provisioning complete for port 7a7354a2-5dba-445a-ace3-f3bb016dbdde triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:52.026211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6e643c97-2794-4204-89bd-935e350d9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.043756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/ae9b4441-4595-46d4-a72f-d6e80c2e190e HTTP/1.1" status: 204 len: 168 time: 2.5761561 May 06 13:47:52.063944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39580) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:52.145561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:52.155550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] For port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10,segment=NetworkSegment(4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460),segment_id=4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:52.156130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.157720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5a7b4-3970-4981-b2ce-57f73609df5b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Network': ['ID=ae9b4441-4595-46d4-a72f-d6e80c2e190e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:52.176348 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b3cda051-8d76-4370-85e3-31c273887424 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8272409 May 06 13:47:52.208228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39584) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:52.326580 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': '09405b4e-5743-472a-a6f0-a701f88c0f6f', 'name': 'tempest-PortsIpV6TestJSON-802710005', 'fixed_ips': [{'subnet_id': '24d48fb8-4318-4cb4-aff6-58c0a24cec16', 'ip_address': '2001:db8::10'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:52.352260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-289981b2-1a86-4996-947f-e2a7bd7b023b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Deleting port 90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:52.352260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-289981b2-1a86-4996-947f-e2a7bd7b023b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.358967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:47:52.359575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:52.390165 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b2cb94cc-9d1f-486e-bbc1-cab382af92e0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923 HTTP/1.1" status: 200 len: 992 time: 0.3430862 May 06 13:47:52.390165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.422542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6e643c97-2794-4204-89bd-935e350d9580 None None] Port 7a7354a2-5dba-445a-ace3-f3bb016dbdde cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:52.490597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2781c2-30a7-4b56-a511-e6b6d26b57e2 None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:47:52.492704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Calling delete_port for 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:52.517967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Pushing event deleted for resources: {'Port': ['ID=ab6b1206-13cc-4918-a1f8-533f429f3fa8,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:52.592877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-06a9d517-3b15-40f6-9a0f-89417f15d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:52.594430 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-06a9d517-3b15-40f6-9a0f-89417f15d669 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7949896 May 06 13:47:52.792033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-17fa72e1-ae93-402e-9f0e-c0110fd2fe08 None None] Provisioning complete for port 7a7354a2-5dba-445a-ace3-f3bb016dbdde triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:52.792944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-17fa72e1-ae93-402e-9f0e-c0110fd2fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.915735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72e1-ae93-402e-9f0e-c0110fd2fe08 None None] Port 7a7354a2-5dba-445a-ace3-f3bb016dbdde cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:47:53.023149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Deleting port 020597d2-c818-4c25-94fc-bf1a7e710dbb {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:53.023778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.051657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.114198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:46:30Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:39Z', 'updated_at': '2022-05-06T13:47:39Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.122248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c944a-61d0-47c0-a250-ead8dc6fd17c None None] The sync data for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv is: [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:46:30Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:39Z', 'updated_at': '2022-05-06T13:47:39Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:53.326322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-09405b4e-5743-472a-a6f0-a701f88c0f6f', 'network_id': '09405b4e-5743-472a-a6f0-a701f88c0f6f', 'tenant_id': '7bed9daf2f1e4f0b85fc96ab107c7e3f', 'fixed_ips': [{'subnet_id': '24d48fb8-4318-4cb4-aff6-58c0a24cec16'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:47:53.328664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.336520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:53.336726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:53.382709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:47:53.409578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39588) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:53.463345 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8259ff-85e5-4b60-a95a-6e6a4e31f80c None None] New status for floating IP 3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:47:53.513520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:47:53.532779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-87115348-ea45-418d-945b-c979b465a1bb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.539378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.539690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.673974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Allocated IP 2001:db8::2 (09405b4e-5743-472a-a6f0-a701f88c0f6f/24d48fb8-4318-4cb4-aff6-58c0a24cec16/33a95bfb-4d81-4936-bbf3-d0a11d648078) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:53.688677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87115348-ea45-418d-945b-c979b465a1bb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=7a7354a2-5dba-445a-ace3-f3bb016dbdde,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:54.048654 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-35feadfa-c269-423e-8605-474d5f62c669 service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4381185 May 06 13:47:54.053645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-289981b2-1a86-4996-947f-e2a7bd7b023b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.060137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Deleting port 4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:54.061040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.070472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.086059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Transition to ACTIVE for port object 33a95bfb-4d81-4936-bbf3-d0a11d648078 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:54.114903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Transition to ACTIVE for port object 33a95bfb-4d81-4936-bbf3-d0a11d648078 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:54.125001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.154572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Calling delete_port for 020597d2-c818-4c25-94fc-bf1a7e710dbb owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:54.208462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Network 09405b4e-5743-472a-a6f0-a701f88c0f6f is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:54.211298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:54.216116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:54.237471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:47:54.263223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Pushing event updated for resources: {'Port': ['ID=33a95bfb-4d81-4936-bbf3-d0a11d648078,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:54.320016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-289981b2-1a86-4996-947f-e2a7bd7b023b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Calling delete_port for 90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:54.341853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Attempting to bind port 33a95bfb-4d81-4936-bbf3-d0a11d648078 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:47:54.342230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Attempting to bind port 33a95bfb-4d81-4936-bbf3-d0a11d648078 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '756beec5-0d4e-436c-9f7d-a9d93a60db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '09405b4e-5743-472a-a6f0-a701f88c0f6f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:47:54.342610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Attempting to bind port 33a95bfb-4d81-4936-bbf3-d0a11d648078 on network 09405b4e-5743-472a-a6f0-a701f88c0f6f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:47:54.349253 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:47:54.349628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Checking segment: {'id': '756beec5-0d4e-436c-9f7d-a9d93a60db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '09405b4e-5743-472a-a6f0-a701f88c0f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:47:54.350032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.350430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Bound using segment: {'id': '756beec5-0d4e-436c-9f7d-a9d93a60db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '09405b4e-5743-472a-a6f0-a701f88c0f6f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:47:54.350950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Bound port: 33a95bfb-4d81-4936-bbf3-d0a11d648078, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756beec5-0d4e-436c-9f7d-a9d93a60db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '09405b4e-5743-472a-a6f0-a701f88c0f6f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:47:54.351327 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.375006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.391647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] The port '4bad5ee3-d278-4ae8-9cc8-eec3f9c9bc10' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:47:54.400803 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-292b0f84-181c-4523-94d3-19b8f0ab4455 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923 HTTP/1.1" status: 200 len: 992 time: 0.9837677 May 06 13:47:54.464048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] For port 33a95bfb-4d81-4936-bbf3-d0a11d648078, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:47:54.467752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.469679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] For port 33a95bfb-4d81-4936-bbf3-d0a11d648078, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=33a95bfb-4d81-4936-bbf3-d0a11d648078,segment=NetworkSegment(756beec5-0d4e-436c-9f7d-a9d93a60db54),segment_id=756beec5-0d4e-436c-9f7d-a9d93a60db54)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:47:54.476358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.570299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16b423-d24d-4688-a702-eeca32103491 None None] Pushing event updated for resources: {'Port': ['ID=33a95bfb-4d81-4936-bbf3-d0a11d648078,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:54.693482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.004336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Router b07e9fa5-19b7-4274-b5db-479393a85fb5 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:47:55.017749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.046605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.064134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-87115348-ea45-418d-945b-c979b465a1bb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.066226 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-18ba1c6a-177f-42de-8ef0-63ab6957f4ee req-0efbcc93-11fc-403a-812f-1d112dff1155 service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9812145 May 06 13:47:55.077499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-289981b2-1a86-4996-947f-e2a7bd7b023b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.160110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9271204d-21fb-4a0f-acaa-69ce1e25e287']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:55.184545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port 97cbec94-70cc-4706-86ea-e2dbb9a8155f yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:47:55.220714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:55.221055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6b38f6-2adc-4ecb-8d93-8b24a6bbf460') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:55.237681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289981b2-1a86-4996-947f-e2a7bd7b023b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Port': ['ID=90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:55.271412 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-87115348-ea45-418d-945b-c979b465a1bb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/7a7354a2-5dba-445a-ace3-f3bb016dbdde HTTP/1.1" status: 204 len: 168 time: 5.6078341 May 06 13:47:55.274644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39592) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.299950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.319877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-289981b2-1a86-4996-947f-e2a7bd7b023b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.401303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.414342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39596) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.422007 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-289981b2-1a86-4996-947f-e2a7bd7b023b tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/ports/90c7229b-30ce-4fd3-a7ce-dc6d0ac93fb2 HTTP/1.1" status: 204 len: 168 time: 3.2800691 May 06 13:47:55.428458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:55.436533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39600) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.441843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa53dc-db2b-481d-8d79-1abbfd82c0cc None None] Sync routers for ids ['b07e9fa5-19b7-4274-b5db-479393a85fb5'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:55.443438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.447337 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d3ec39a9-90b9-423c-b442-0c768aae1662 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "PUT /v2.0/routers/b07e9fa5-19b7-4274-b5db-479393a85fb5 HTTP/1.1" status: 200 len: 706 time: 8.5983453 May 06 13:47:55.460745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa53dc-db2b-481d-8d79-1abbfd82c0cc None None] Routers {'b07e9fa5-19b7-4274-b5db-479393a85fb5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:55.461981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c1aa53dc-db2b-481d-8d79-1abbfd82c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b07e9fa5-19b7-4274-b5db-479393a85fb5'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:55.485815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39604) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.563671 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c1aa53dc-db2b-481d-8d79-1abbfd82c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:55.584326 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acd823c-6fa9-45d5-b165-b7e83ee5e0bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] DELETE failed (client error): The resource could not be found. May 06 13:47:55.585157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acd823c-6fa9-45d5-b165-b7e83ee5e0bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:47:55.586741 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5acd823c-6fa9-45d5-b165-b7e83ee5e0bb tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/subnets/416da168-b440-4a99-95aa-cf693b0b6902 HTTP/1.1" status: 404 len: 337 time: 0.1491451 May 06 13:47:55.590363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa53dc-db2b-481d-8d79-1abbfd82c0cc None None] Routers {'b07e9fa5-19b7-4274-b5db-479393a85fb5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:55.590743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c1aa53dc-db2b-481d-8d79-1abbfd82c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b07e9fa5-19b7-4274-b5db-479393a85fb5'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:55.599338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39608) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.607187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:55.607766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.627990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e38b62-0c5d-4905-b013-f5674ce42e45 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:55.629760 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e38b62-0c5d-4905-b013-f5674ce42e45 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:55.631845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e38b62-0c5d-4905-b013-f5674ce42e45 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:55.632391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a1e38b62-0c5d-4905-b013-f5674ce42e45 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:55.639973 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:55.685660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.714930 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a62a1168-6223-48b1-ab66-c4a185fa4f88 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/routers/b07e9fa5-19b7-4274-b5db-479393a85fb5 HTTP/1.1" status: 200 len: 741 time: 0.2270932 May 06 13:47:55.715928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39612) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.746840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c1aa53dc-db2b-481d-8d79-1abbfd82c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:55.747515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa53dc-db2b-481d-8d79-1abbfd82c0cc None None] The sync data for ids ['b07e9fa5-19b7-4274-b5db-479393a85fb5'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:47:55.858647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event deleted for resources: {'Port': ['ID=020597d2-c818-4c25-94fc-bf1a7e710dbb,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:55.877110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-aa72ad57-79eb-4096-9cca-5ed2efed3e62 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Synchronizing usage tracker for tenant:f2f8c6d724ee4824b935fc8b631184f0 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:55.914417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.924311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-aa72ad57-79eb-4096-9cca-5ed2efed3e62 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] Unset dirty status for tenant:f2f8c6d724ee4824b935fc8b631184f0 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:55.926098 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-aa72ad57-79eb-4096-9cca-5ed2efed3e62 tempest-RoutersAdminTest-882694252 tempest-RoutersAdminTest-882694252-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=b07e9fa5-19b7-4274-b5db-479393a85fb5 HTTP/1.1" status: 200 len: 205 time: 0.2034204 May 06 13:47:55.935152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39616) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:55.975807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a1e38b62-0c5d-4905-b013-f5674ce42e45 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:55.978665 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a1e38b62-0c5d-4905-b013-f5674ce42e45 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6901636 May 06 13:47:56.027631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39620) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:56.033823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.038645 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e2a0a265-541e-455c-8fa1-d966bf8cc949 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923 HTTP/1.1" status: 200 len: 994 time: 0.6231709 May 06 13:47:56.080911 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e863f3f9-4879-4739-b795-c1709997ebee tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=b07e9fa5-19b7-4274-b5db-479393a85fb5 HTTP/1.1" status: 200 len: 205 time: 0.1443982 May 06 13:47:56.086538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.095899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39624) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:56.188672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 33a95bfb-4d81-4936-bbf3-d0a11d648078 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:56.188903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Pushing event deleted for resources: {'Network': ['ID=9271204d-21fb-4a0f-acaa-69ce1e25e287,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:56.248993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9667e-de96-46a4-a74d-13e0f528dd2b None None] Network 09405b4e-5743-472a-a6f0-a701f88c0f6f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:56.266711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-574e154a-71ea-49df-874f-851064823368 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 35a1a8f5-c2c7-4871-8e32-24c74fd3de35 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:56.269012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Deleting port ceee1649-c51a-4182-911e-df73d62ba68f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:47:56.269354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.345456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-574e154a-71ea-49df-874f-851064823368 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.434036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.494355 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b0ac8172-10aa-4e54-8d7d-c907dfcb3c77 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/networks/9271204d-21fb-4a0f-acaa-69ce1e25e287 HTTP/1.1" status: 204 len: 168 time: 6.6955903 May 06 13:47:56.501404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::10 (09405b4e-5743-472a-a6f0-a701f88c0f6f/24d48fb8-4318-4cb4-aff6-58c0a24cec16/97cbec94-70cc-4706-86ea-e2dbb9a8155f) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:47:56.506872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39628) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:56.512446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-574e154a-71ea-49df-874f-851064823368 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.568032 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.568608 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Floating IP 27d8f75f-e6e0-4842-9173-c62286df0f04 disassociated (deleted). External IP: 172.26.2.39, port: f16dae91-4f60-4e37-a62d-cab91032951d. May 06 13:47:56.584038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6789227e-e12c-4dfa-be3c-f94d2c7fbd0c None None] Provisioning for port 33a95bfb-4d81-4936-bbf3-d0a11d648078 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:56.600252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 33a95bfb-4d81-4936-bbf3-d0a11d648078 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:47:56.622564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 33a95bfb-4d81-4936-bbf3-d0a11d648078 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:56.623193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.637598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85cf31b0-a719-4fea-9713-c82e80c15570 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.664969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6789227e-e12c-4dfa-be3c-f94d2c7fbd0c None None] Provisioning complete for port 33a95bfb-4d81-4936-bbf3-d0a11d648078 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:56.666084 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6789227e-e12c-4dfa-be3c-f94d2c7fbd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.722802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5ec55274-e432-4e3b-ac08-a5286b158dc7 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Synchronizing usage tracker for tenant:c2ea1b964ca84d3baa999c5e900c45bf on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:47:56.834023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4748316-9f34-4dab-becc-fd9732719df9']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:56.911533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e841166a-0523-46cd-a84f-9f7ea13d9838') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:56.911892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e841166a-0523-46cd-a84f-9f7ea13d9838') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:56.947979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.047393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.050868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-574e154a-71ea-49df-874f-851064823368 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.126777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5ec55274-e432-4e3b-ac08-a5286b158dc7 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Unset dirty status for tenant:c2ea1b964ca84d3baa999c5e900c45bf on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:47:57.128731 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5ec55274-e432-4e3b-ac08-a5286b158dc7 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 HTTP/1.1" status: 200 len: 205 time: 0.6182995 May 06 13:47:57.130165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:47:57.132124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.143514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39632) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:57.158170 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:57.237418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85cf31b0-a719-4fea-9713-c82e80c15570 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.251668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85cf31b0-a719-4fea-9713-c82e80c15570 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.254736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] For port ceee1649-c51a-4182-911e-df73d62ba68f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ceee1649-c51a-4182-911e-df73d62ba68f,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:57.255099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.282335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6789227e-e12c-4dfa-be3c-f94d2c7fbd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.303270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.360319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6789227e-e12c-4dfa-be3c-f94d2c7fbd0c None None] For port 33a95bfb-4d81-4936-bbf3-d0a11d648078, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=33a95bfb-4d81-4936-bbf3-d0a11d648078,segment=NetworkSegment(756beec5-0d4e-436c-9f7d-a9d93a60db54),segment_id=756beec5-0d4e-436c-9f7d-a9d93a60db54)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:47:57.370627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6789227e-e12c-4dfa-be3c-f94d2c7fbd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.419890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Calling delete_port for ceee1649-c51a-4182-911e-df73d62ba68f owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:47:57.445254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441807d5-5497-4989-b16d-54f716141026 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.482493 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.511317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.536672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Network': ['ID=d4748316-9f34-4dab-becc-fd9732719df9,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:57.552695 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-50f12e16-715d-4ad3-bb6d-ef5d1d06bf82 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/d4748316-9f34-4dab-becc-fd9732719df9 HTTP/1.1" status: 204 len: 168 time: 1.9522552 May 06 13:47:57.562197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39636) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:57.565424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-574e154a-71ea-49df-874f-851064823368 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.578687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85cf31b0-a719-4fea-9713-c82e80c15570 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.579400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cf31b0-a719-4fea-9713-c82e80c15570 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Fanout notify agent at l3_agent the message router_deleted on router b07e9fa5-19b7-4274-b5db-479393a85fb5 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:47:57.584239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:57.592718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:57.599008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789227e-e12c-4dfa-be3c-f94d2c7fbd0c None None] Pushing event updated for resources: {'Port': ['ID=33a95bfb-4d81-4936-bbf3-d0a11d648078,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:57.679251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e154a-71ea-49df-874f-851064823368 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=35a1a8f5-c2c7-4871-8e32-24c74fd3de35,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:57.686514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-574e154a-71ea-49df-874f-851064823368 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.688540 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-574e154a-71ea-49df-874f-851064823368 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/35a1a8f5-c2c7-4871-8e32-24c74fd3de35 HTTP/1.1" status: 204 len: 168 time: 1.6542094 May 06 13:47:57.693469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39640) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:57.707313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b2e70-d0b5-4474-b5e6-eaf70e2975c4 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:57.870270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.966030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.997177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ceee1649-c51a-4182-911e-df73d62ba68f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:58.004404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-5274981f-e8da-4fc0-ab10-599b3ff68069 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Deleting subnet 62e931ae-8090-44af-946d-ec8fd172aa2b {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:58.008726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5274981f-e8da-4fc0-ab10-599b3ff68069 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.015570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object 97cbec94-70cc-4706-86ea-e2dbb9a8155f will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:47:58.091611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5274981f-e8da-4fc0-ab10-599b3ff68069 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.111279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85cf31b0-a719-4fea-9713-c82e80c15570 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.113127 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-85cf31b0-a719-4fea-9713-c82e80c15570 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/b07e9fa5-19b7-4274-b5db-479393a85fb5 HTTP/1.1" status: 204 len: 168 time: 2.0127795 May 06 13:47:58.125308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.127815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39646) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:58.373552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78e9f5b-7246-4a8a-ac17-bffc9b6ca8f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 5c003c96-b41e-4ae8-8aba-ad13f7a0248b {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:47:58.395942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b78e9f5b-7246-4a8a-ac17-bffc9b6ca8f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.470237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 33a95bfb-4d81-4936-bbf3-d0a11d648078 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:47:58.575379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe51f23-f962-4c6a-81b7-30393f62d97c None None] Network 09405b4e-5743-472a-a6f0-a701f88c0f6f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:58.624246 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-db0fae4d-5455-40b6-af32-c9076bd376c9 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=b07e9fa5-19b7-4274-b5db-479393a85fb5 HTTP/1.1" status: 200 len: 205 time: 0.4908922 May 06 13:47:58.635632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39652) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:58.709908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d99c5876-378a-4d5b-bd82-2dd40a261d88 None None] Provisioning complete for port 33a95bfb-4d81-4936-bbf3-d0a11d648078 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:58.710505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d99c5876-378a-4d5b-bd82-2dd40a261d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.721456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b78e9f5b-7246-4a8a-ac17-bffc9b6ca8f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.743251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 33a95bfb-4d81-4936-bbf3-d0a11d648078 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:58.743473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.768849 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441807d5-5497-4989-b16d-54f716141026 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.772053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441807d5-5497-4989-b16d-54f716141026 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.786409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-6e062a88-23c5-48df-a94b-aa85d2f406dd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] delete failed (client error): The resource could not be found. May 06 13:47:58.789451 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6e062a88-23c5-48df-a94b-aa85d2f406dd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/b07e9fa5-19b7-4274-b5db-479393a85fb5 HTTP/1.1" status: 404 len: 336 time: 0.1491542 May 06 13:47:58.821915 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39656) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:58.843893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 09405b4e-5743-472a-a6f0-a701f88c0f6f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:47:58.867135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:47:58.871226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:47:58.882403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:47:58.883256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.888996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=97cbec94-70cc-4706-86ea-e2dbb9a8155f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:58.934300 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441807d5-5497-4989-b16d-54f716141026 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.935414 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441807d5-5497-4989-b16d-54f716141026 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Fanout notify agent at l3_agent the message router_deleted on router 0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:47:58.973673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:47:58.987298 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-76e28c5a-a7fa-4e92-a630-63bab9c178c1 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=82bcc1e4-d9ce-436a-84ae-edd4c89f05fa HTTP/1.1" status: 200 len: 205 time: 0.1534650 May 06 13:47:58.992683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39660) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.041891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5274981f-e8da-4fc0-ab10-599b3ff68069 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.095803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441807d5-5497-4989-b16d-54f716141026 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.096878 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-441807d5-5497-4989-b16d-54f716141026 tempest-RoutersNegativeIpV6Test-81727517 tempest-RoutersNegativeIpV6Test-81727517-project] 10.222.0.21 "DELETE /v2.0/routers/0ccbb801-0f65-4cb9-954f-1f1fe5a981e6 HTTP/1.1" status: 204 len: 168 time: 1.9476297 May 06 13:47:59.209038 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e6589aee-4f51-494c-9263-05e109f8a3cd tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.9992125 May 06 13:47:59.213916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.219504 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-604440ef-522a-41fc-bf7d-1d319b281368 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] delete failed (client error): The resource could not be found. May 06 13:47:59.223360 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-604440ef-522a-41fc-bf7d-1d319b281368 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/82bcc1e4-d9ce-436a-84ae-edd4c89f05fa HTTP/1.1" status: 404 len: 336 time: 0.2181637 May 06 13:47:59.223739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39666) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.224265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39668) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.235896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': '09405b4e-5743-472a-a6f0-a701f88c0f6f', 'name': 'tempest-PortsIpV6TestJSON-1211071753', 'fixed_ips': [{'subnet_id': '24d48fb8-4318-4cb4-aff6-58c0a24cec16', 'ip_address': '2001:db8::f'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:47:59.325056 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-61f2f01f-751d-4e20-a784-8029f9543440 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c814045-06c9-412b-b937-d0b1ad56de39 HTTP/1.1" status: 200 len: 205 time: 0.0946097 May 06 13:47:59.377303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39674) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.487400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b78e9f5b-7246-4a8a-ac17-bffc9b6ca8f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.534970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e3d1c2a9-6de5-46db-804f-fa41d36748ef None None] Provisioning complete for port f770c6e3-fb95-40f7-9028-b65d07e6346d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:59.535696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c2a9-6de5-46db-804f-fa41d36748ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.548950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5274981f-e8da-4fc0-ab10-599b3ff68069 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.555077 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-c05fc02e-d717-456c-86d9-89f6da232564 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] delete failed (client error): The resource could not be found. May 06 13:47:59.556310 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c05fc02e-d717-456c-86d9-89f6da232564 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/8c814045-06c9-412b-b937-d0b1ad56de39 HTTP/1.1" status: 404 len: 336 time: 0.1763220 May 06 13:47:59.559407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39680) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.632545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39684) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.681102 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d52557cc-5b23-46b0-a851-60d5517e3ab3 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=19f94f5e-5370-4228-bc86-6cbc1c89b593 HTTP/1.1" status: 200 len: 205 time: 0.1184671 May 06 13:47:59.683327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39690) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.715741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274981f-e8da-4fc0-ab10-599b3ff68069 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Subnet': ['ID=62e931ae-8090-44af-946d-ec8fd172aa2b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:59.729154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5274981f-e8da-4fc0-ab10-599b3ff68069 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.733487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2afa2b-939b-4f51-b619-15c128f197a1 None None] Network bc91775c-2ab4-4cd0-9986-e3b6f4255f65 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:47:59.775280 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5274981f-e8da-4fc0-ab10-599b3ff68069 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/subnets/62e931ae-8090-44af-946d-ec8fd172aa2b HTTP/1.1" status: 204 len: 168 time: 2.2108464 May 06 13:47:59.784273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39694) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.785474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:47:59.798941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.801466 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] Sync routers for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:47:59.823705 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:47:59.824857 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:59.908352 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-f14fe537-f743-4386-a592-273d64c16d3b tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] delete failed (client error): The resource could not be found. May 06 13:47:59.909471 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f14fe537-f743-4386-a592-273d64c16d3b tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/19f94f5e-5370-4228-bc86-6cbc1c89b593 HTTP/1.1" status: 404 len: 336 time: 0.2248971 May 06 13:47:59.959193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39698) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:00.102333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7b8bd6ce-948f-48c2-9279-1893649daf0d None None] Provisioning complete for port 33a95bfb-4d81-4936-bbf3-d0a11d648078 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:00.103364 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd6ce-948f-48c2-9279-1893649daf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.167983 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ddeebcc3-6687-4398-832a-4e8644732976 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "DELETE /v2.0/floatingips/27d8f75f-e6e0-4842-9173-c62286df0f04 HTTP/1.1" status: 204 len: 168 time: 8.3104506 May 06 13:48:00.168344 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6ba1d415-b6e5-49c8-b647-5d1214ec9acd tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d25ddea-e5c0-4fdb-997c-385b0d64c390 HTTP/1.1" status: 200 len: 205 time: 0.1994748 May 06 13:48:00.175912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:48:00.189273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39704) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:00.294779 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:48:00.314386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:00.327165 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd49c84-ebb7-4a05-bc0e-c1576373ea83'] response: {'name': 'network-changed', 'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'status': 'completed', 'code': 200} May 06 13:48:00.329913 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1a3562ce-8584-4f2a-9003-8b720c1a0b0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2ea1b964ca84d3baa999c5e900c45bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6959350 May 06 13:48:00.335547 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.338381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39710) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:00.344961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] DHCP port deletion for bc91775c-2ab4-4cd0-9986-e3b6f4255f65 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:48:00.362885 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-22e30b2d-41d4-4f23-adac-f691fb969875 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] delete failed (client error): The resource could not be found. May 06 13:48:00.364572 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-22e30b2d-41d4-4f23-adac-f691fb969875 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/6d25ddea-e5c0-4fdb-997c-385b0d64c390 HTTP/1.1" status: 404 len: 336 time: 0.1534200 May 06 13:48:00.370168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39714) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:00.372236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Deleting port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:00.372632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.441253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:port and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:00.447208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b78e9f5b-7246-4a8a-ac17-bffc9b6ca8f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.454424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:00.460124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:00.662536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:00.678029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e9f5b-7246-4a8a-ac17-bffc9b6ca8f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=5c003c96-b41e-4ae8-8aba-ad13f7a0248b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:00.695974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b78e9f5b-7246-4a8a-ac17-bffc9b6ca8f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.725155 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-21a98581-9d13-4309-91b4-0f4fa10d122e tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d2322e-7763-49e6-8483-e7db1cb1a757 HTTP/1.1" status: 200 len: 205 time: 0.3509669 May 06 13:48:00.732913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39720) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:00.743760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b78e9f5b-7246-4a8a-ac17-bffc9b6ca8f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/5c003c96-b41e-4ae8-8aba-ad13f7a0248b HTTP/1.1" status: 204 len: 168 time: 3.0459752 May 06 13:48:00.747252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39722) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:00.765172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83eaf59-4c1e-4b40-9f2f-8ee4964201de None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:00.838819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0c7b913a-d47f-4875-88a5-684ee41184d2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856683 May 06 13:48:00.854280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39728) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:00.858240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Deleting port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:00.858814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.863938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:00.889955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:00.980821 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-e061e771-4e44-4d8e-b808-c9bf6366bea5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] delete failed (client error): The resource could not be found. May 06 13:48:00.982587 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e061e771-4e44-4d8e-b808-c9bf6366bea5 tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/routers/46d2322e-7763-49e6-8483-e7db1cb1a757 HTTP/1.1" status: 404 len: 336 time: 0.2368188 May 06 13:48:00.991889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39736) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:01.017321 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:59Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '3e0d23d1-f55d-43a5-a311-89192c4255d2', 'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'mac_address': 'fa:16:3e:86:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:58Z', 'updated_at': '2022-05-06T13:45:17Z', 'revision_number': 5, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'subnets': [{'id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:01.026892 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] Checking router: fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:48:01.039800 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:01.041838 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:01.114161 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc137c8-b723-4ad0-8535-dfdc78d94b6c tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] DELETE failed (client error): The resource could not be found. May 06 13:48:01.115017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc137c8-b723-4ad0-8535-dfdc78d94b6c tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:48:01.118831 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7dc137c8-b723-4ad0-8535-dfdc78d94b6c tempest-RoutersAdminTest-1572092985 tempest-RoutersAdminTest-1572092985-project] 10.222.0.21 "DELETE /v2.0/subnets/912e6eda-2993-42b1-ba52-dd24597b419a HTTP/1.1" status: 404 len: 337 time: 0.1248503 May 06 13:48:01.127964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d82e9bc-cbe2-4ccc-bc09-f36a54210c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.364161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.377132 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:48:01.429856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] For port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,segment=NetworkSegment(98b8b841-4cae-4ce4-9d47-e33e4f73c356),segment_id=98b8b841-4cae-4ce4-9d47-e33e4f73c356)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:01.431327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.433911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] For port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,segment=NetworkSegment(98b8b841-4cae-4ce4-9d47-e33e4f73c356),segment_id=98b8b841-4cae-4ce4-9d47-e33e4f73c356)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:01.434408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.450021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7b8bd6ce-948f-48c2-9279-1893649daf0d None None] Provisioning for port 97cbec94-70cc-4706-86ea-e2dbb9a8155f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:01.455966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-086bffe1-72c6-4568-a30f-655870d1fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:01.457734 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-086bffe1-72c6-4568-a30f-655870d1fce7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b2b1366be5b475fb0ef0248132dacba&device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 1099 time: 1.1326084 May 06 13:48:01.459205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7b8bd6ce-948f-48c2-9279-1893649daf0d None None] Provisioning complete for port 97cbec94-70cc-4706-86ea-e2dbb9a8155f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:01.459649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd6ce-948f-48c2-9279-1893649daf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.490014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,segment=NetworkSegment(98b8b841-4cae-4ce4-9d47-e33e4f73c356),segment_id=98b8b841-4cae-4ce4-9d47-e33e4f73c356)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:01.643560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763c521-516e-4b2d-847c-cfb2ef0864c6 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:48:01.650294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39744) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:01.663769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Calling delete_port for 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:01.668833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Calling delete_port for 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:01.700843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-9763c521-516e-4b2d-847c-cfb2ef0864c6 None None] Deleting port f770c6e3-fb95-40f7-9028-b65d07e6346d {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:01.701271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9763c521-516e-4b2d-847c-cfb2ef0864c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.739000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.811747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d82e9bc-cbe2-4ccc-bc09-f36a54210c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.882958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-a7fc05d3-2315-4d9e-8ae0-d8e2d26b9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:01.895700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-a7fc05d3-2315-4d9e-8ae0-d8e2d26b9e8e service neutron] 10.222.0.76 "GET /v2.0/networks?id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1 HTTP/1.1" status: 200 len: 898 time: 0.3918715 May 06 13:48:01.940887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:01.941406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:01.956390 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d82e9bc-cbe2-4ccc-bc09-f36a54210c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.012372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82e9bc-cbe2-4ccc-bc09-f36a54210c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4cda0f-1c8c-45ee-bc00-d3b586f3e098,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:02.035790 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:59Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '3e0d23d1-f55d-43a5-a311-89192c4255d2', 'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'mac_address': 'fa:16:3e:86:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:58Z', 'updated_at': '2022-05-06T13:45:17Z', 'revision_number': 5, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'subnets': [{'id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:02.041264 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d82e9bc-cbe2-4ccc-bc09-f36a54210c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.042581 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548eea2-8b8b-4aa7-b290-9a18c8971c43 None None] The sync data for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv is: [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:44:59Z', 'revision_number': 4, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '3e0d23d1-f55d-43a5-a311-89192c4255d2', 'name': '', 'network_id': 'c77335a3-5e6b-49d4-95b2-33ba1f1915e1', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'mac_address': 'fa:16:3e:86:1a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:58Z', 'updated_at': '2022-05-06T13:45:17Z', 'revision_number': 5, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'subnets': [{'id': '9ef0d025-88f6-42a5-99a7-911ebb52826f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:48:02.046084 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2d82e9bc-cbe2-4ccc-bc09-f36a54210c7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a4cda0f-1c8c-45ee-bc00-d3b586f3e098 HTTP/1.1" status: 204 len: 168 time: 1.6957312 May 06 13:48:02.054017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:02.060350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:02.063713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:02.080145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:02.105268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Router 7264a5f0-9682-43db-9a9a-fea71843c44b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:48:02.151492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-197b16cf-7ffb-4c6e-8bfd-bae705182664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.166230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:02.173401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.181108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-197b16cf-7ffb-4c6e-8bfd-bae705182664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:02.189968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-197b16cf-7ffb-4c6e-8bfd-bae705182664 admin admin] Usage tracker for resource:security_group_rule and tenant:4fdafc0b5b14482992e43884abfba7ce is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:02.202630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-197b16cf-7ffb-4c6e-8bfd-bae705182664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:02.223103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.224616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-197b16cf-7ffb-4c6e-8bfd-bae705182664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:02.235914 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-d1a42ea3-1231-475a-a30b-3a5352612642 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f16dae91-4f60-4e37-a62d-cab91032951d HTTP/1.1" status: 200 len: 217 time: 0.2775180 May 06 13:48:02.397570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-197b16cf-7ffb-4c6e-8bfd-bae705182664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.404920 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-197b16cf-7ffb-4c6e-8bfd-bae705182664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.406311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7b8bd6ce-948f-48c2-9279-1893649daf0d None None] Port 97cbec94-70cc-4706-86ea-e2dbb9a8155f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:02.419755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f770c6e3-fb95-40f7-9028-b65d07e6346d no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:02.456895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Deleting port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:02.457689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.500462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:02.500985 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:02.519633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:02.539000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1352e71-d19e-4398-8410-8b00506d7a7d req-7297a778-345d-4a4a-a7c4-7610490844d2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:02.542073 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1352e71-d19e-4398-8410-8b00506d7a7d req-7297a778-345d-4a4a-a7c4-7610490844d2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 1.7013826 May 06 13:48:02.551077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b16cf-7ffb-4c6e-8bfd-bae705182664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685f3ea5-f2cb-4e6a-add0-3e792f1a528a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:02.564125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9763c521-516e-4b2d-847c-cfb2ef0864c6 None None] For port f770c6e3-fb95-40f7-9028-b65d07e6346d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f770c6e3-fb95-40f7-9028-b65d07e6346d,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:02.564589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9763c521-516e-4b2d-847c-cfb2ef0864c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.628082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port a8be2bdb-9cb8-4e76-a798-4d8f07eeee77 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:02.640473 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-197b16cf-7ffb-4c6e-8bfd-bae705182664 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fdafc0b5b14482992e43884abfba7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9851468 May 06 13:48:02.644268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39754) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:02.649049 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f6d79-8c95-408f-9a9f-e3a8452d1c0d None None] New status for floating IP 27d8f75f-e6e0-4842-9173-c62286df0f04: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:48:02.751272 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1352e71-d19e-4398-8410-8b00506d7a7d req-5b563596-92c0-4ca2-b5cd-ec407d0c4ffa tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501689 May 06 13:48:02.782922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eeca6d64-1f43-46fb-b0f3-026076f84cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.822763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eeca6d64-1f43-46fb-b0f3-026076f84cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.839560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-02f90f42-1aab-491c-ad9d-64e7beebb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:02.841063 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-02f90f42-1aab-491c-ad9d-64e7beebb98c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ef0d025-88f6-42a5-99a7-911ebb52826f HTTP/1.1" status: 200 len: 838 time: 0.4958720 May 06 13:48:02.924963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eeca6d64-1f43-46fb-b0f3-026076f84cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.943089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-734ed16c-b056-4476-9111-30f7a7acb1f4 None None] Provisioning complete for port 97cbec94-70cc-4706-86ea-e2dbb9a8155f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:02.943089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-734ed16c-b056-4476-9111-30f7a7acb1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:02.990042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-9763c521-516e-4b2d-847c-cfb2ef0864c6 None None] Calling delete_port for f770c6e3-fb95-40f7-9028-b65d07e6346d owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:03.000714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-effebe7a-91a8-45eb-8996-a8eccf1303b2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:03.002325 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-effebe7a-91a8-45eb-8996-a8eccf1303b2 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.76 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 0.8865407 May 06 13:48:03.030595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Deleting port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:03.030851 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.093470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca6d64-1f43-46fb-b0f3-026076f84cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f3ea5-f2cb-4e6a-add0-3e792f1a528a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:03.103080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eeca6d64-1f43-46fb-b0f3-026076f84cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.105288 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-eeca6d64-1f43-46fb-b0f3-026076f84cfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/685f3ea5-f2cb-4e6a-add0-3e792f1a528a HTTP/1.1" status: 204 len: 168 time: 0.4590130 May 06 13:48:03.153177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Deleting port f16dae91-4f60-4e37-a62d-cab91032951d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:03.153520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.158093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] For port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,segment=NetworkSegment(98b8b841-4cae-4ce4-9d47-e33e4f73c356),segment_id=98b8b841-4cae-4ce4-9d47-e33e4f73c356)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:03.158541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.221129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-734ed16c-b056-4476-9111-30f7a7acb1f4 None None] Port 97cbec94-70cc-4706-86ea-e2dbb9a8155f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:03.256248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:48:03.273683 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] Sync routers for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:48:03.277218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.297094 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:03.298086 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:03.389549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-be3a0fb4-b58b-4b4d-81c8-b34c27d0a1bb admin admin] 10.222.0.21 "PUT /v2.0/routers/7264a5f0-9682-43db-9a9a-fea71843c44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0083747 May 06 13:48:03.390173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9763c521-516e-4b2d-847c-cfb2ef0864c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.434034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39770) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.454229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Calling delete_port for 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:03.485698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-3985a775-f0bf-425b-a9fd-3fdfb4317ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:03.487902 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-3985a775-f0bf-425b-a9fd-3fdfb4317ed8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c77335a3-5e6b-49d4-95b2-33ba1f1915e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6227825 May 06 13:48:03.626897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763c521-516e-4b2d-847c-cfb2ef0864c6 None None] No DVR routers for this DVR port f770c6e3-fb95-40f7-9028-b65d07e6346d on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:03.632375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763c521-516e-4b2d-847c-cfb2ef0864c6 None None] Pushing event deleted for resources: {'Port': ['ID=f770c6e3-fb95-40f7-9028-b65d07e6346d,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:03.734475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::f (09405b4e-5743-472a-a6f0-a701f88c0f6f/24d48fb8-4318-4cb4-aff6-58c0a24cec16/a8be2bdb-9cb8-4e76-a798-4d8f07eeee77) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:03.855756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.958585 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:48:03.977159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:03.990990 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] For port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,segment=NetworkSegment(98b8b841-4cae-4ce4-9d47-e33e4f73c356),segment_id=98b8b841-4cae-4ce4-9d47-e33e4f73c356)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:03.996121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39784) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.997134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:03.997962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.006914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:04.007606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.025585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb67017-ba29-41ea-9deb-fa383ab909c8 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:04.192302 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-1b96d29c-53f8-450c-ba67-c0340538f000 service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882324 May 06 13:48:04.201472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] For port f16dae91-4f60-4e37-a62d-cab91032951d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f16dae91-4f60-4e37-a62d-cab91032951d,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:04.201951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.369359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39792) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.378620 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Calling delete_port for 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:04.417958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=c8b2af11-744e-4aa6-9b3d-2f7bebeeacc7,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.438122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f9d19745-e733-4363-83fc-c808b1c4f2a3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5786643 May 06 13:48:04.453508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39798) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.468755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:04.475258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:04.475258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:04.558899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.576081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Deleting port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:04.576499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.600737 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 5, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:04.610676 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] Checking router: 7264a5f0-9682-43db-9a9a-fea71843c44b for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:48:04.636411 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] Routers {'7264a5f0-9682-43db-9a9a-fea71843c44b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:04.637090 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:47:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7264a5f0-9682-43db-9a9a-fea71843c44b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:04.740542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd0443-39e3-4d03-8216-2c4613fae725 None None] The port '6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:48:04.765704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Calling delete_port for f16dae91-4f60-4e37-a62d-cab91032951d owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:04.778667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Port': ['ID=6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.781453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] No DVR routers for this DVR port 6eb795be-fe58-4b0d-9d7d-a61fa3c0dc14 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:04.789298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.855057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': 'c8b2af11-744e-4aa6-9b3d-2f7bebeeacc7'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:04.856037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.947311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1315818432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:04.950247 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] Set router 7264a5f0-9682-43db-9a9a-fea71843c44b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:48:05.018185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:05.089832 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5d5cc67e-c3e5-4f78-a2cb-33d1824b4c26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2f8c6d724ee4824b935fc8b631184f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7179132 May 06 13:48:05.116113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39802) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:05.126712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Usage tracker for resource:router and tenant:0d702932772345ddb8c9a7c86dbc28c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.134388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:05.157223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Allocated IP 172.20.0.2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/c8b2af11-744e-4aa6-9b3d-2f7bebeeacc7/e43f600e-b401-42a6-863b-2439c049ac73) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:05.159211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:05.191631 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6d92900-c620-4a7c-b9a0-c4cdb90d89dd req-6acff54f-6bec-4da0-8bfa-01bee41a96ff service neutron] 10.222.0.76 "GET /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9792492 May 06 13:48:05.238789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.266512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.267906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.320835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.325487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object a8be2bdb-9cb8-4e76-a798-4d8f07eeee77 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:05.329626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.334075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.406487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event deleted for resources: {'Port': ['ID=f16dae91-4f60-4e37-a62d-cab91032951d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:05.407350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:05.417685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563f9ab-999b-41b9-9462-2a904fe9b1fc req-4afad1fa-08ec-4ded-9565-969d2b496fc7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:05.427141 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7563f9ab-999b-41b9-9462-2a904fe9b1fc req-4afad1fa-08ec-4ded-9565-969d2b496fc7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/ports?device_id=6497b4f4-8762-45ef-8a72-5111c831e86f HTTP/1.1" status: 200 len: 946 time: 1.3797874 May 06 13:48:05.443599 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 5, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:05.456024 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22be82-8b09-497f-b9e1-3461969dd472 None None] The sync data for ids ['7264a5f0-9682-43db-9a9a-fea71843c44b'] in dv-neutron-840888-1-hyperv is: [{'id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'name': 'tempest-ServerActionsTestJSON-1539860129-router', 'tenant_id': '66fe86b6bf764c769008c8a52b055f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:37Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 5, 'project_id': '66fe86b6bf764c769008c8a52b055f28', 'gw_port': {'id': '6d6d7d1e-133f-4ac7-8e17-38ea550101bc', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7264a5f0-9682-43db-9a9a-fea71843c44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:48:05.466574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.479529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.487943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:05.506702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc91775c-2ab4-4cd0-9986-e3b6f4255f65']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:05.507635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.536503 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b8b841-4cae-4ce4-9d47-e33e4f73c356') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:05.536503 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b8b841-4cae-4ce4-9d47-e33e4f73c356') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:05.567339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:05.572700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.582817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Deleting port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:05.583314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.591551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] No DVR routers for this DVR port f16dae91-4f60-4e37-a62d-cab91032951d on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:05.607602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.614367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.626122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'name': 'network-vif-deleted', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:48:05.628331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Transition to ACTIVE for port object e43f600e-b401-42a6-863b-2439c049ac73 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:05.636954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.642061 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7563f9ab-999b-41b9-9462-2a904fe9b1fc req-051da760-afd5-455e-83a0-d72d8fc1e906 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "GET /v2.0/security-groups?id=da70e998-da53-40f9-8e6f-a1fa5f15e986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145727 May 06 13:48:05.643661 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5fa56c6e-3ee8-4ee3-9a4b-bac4ca745a79 req-80064bb4-099a-4487-aafc-389ac9997868 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.76 "DELETE /v2.0/ports/f16dae91-4f60-4e37-a62d-cab91032951d HTTP/1.1" status: 204 len: 173 time: 2.5998483 May 06 13:48:05.682401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9826ef24-5fde-4ba4-9e70-93763d1d75b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.696311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Transition to ACTIVE for port object e43f600e-b401-42a6-863b-2439c049ac73 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:05.717520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.725308 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef74959-8524-4567-a383-da7139219544'] response: {'server_uuid': '6497b4f4-8762-45ef-8a72-5111c831e86f', 'name': 'network-vif-deleted', 'tag': 'f16dae91-4f60-4e37-a62d-cab91032951d', 'status': 'completed', 'code': 200} May 06 13:48:05.728383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.734710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3f0b86fa-5bd3-4dbe-ad0e-dc58784cc6fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.7303777 May 06 13:48:05.739582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39808) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:05.749997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-433866469'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:05.760202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:05.766182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Usage tracker for resource:network and tenant:0d702932772345ddb8c9a7c86dbc28c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.768181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.770495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:05.779641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:05.810507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=a8be2bdb-9cb8-4e76-a798-4d8f07eeee77,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:05.814985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Made reservation on behalf of 0d702932772345ddb8c9a7c86dbc28c8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:05.816468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:05.818901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.831646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.843203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network 09405b4e-5743-472a-a6f0-a701f88c0f6f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:05.857714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:05.860185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.870851 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:48:05.871266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.881613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:05.900189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:05.900884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.941863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.944767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:05.953503 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:05.961432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:05.965821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Usage tracker for resource:security_group_rule and tenant:0d702932772345ddb8c9a7c86dbc28c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.974562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:05.978389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:06.013273 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-184fb339-65d4-4494-9f86-3e3606f44b42 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.7857678 May 06 13:48:06.015921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:06.020366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39812) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:06.080932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Pushing event updated for resources: {'Port': ['ID=e43f600e-b401-42a6-863b-2439c049ac73,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:06.131898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9826ef24-5fde-4ba4-9e70-93763d1d75b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.173032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Attempting to bind port e43f600e-b401-42a6-863b-2439c049ac73 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:06.173413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Attempting to bind port e43f600e-b401-42a6-863b-2439c049ac73 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:06.174219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Attempting to bind port e43f600e-b401-42a6-863b-2439c049ac73 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:06.183191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:06.183564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:06.184039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.184647 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:06.185280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Bound port: e43f600e-b401-42a6-863b-2439c049ac73, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:06.185649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:06.210824 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:06.236641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.347692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] For port e43f600e-b401-42a6-863b-2439c049ac73, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:06.355060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] For port e43f600e-b401-42a6-863b-2439c049ac73, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e43f600e-b401-42a6-863b-2439c049ac73,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:06.360096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ceee1649-c51a-4182-911e-df73d62ba68f no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:06.395542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f2b438-9bac-466a-ba63-c7a0e2f25eae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:06.396433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-34f2b438-9bac-466a-ba63-c7a0e2f25eae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:06.407200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.429820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9826ef24-5fde-4ba4-9e70-93763d1d75b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.466062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.503803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.510528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-34f2b438-9bac-466a-ba63-c7a0e2f25eae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:06.516477 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-34f2b438-9bac-466a-ba63-c7a0e2f25eae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4915693 May 06 13:48:06.522857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.534657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39816) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:06.545182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] Pushing event deleted for resources: {'Network': ['ID=bc91775c-2ab4-4cd0-9986-e3b6f4255f65,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:06.573385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9826ef24-5fde-4ba4-9e70-93763d1d75b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.574555 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9826ef24-5fde-4ba4-9e70-93763d1d75b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b11b5594-3ccb-4809-802f-601effa72c4e HTTP/1.1" status: 204 len: 168 time: 1.3740675 May 06 13:48:06.575641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826ef24-5fde-4ba4-9e70-93763d1d75b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11b5594-3ccb-4809-802f-601effa72c4e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:06.597915 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c663ab18-6678-4157-b20f-496b7d694396 tempest-NetworksIpV6TestAttrs-43049072 tempest-NetworksIpV6TestAttrs-43049072-project] 10.222.0.21 "DELETE /v2.0/networks/bc91775c-2ab4-4cd0-9986-e3b6f4255f65 HTTP/1.1" status: 204 len: 168 time: 6.8102622 May 06 13:48:06.634732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f16dae91-4f60-4e37-a62d-cab91032951d no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:06.694456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] For port 6d6d7d1e-133f-4ac7-8e17-38ea550101bc, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6d6d7d1e-133f-4ac7-8e17-38ea550101bc,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:06.694986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.699811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:06.715822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bfc622-3e05-4c63-b834-1deb4eb22ee0,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:06.759551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.760740 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Added segment 01ad5e05-c89a-47ba-9ee0-6408c456f185 of type vlan for network 8564aacf-92c1-4606-be6b-4f358ba83ebc May 06 13:48:06.786283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: ceee1649-c51a-4182-911e-df73d62ba68f {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:48:06.787111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ceee1649-c51a-4182-911e-df73d62ba68f not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:06.818178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: f16dae91-4f60-4e37-a62d-cab91032951d {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:48:06.818783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f16dae91-4f60-4e37-a62d-cab91032951d not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:06.890832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2f815363-ccc9-43e4-b587-04bc5a0f51f1 None None] Provisioning for port a8be2bdb-9cb8-4e76-a798-4d8f07eeee77 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:06.893989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.923178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc600fa-4d52-402f-86f2-311a2da40d27 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:06.931862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc600fa-4d52-402f-86f2-311a2da40d27 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:06.932944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39826) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:06.938649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc600fa-4d52-402f-86f2-311a2da40d27 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:06.942338 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cdc600fa-4d52-402f-86f2-311a2da40d27 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3779235 May 06 13:48:06.944881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39828) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:06.992999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2b45ce17-2b93-4d5c-9ee8-7423d09a1638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.003292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2f815363-ccc9-43e4-b587-04bc5a0f51f1 None None] Provisioning complete for port a8be2bdb-9cb8-4e76-a798-4d8f07eeee77 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:07.009840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2f815363-ccc9-43e4-b587-04bc5a0f51f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.094035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:07.173583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7e84987a-77dd-4288-96ba-67308f2d7e9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port a8be2bdb-9cb8-4e76-a798-4d8f07eeee77 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:07.176259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e84987a-77dd-4288-96ba-67308f2d7e9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.254665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bb72a-fb63-451c-9a8d-51a5021ff183 None None] Pushing event updated for resources: {'Port': ['ID=e43f600e-b401-42a6-863b-2439c049ac73,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:07.302279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.306282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2f815363-ccc9-43e4-b587-04bc5a0f51f1 None None] Port a8be2bdb-9cb8-4e76-a798-4d8f07eeee77 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:07.314661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:07.317174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.325943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Calling delete_port for 6d6d7d1e-133f-4ac7-8e17-38ea550101bc owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:07.386426 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39840) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.626487 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8871944 May 06 13:48:07.626609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39850) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.645501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9265d0b-31e9-40e4-87ed-d120a603be1f tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Network': ['ID=8564aacf-92c1-4606-be6b-4f358ba83ebc,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:07.656664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Request body: {'subnet': {'network_id': '8564aacf-92c1-4606-be6b-4f358ba83ebc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:07.672770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 8564aacf-92c1-4606-be6b-4f358ba83ebc details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:07.906328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:48:08.218400 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5dd64374-d535-4754-9399-ab221ade67e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f3767f44a0e4a7f935bc927abb00ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8228428 May 06 13:48:08.228696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39864) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:08.248556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:08.331692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Usage tracker for resource:subnet and tenant:0d702932772345ddb8c9a7c86dbc28c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:08.342011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:08.389204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:08.401600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e84987a-77dd-4288-96ba-67308f2d7e9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.430495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e43f600e-b401-42a6-863b-2439c049ac73 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:08.487624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39868) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:08.593601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port e43f600e-b401-42a6-863b-2439c049ac73 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:08.652438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7e84987a-77dd-4288-96ba-67308f2d7e9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for a8be2bdb-9cb8-4e76-a798-4d8f07eeee77 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:08.694464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Made reservation on behalf of 0d702932772345ddb8c9a7c86dbc28c8 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:08.699831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.836682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.849343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1286677443'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:08.894019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:08.925718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cbca3638-6664-420e-ad93-69e52b0d92cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.945299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Usage tracker for resource:network and tenant:3b28cfc8ef954ae181010417d38a851d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:08.951686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:08.971243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7103ca1-c79a-431b-83da-971f02730ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.046368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:09.080809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] Provisioning for port e43f600e-b401-42a6-863b-2439c049ac73 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:09.089917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] Provisioning complete for port e43f600e-b401-42a6-863b-2439c049ac73 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:09.090459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.110936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Made reservation on behalf of 3b28cfc8ef954ae181010417d38a851d for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:09.115034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.130353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7103ca1-c79a-431b-83da-971f02730ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.188451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.205205 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.236310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.249909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e84987a-77dd-4288-96ba-67308f2d7e9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.329700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39876) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:09.341449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6d7d1e-133f-4ac7-8e17-38ea550101bc,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.349312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:09.402498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Usage tracker for resource:security_group_rule and tenant:3b28cfc8ef954ae181010417d38a851d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:09.409269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:09.428046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:09.441778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84987a-77dd-4288-96ba-67308f2d7e9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=a8be2bdb-9cb8-4e76-a798-4d8f07eeee77,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.597048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] For port e43f600e-b401-42a6-863b-2439c049ac73, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e43f600e-b401-42a6-863b-2439c049ac73,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:09.613675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.655676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e84987a-77dd-4288-96ba-67308f2d7e9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.692959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7103ca1-c79a-431b-83da-971f02730ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.769700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7103ca1-c79a-431b-83da-971f02730ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50f07c7-56aa-4621-abc1-916a6f7e9752,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.813380 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7e84987a-77dd-4288-96ba-67308f2d7e9a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/a8be2bdb-9cb8-4e76-a798-4d8f07eeee77 HTTP/1.1" status: 204 len: 168 time: 2.8668804 May 06 13:48:09.821785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39880) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:09.828120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7103ca1-c79a-431b-83da-971f02730ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.833712 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c7103ca1-c79a-431b-83da-971f02730ffb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d50f07c7-56aa-4621-abc1-916a6f7e9752 HTTP/1.1" status: 204 len: 168 time: 1.6028900 May 06 13:48:09.908940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1a406-8f46-4805-b016-e60e1a136ee6 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:09.909787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1a406-8f46-4805-b016-e60e1a136ee6 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:09.910631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1a406-8f46-4805-b016-e60e1a136ee6 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:09.933918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.939694 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e2d1a406-8f46-4805-b016-e60e1a136ee6 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=94073f6446054d1680f902b2994092d3&network_id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c HTTP/1.1" status: 200 len: 3000 time: 0.5806687 May 06 13:48:09.963169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.026589 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d332c1a-c608-4419-a754-33827941357a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:48:10.028034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2d332c1a-c608-4419-a754-33827941357a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:10.041576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.049194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:10.066111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.108715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.109371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.151696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2d332c1a-c608-4419-a754-33827941357a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:10.153841 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2d332c1a-c608-4419-a754-33827941357a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/a8be2bdb-9cb8-4e76-a798-4d8f07eeee77 HTTP/1.1" status: 404 len: 333 time: 0.3300579 May 06 13:48:10.167253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39890) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:10.171682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Subnet': ['ID=1dc607ef-551a-48a5-b61f-384ecc284228,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:10.191314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:10.192210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:10.202570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.210864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.316792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:10.334952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4410aa3a-1f97-4660-91d2-b8d951ff450f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 97cbec94-70cc-4706-86ea-e2dbb9a8155f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:10.338248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4410aa3a-1f97-4660-91d2-b8d951ff450f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.355439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.371930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:10.381636 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.388649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:10.393103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.418943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=ab5f2f05-ba30-40e9-8efc-db4318994345,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:10.419307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b253b-7b84-43e7-9724-98a67d14cce3 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:10.451316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.451862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7264a5f0-9682-43db-9a9a-fea71843c44b {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:48:10.459208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Checking segment: {'id': '01ad5e05-c89a-47ba-9ee0-6408c456f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8564aacf-92c1-4606-be6b-4f358ba83ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:10.459860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network hostable DHCP agents. Network: 8564aacf-92c1-4606-be6b-4f358ba83ebc, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:10.476319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=e43f600e-b401-42a6-863b-2439c049ac73,revision_number=4']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:10.480461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:10.516635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8700f3-48ea-4e66-a021-98b67cb1b648,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:10.531202 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.531551 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Added segment 044faf4a-6e69-438f-a62a-438a29cfc618 of type vlan for network f0bd3cc2-5940-462f-9b0e-56075e8a3416 May 06 13:48:10.550362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network 8564aacf-92c1-4606-be6b-4f358ba83ebc is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:10.650150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.669552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 8564aacf-92c1-4606-be6b-4f358ba83ebc) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:10.685080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:10.685815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.689413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a10d71-1d1f-49ad-815b-5d3a28afcccf None None] Network 8564aacf-92c1-4606-be6b-4f358ba83ebc requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:10.694431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39898) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:10.696079 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3392e1ef-1d71-41f9-8e9a-e1cb8ddaab7f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.2328153 May 06 13:48:10.701401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:a7:2a:3d', 'name': 'tempest-NetworksTestDHCPv6-1537592637'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:10.703522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.710560 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7d4f84ea-f4a1-4d36-8948-cc1f7f81ab4d admin admin] 10.222.0.21 "DELETE /v2.0/routers/7264a5f0-9682-43db-9a9a-fea71843c44b HTTP/1.1" status: 204 len: 168 time: 7.2751257 May 06 13:48:10.711970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39902) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:10.718913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.896330 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-53b614b8-851e-40d9-ba4f-5ff335396c7e tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2581213 May 06 13:48:10.914445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39910) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:10.958330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Request body: {'network': {'name': 'tempest-router-network01--1047376196'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:10.974353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.996499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:11.013845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Usage tracker for resource:network and tenant:0d702932772345ddb8c9a7c86dbc28c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:11.022965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:11.035057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:11.127099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] For port e43f600e-b401-42a6-863b-2439c049ac73, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e43f600e-b401-42a6-863b-2439c049ac73,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:11.193875 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:11.252472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Made reservation on behalf of 0d702932772345ddb8c9a7c86dbc28c8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:11.256070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.273296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4410aa3a-1f97-4660-91d2-b8d951ff450f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.342937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.413221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d65581-7e53-4051-a2d3-95519df1a7ba admin admin] Deleting subnet bbab0584-05a7-4cfc-82cf-e904c91b091a {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:48:11.418917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:11.421195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d65581-7e53-4051-a2d3-95519df1a7ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.429372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4410aa3a-1f97-4660-91d2-b8d951ff450f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 97cbec94-70cc-4706-86ea-e2dbb9a8155f owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:11.435633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-8564aacf-92c1-4606-be6b-4f358ba83ebc', 'network_id': '8564aacf-92c1-4606-be6b-4f358ba83ebc', 'tenant_id': '0d702932772345ddb8c9a7c86dbc28c8', 'fixed_ips': [{'subnet_id': '1dc607ef-551a-48a5-b61f-384ecc284228'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:11.436929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.466705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:11.476709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:11.491953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d65581-7e53-4051-a2d3-95519df1a7ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.501739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:11.514688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:11.560681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.565667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:11.566722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:11.567373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.585812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.586420 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Added segment 429ab62b-0f3b-49db-9fae-b560d8e88252 of type vlan for network d51d0d45-8436-4af4-925b-c19f34864171 May 06 13:48:11.617356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.629654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4e1f9-c302-4f9a-a42f-acb98e3580fb None None] Pushing event updated for resources: {'Port': ['ID=e43f600e-b401-42a6-863b-2439c049ac73,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:11.702126 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2103095 May 06 13:48:11.708564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39926) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:11.714986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.730339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'subnet': {'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:11.755040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6715cb1-e667-480e-9e39-62efe713b7e5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Network': ['ID=f0bd3cc2-5940-462f-9b0e-56075e8a3416,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:11.808072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:11.857662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Deleting port 3e0d23d1-f55d-43a5-a311-89192c4255d2 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:11.858016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.942385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4410aa3a-1f97-4660-91d2-b8d951ff450f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.000959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:12.051013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39932) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:12.068058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Allocated IP 172.20.0.2 (8564aacf-92c1-4606-be6b-4f358ba83ebc/1dc607ef-551a-48a5-b61f-384ecc284228/a6343fe9-7db3-4bfc-9c50-51fd77146c5d) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:12.162660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] For port 3e0d23d1-f55d-43a5-a311-89192c4255d2, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3e0d23d1-f55d-43a5-a311-89192c4255d2,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:12.163019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.238148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.244411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:12.245086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.284976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.318954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410aa3a-1f97-4660-91d2-b8d951ff450f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=97cbec94-70cc-4706-86ea-e2dbb9a8155f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.451373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.471485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Transition to ACTIVE for port object a6343fe9-7db3-4bfc-9c50-51fd77146c5d will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:12.509967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Transition to ACTIVE for port object a6343fe9-7db3-4bfc-9c50-51fd77146c5d will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:12.513184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e43f600e-b401-42a6-863b-2439c049ac73 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:12.565312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:12.567723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39938) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:12.582737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.602310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Calling delete_port for 3e0d23d1-f55d-43a5-a311-89192c4255d2 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:12.605687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4410aa3a-1f97-4660-91d2-b8d951ff450f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.618888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Usage tracker for resource:subnet and tenant:3b28cfc8ef954ae181010417d38a851d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:12.689392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d65581-7e53-4051-a2d3-95519df1a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.694464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Network 8564aacf-92c1-4606-be6b-4f358ba83ebc is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:12.700726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Pushing event updated for resources: {'Port': ['ID=a6343fe9-7db3-4bfc-9c50-51fd77146c5d,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.706319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:12.708931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:12.710884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:12.735402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-705523061'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:12.771879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e43f600e-b401-42a6-863b-2439c049ac73 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:12.772258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.783511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port f5039201-70c9-42a2-9640-a31353283ba3 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:12.836346 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d65581-7e53-4051-a2d3-95519df1a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.867388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:12.878495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d65581-7e53-4051-a2d3-95519df1a7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbab0584-05a7-4cfc-82cf-e904c91b091a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.879031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:12.888327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d65581-7e53-4051-a2d3-95519df1a7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.893764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Network': ['ID=d51d0d45-8436-4af4-925b-c19f34864171,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.902093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-126bfff1-7382-40d1-9c46-380f6063e8c5 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9855914 May 06 13:48:12.911696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5624ae-66d2-4f44-8688-2d30168a6ec0 None None] Network 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:12.913050 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-23d65581-7e53-4051-a2d3-95519df1a7ba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bbab0584-05a7-4cfc-82cf-e904c91b091a HTTP/1.1" status: 204 len: 168 time: 1.7211809 May 06 13:48:12.913527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39942) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:12.914045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39944) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:12.936495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:network and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:12.937766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network d51d0d45-8436-4af4-925b-c19f34864171 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:12.950432 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4410aa3a-1f97-4660-91d2-b8d951ff450f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/97cbec94-70cc-4706-86ea-e2dbb9a8155f HTTP/1.1" status: 204 len: 168 time: 2.7744484 May 06 13:48:12.999318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39950) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:13.003264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:13.015521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Request body: {'network': {'name': 'tempest-router-network02--1739045048'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:13.027564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:13.035806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Usage tracker for resource:network and tenant:0d702932772345ddb8c9a7c86dbc28c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:13.050712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:13.061555 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eefc572-4647-4b14-89d4-8165deee25e5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:48:13.062106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5eefc572-4647-4b14-89d4-8165deee25e5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:13.078368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Made reservation on behalf of 3b28cfc8ef954ae181010417d38a851d for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:13.084708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.093629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5eefc572-4647-4b14-89d4-8165deee25e5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:13.097881 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5eefc572-4647-4b14-89d4-8165deee25e5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/97cbec94-70cc-4706-86ea-e2dbb9a8155f HTTP/1.1" status: 404 len: 333 time: 0.0974600 May 06 13:48:13.098632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39954) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:13.112381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Attempting to bind port a6343fe9-7db3-4bfc-9c50-51fd77146c5d on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:13.112381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Attempting to bind port a6343fe9-7db3-4bfc-9c50-51fd77146c5d by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '01ad5e05-c89a-47ba-9ee0-6408c456f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8564aacf-92c1-4606-be6b-4f358ba83ebc'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:13.112381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Attempting to bind port a6343fe9-7db3-4bfc-9c50-51fd77146c5d on network 8564aacf-92c1-4606-be6b-4f358ba83ebc {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:13.119983 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:13.137827 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:13.138218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Checking segment: {'id': '01ad5e05-c89a-47ba-9ee0-6408c456f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8564aacf-92c1-4606-be6b-4f358ba83ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:13.138628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.138979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Bound using segment: {'id': '01ad5e05-c89a-47ba-9ee0-6408c456f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8564aacf-92c1-4606-be6b-4f358ba83ebc'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:13.140072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Bound port: a6343fe9-7db3-4bfc-9c50-51fd77146c5d, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ad5e05-c89a-47ba-9ee0-6408c456f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8564aacf-92c1-4606-be6b-4f358ba83ebc'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:13.140072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.156055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:13.163860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.223375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a5d9bc07-e9e1-4c21-a1fa-4e791653814b None None] Provisioning complete for port e43f600e-b401-42a6-863b-2439c049ac73 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:13.223968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a5d9bc07-e9e1-4c21-a1fa-4e791653814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.275983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event deleted for resources: {'Port': ['ID=3e0d23d1-f55d-43a5-a311-89192c4255d2,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:13.318125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddac6f0e-7d7e-4311-9499-10a148744fe1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet 24d48fb8-4318-4cb4-aff6-58c0a24cec16 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:48:13.321959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddac6f0e-7d7e-4311-9499-10a148744fe1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.377470 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb828a1-9696-497e-b6e1-fae5aa20cb01 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:13.379728 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ebb828a1-9696-497e-b6e1-fae5aa20cb01 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 814 time: 0.8086567 May 06 13:48:13.461013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:13.468050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.480280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddac6f0e-7d7e-4311-9499-10a148744fe1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.492699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] For port a6343fe9-7db3-4bfc-9c50-51fd77146c5d, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:13.497504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] For port a6343fe9-7db3-4bfc-9c50-51fd77146c5d, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a6343fe9-7db3-4bfc-9c50-51fd77146c5d,segment=NetworkSegment(01ad5e05-c89a-47ba-9ee0-6408c456f185),segment_id=01ad5e05-c89a-47ba-9ee0-6408c456f185)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:13.504564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6d6d7d1e-133f-4ac7-8e17-38ea550101bc no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:13.517950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Made reservation on behalf of 0d702932772345ddb8c9a7c86dbc28c8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:13.535659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.541526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.669839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 6d6d7d1e-133f-4ac7-8e17-38ea550101bc {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:48:13.669839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6d6d7d1e-133f-4ac7-8e17-38ea550101bc not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:13.743657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.782113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddac6f0e-7d7e-4311-9499-10a148744fe1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.782606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.787548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f6acc-c081-4dfd-9071-1ed5ed957461 None None] Pushing event updated for resources: {'Port': ['ID=a6343fe9-7db3-4bfc-9c50-51fd77146c5d,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:13.841677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:13.870838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:security_group_rule and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:13.901425 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.922308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39962) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:13.934474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'network': {'name': 'tempest-network-smoke--1289055681', 'project_id': '94073f6446054d1680f902b2994092d3', 'port_security_enabled': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:13.954229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:13.963279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:13.969660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a8f027-4dc9-4449-9458-25dab260ca52 None None] DHCP port deletion for 63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:48:13.979255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:14.001896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8f027-4dc9-4449-9458-25dab260ca52 None None] Deleting port 40e01a07-53f6-4d81-b367-97b829784780 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:14.005950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f027-4dc9-4449-9458-25dab260ca52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.015104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Deleting port 40e01a07-53f6-4d81-b367-97b829784780 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:14.016069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.044873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.045529 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Added segment 23dfdbb3-caec-4fb9-b232-404da4248a5d of type vlan for network db973af7-87bc-43be-ae38-0167596df0ca May 06 13:48:14.293265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:14.324702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:network and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:14.324702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:14.345281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddac6f0e-7d7e-4311-9499-10a148744fe1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.370062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:14.459410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ddac6f0e-7d7e-4311-9499-10a148744fe1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.470430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac6f0e-7d7e-4311-9499-10a148744fe1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=24d48fb8-4318-4cb4-aff6-58c0a24cec16,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:14.483118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0610bf28-7a04-4a4d-8eb9-906d1a542fda None None] Network 09405b4e-5743-472a-a6f0-a701f88c0f6f requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:14.501397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.578052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:14.581801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.603431 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ddac6f0e-7d7e-4311-9499-10a148744fe1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/24d48fb8-4318-4cb4-aff6-58c0a24cec16 HTTP/1.1" status: 204 len: 168 time: 1.5029991 May 06 13:48:14.619287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 39966) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:14.621674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a6343fe9-7db3-4bfc-9c50-51fd77146c5d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:14.639089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.740742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 172.20.0.12 (ed4177a0-aee3-4756-a30e-bb3035a9c410/c8b2af11-744e-4aa6-9b3d-2f7bebeeacc7/f5039201-70c9-42a2-9640-a31353283ba3) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:14.752060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:14.757258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:14.787740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.789010 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Added segment e30f0e3d-7eb5-41ae-bc44-11285f8c7603 of type vlan for network 53787454-e418-4a24-8d32-7d0813197ccd May 06 13:48:14.814084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:48:14.838353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.854847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d6a8f027-4dc9-4449-9458-25dab260ca52 None None] For port 40e01a07-53f6-4d81-b367-97b829784780, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=40e01a07-53f6-4d81-b367-97b829784780,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:14.855504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f027-4dc9-4449-9458-25dab260ca52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.870185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:fea7:2a3d (ed4177a0-aee3-4756-a30e-bb3035a9c410/ab5f2f05-ba30-40e9-8efc-db4318994345/f5039201-70c9-42a2-9640-a31353283ba3) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:15.123963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8f027-4dc9-4449-9458-25dab260ca52 None None] Calling delete_port for 40e01a07-53f6-4d81-b367-97b829784780 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:15.197336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.204306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:15.205409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.255923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Checking segment: {'id': '044faf4a-6e69-438f-a62a-438a29cfc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:15.256295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Network hostable DHCP agents. Network: f0bd3cc2-5940-462f-9b0e-56075e8a3416, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:15.284510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Subnet': ['ID=52bc1b76-dddf-47fb-8f55-cd3e32b277e6,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:15.329527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port a6343fe9-7db3-4bfc-9c50-51fd77146c5d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:15.338764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f027-4dc9-4449-9458-25dab260ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.396448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.438480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8f027-4dc9-4449-9458-25dab260ca52 None None] No DVR routers for this DVR port 40e01a07-53f6-4d81-b367-97b829784780 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:15.441691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8f027-4dc9-4449-9458-25dab260ca52 None None] Pushing event deleted for resources: {'Port': ['ID=40e01a07-53f6-4d81-b367-97b829784780,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:15.465777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 40e01a07-53f6-4d81-b367-97b829784780 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:15.495329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69666cb-7d90-42ac-8502-a917837fd9d9 None None] Network 8564aacf-92c1-4606-be6b-4f358ba83ebc requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:15.504772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.510743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:15.511393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.526400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 40e01a07-53f6-4d81-b367-97b829784780 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:48:15.526732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 40e01a07-53f6-4d81-b367-97b829784780 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:15.556199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:48:15.598095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402621f-2af2-463c-8494-ff64c293061d None None] Sync routers for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:48:15.611743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] DHCP port deletion for 09405b4e-5743-472a-a6f0-a701f88c0f6f request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:48:15.637514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] Deleting port 33a95bfb-4d81-4936-bbf3-d0a11d648078 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:15.637841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.640658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.660727 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7377505 May 06 13:48:15.668404 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6fe102e5-938f-4ab5-8b02-43055ab64f98 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "PUT /v2.0/routers/fc5e8a07-8a7b-478a-8a65-003b9ef66fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7179279 May 06 13:48:15.668713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402621f-2af2-463c-8494-ff64c293061d None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:15.669032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2402621f-2af2-463c-8494-ff64c293061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:15.669335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39970) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:15.669631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39972) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:15.691462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.695927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] For port 40e01a07-53f6-4d81-b367-97b829784780, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=40e01a07-53f6-4d81-b367-97b829784780,segment=NetworkSegment(ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7),segment_id=ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:15.697163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.719671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:15.732077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Network': ['ID=db973af7-87bc-43be-ae38-0167596df0ca,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:15.749022 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-db62a944-74d2-4219-818b-f75099c6dee9 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8268266 May 06 13:48:15.754571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39978) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:15.760697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d84c67-286b-4319-9d20-4c4660aaf02f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Network': ['ID=53787454-e418-4a24-8d32-7d0813197ccd,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:15.780804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Request body: {'subnet': {'network_id': 'd51d0d45-8436-4af4-925b-c19f34864171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:15.785803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network db973af7-87bc-43be-ae38-0167596df0ca details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:15.806182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5c1e2da6-4bb4-4847-9221-d326e5bb8986 None None] Provisioning for port a6343fe9-7db3-4bfc-9c50-51fd77146c5d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:15.893187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Calling delete_port for 40e01a07-53f6-4d81-b367-97b829784780 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:15.901577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb79ace-6407-4628-9453-961a3153a0a3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Deleting subnet 9ef0d025-88f6-42a5-99a7-911ebb52826f {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:48:15.923083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fb79ace-6407-4628-9453-961a3153a0a3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.931885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 33a95bfb-4d81-4936-bbf3-d0a11d648078 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:15.932270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.985298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:15.998305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, f0bd3cc2-5940-462f-9b0e-56075e8a3416) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:16.020784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2c9b2-e019-4d73-a76a-4cc9cc981585 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:16.024984 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-63b2c9b2-e019-4d73-a76a-4cc9cc981585 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3521156 May 06 13:48:16.030465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39982) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:16.035668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6ad6cc-a385-4923-91c9-5dd89d4524b6,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:16.052722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:16.053322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.082943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:16.095353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.095701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added segment 2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a of type vlan for network 766cf893-8875-4ba1-a5d2-208fbe10a221 May 06 13:48:16.153743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 53787454-e418-4a24-8d32-7d0813197ccd details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:16.168200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fb79ace-6407-4628-9453-961a3153a0a3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.170969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0146c194-7982-4003-a00a-21b00ddd54b9 None None] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:16.198626 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a56062ce-3f0d-48fd-8c40-d69ec9c1e7db tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4867463 May 06 13:48:16.204897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Usage tracker for resource:subnet and tenant:0d702932772345ddb8c9a7c86dbc28c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:16.214178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.219414 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39986) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:16.231912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:16.234554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.238012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'port': {'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1385830296'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:16.273100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:16.276003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:16.276003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:16.342109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object f5039201-70c9-42a2-9640-a31353283ba3 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:16.367355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:16.387283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Made reservation on behalf of 0d702932772345ddb8c9a7c86dbc28c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:16.391293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.406534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] For port 33a95bfb-4d81-4936-bbf3-d0a11d648078, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=33a95bfb-4d81-4936-bbf3-d0a11d648078,segment=NetworkSegment(756beec5-0d4e-436c-9f7d-a9d93a60db54),segment_id=756beec5-0d4e-436c-9f7d-a9d93a60db54)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:16.407180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.435605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] For port 33a95bfb-4d81-4936-bbf3-d0a11d648078, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=33a95bfb-4d81-4936-bbf3-d0a11d648078,segment=NetworkSegment(756beec5-0d4e-436c-9f7d-a9d93a60db54),segment_id=756beec5-0d4e-436c-9f7d-a9d93a60db54)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:16.436116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.457234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 33a95bfb-4d81-4936-bbf3-d0a11d648078 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:16.503186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5c1e2da6-4bb4-4847-9221-d326e5bb8986 None None] Provisioning complete for port a6343fe9-7db3-4bfc-9c50-51fd77146c5d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:16.504270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2da6-4bb4-4847-9221-d326e5bb8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.516885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.521515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:16.522347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.556796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448fe78-f95e-45a1-8fb1-3cbf6208aa0b tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:16.558653 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0448fe78-f95e-45a1-8fb1-3cbf6208aa0b tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5233107 May 06 13:48:16.593254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39990) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:16.617946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 33a95bfb-4d81-4936-bbf3-d0a11d648078 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:16.690525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:16.700227 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f0f3a06-ce97-4834-b3cd-e273c4fb5326 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1001401 May 06 13:48:16.709413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Usage tracker for resource:port and tenant:3b28cfc8ef954ae181010417d38a851d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:16.714131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39994) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:16.717787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:16.774190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fb79ace-6407-4628-9453-961a3153a0a3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.817971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:16.857747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Deleting port 40e01a07-53f6-4d81-b367-97b829784780 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:16.858669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.871037 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c1ec8834-51cf-47e6-85db-49154a67f9ed tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1505165 May 06 13:48:16.881007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 39998) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:16.931599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Made reservation on behalf of 3b28cfc8ef954ae181010417d38a851d for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:16.936693 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.952685 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.8788524 May 06 13:48:16.991418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40002) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:17.001844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc310604-4c4a-4a6a-a135-a8d029002b42 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Network': ['ID=766cf893-8875-4ba1-a5d2-208fbe10a221,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:17.004990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.013185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] The port '40e01a07-53f6-4d81-b367-97b829784780' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:48:17.017494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1762990479'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:17.062274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:17.117486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:network and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:17.134232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:17.144330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] device_id is not set on port a5cefe17-c5e0-49e8-a9ae-48efa9ed583e yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:17.159110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:17.185884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:17.193591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.205055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:17.267239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:17.297616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:17.301503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.307529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 766cf893-8875-4ba1-a5d2-208fbe10a221 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:17.331757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=f5039201-70c9-42a2-9640-a31353283ba3,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:17.354120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No DVR routers for this DVR port 33a95bfb-4d81-4936-bbf3-d0a11d648078 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:17.386580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] Calling delete_port for 33a95bfb-4d81-4936-bbf3-d0a11d648078 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:17.456135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fb79ace-6407-4628-9453-961a3153a0a3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.484282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:17.495885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.496234 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added segment b41a0fa9-efab-4d37-b46d-4c66c8c31c1d of type vlan for network ad671c05-0fc0-47f6-b0be-acf733ce0b26 May 06 13:48:17.527937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.546038 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.554328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=33a95bfb-4d81-4936-bbf3-d0a11d648078,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:17.671159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:17.705586 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:17.706663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.708411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5164fd-672b-4fad-b75f-05855e6c9007 None None] Network c77335a3-5e6b-49d4-95b2-33ba1f1915e1 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:17.720662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:17.721151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab35530e-c0ad-4965-8cbc-ae1b4c6ed0a7') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:17.731310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb79ace-6407-4628-9453-961a3153a0a3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef0d025-88f6-42a5-99a7-911ebb52826f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:17.745276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fb79ace-6407-4628-9453-961a3153a0a3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.754190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.784636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.797139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.808066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:17.809078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.877719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.893310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f85956-7957-4c3e-b682-96a9f49725fc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:17.900854 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-16f85956-7957-4c3e-b682-96a9f49725fc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0184405 May 06 13:48:17.901977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40008) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:17.995436 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6fb79ace-6407-4628-9453-961a3153a0a3 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "DELETE /v2.0/subnets/9ef0d025-88f6-42a5-99a7-911ebb52826f HTTP/1.1" status: 204 len: 168 time: 2.3226953 May 06 13:48:18.006486 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c16d96e4-65cb-4adf-a11a-a19034b9534c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0923603 May 06 13:48:18.007566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40012) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.008182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40014) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.031171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-432977882', 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd', 'project_id': '94073f6446054d1680f902b2994092d3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:18.054621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port 33a95bfb-4d81-4936-bbf3-d0a11d648078 {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 13:48:18.055324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 33a95bfb-4d81-4936-bbf3-d0a11d648078 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:18.070089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.113020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1205399 May 06 13:48:18.115687 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-81ee8746-b301-42c6-98b9-fd07598ccf06 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 7.4199829 May 06 13:48:18.116992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6e0d3-2f9c-457c-a72d-255606e53a79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Network': ['ID=ad671c05-0fc0-47f6-b0be-acf733ce0b26,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:18.127355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40020) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.127355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40022) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.132072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:48:18.132733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.151293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09405b4e-5743-472a-a6f0-a701f88c0f6f']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:18.159119 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:18.177030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2402621f-2af2-463c-8494-ff64c293061d None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:48:18.205707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'subnet': {'network_id': '766cf893-8875-4ba1-a5d2-208fbe10a221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:18.206518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Allocated IP 2001:db8::28 (f0bd3cc2-5940-462f-9b0e-56075e8a3416/52bc1b76-dddf-47fb-8f55-cd3e32b277e6/a5cefe17-c5e0-49e8-a9ae-48efa9ed583e) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:18.254538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Subnet': ['ID=14f0bb4a-9e32-4d93-900a-7331e653ad8e,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:18.288516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network ad671c05-0fc0-47f6-b0be-acf733ce0b26 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:18.294280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756beec5-0d4e-436c-9f7d-a9d93a60db54') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:18.294584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756beec5-0d4e-436c-9f7d-a9d93a60db54') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:18.308269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Checking segment: {'id': '429ab62b-0f3b-49db-9fae-b560d8e88252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd51d0d45-8436-4af4-925b-c19f34864171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:18.308807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network hostable DHCP agents. Network: d51d0d45-8436-4af4-925b-c19f34864171, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:18.383336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.449271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:18.449565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.453340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.458816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.471705 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:subnet and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:18.483187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:18.504782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.509397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:48:18.509814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:18.527803 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:18.546472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] Pushing event deleted for resources: {'Network': ['ID=63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:18.561511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network d51d0d45-8436-4af4-925b-c19f34864171 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:18.570183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:18.599578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:18.623901 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ffb73264-faf8-4945-92f1-8d62b4e9355d admin admin] 10.222.0.21 "DELETE /v2.0/networks/63ead1b7-9a8f-4e3b-8950-8ba949ed0fb4 HTTP/1.1" status: 204 len: 168 time: 5.7064223 May 06 13:48:18.629704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:subnet and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:18.635244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:18.660075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:18.677659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4b21f-091f-4d01-a0ba-867683b7fb44 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:18.684383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4b21f-091f-4d01-a0ba-867683b7fb44 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:18.685379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dac4b21f-091f-4d01-a0ba-867683b7fb44 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:18.698887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, d51d0d45-8436-4af4-925b-c19f34864171) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:18.700127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.701221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:18.705364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.706905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.727256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:18.728658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:18.734883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:18.735759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.737804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:18.742076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.756493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef2b631-cd33-41a0-803c-6ce00dbb94b8 None None] Network d51d0d45-8436-4af4-925b-c19f34864171 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:18.766909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Network': ['ID=09405b4e-5743-472a-a6f0-a701f88c0f6f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:18.789310 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1b2fb9de-152b-41fd-9292-6c4c7d0720c2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/networks/09405b4e-5743-472a-a6f0-a701f88c0f6f HTTP/1.1" status: 204 len: 168 time: 4.1487222 May 06 13:48:18.835382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dac4b21f-091f-4d01-a0ba-867683b7fb44 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:18.840336 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dac4b21f-091f-4d01-a0ba-867683b7fb44 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7103577 May 06 13:48:18.841002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40030) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.841335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40032) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.892847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-519660945'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:18.941679 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8bc85a9d-0a92-42df-97cc-038f5d0c3c36 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1841226 May 06 13:48:18.954255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40038) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:18.964381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Request body: {'subnet': {'network_id': 'db973af7-87bc-43be-ae38-0167596df0ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:19.080669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:19.144965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-57e97ee9-80c0-49f7-98b3-867228418dc2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port f5039201-70c9-42a2-9640-a31353283ba3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:19.145719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57e97ee9-80c0-49f7-98b3-867228418dc2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.180375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:network and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:19.189505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2da6-4bb4-4847-9221-d326e5bb8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.203172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:19.217429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40042) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:19.220218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:19.257296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.277187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:19.277386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] Deleting port 33a95bfb-4d81-4936-bbf3-d0a11d648078 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:19.277713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.294624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:19.298155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.317933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.322584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Usage tracker for resource:subnet and tenant:0d702932772345ddb8c9a7c86dbc28c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:19.339417 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:19.343934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Deleting port b16df0b0-dcce-43de-81e2-8cfa73081b73 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:19.343934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.405315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:19.435250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-f0bd3cc2-5940-462f-9b0e-56075e8a3416', 'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416', 'tenant_id': '3b28cfc8ef954ae181010417d38a851d', 'fixed_ips': [{'subnet_id': '52bc1b76-dddf-47fb-8f55-cd3e32b277e6'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:19.437063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.440588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Transition to ACTIVE for port object a5cefe17-c5e0-49e8-a9ae-48efa9ed583e will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:19.500789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:19.531613 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-16fc62d1-b2fa-4679-b170-632371f2701a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66fe86b6bf764c769008c8a52b055f28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3129125 May 06 13:48:19.538403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40046) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:19.563294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.563647 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Added segment 2ed72e73-01ce-47fc-943f-e2e3a26dd4a4 of type vlan for network cf7cc619-a96d-4903-973a-6e4546607ea3 May 06 13:48:19.595943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-453e44a0-e9fc-41db-bc34-930bd17bc526 None None] The port '33a95bfb-4d81-4936-bbf3-d0a11d648078' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:48:19.659530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5c1e2da6-4bb4-4847-9221-d326e5bb8986 None None] For port a6343fe9-7db3-4bfc-9c50-51fd77146c5d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a6343fe9-7db3-4bfc-9c50-51fd77146c5d,segment=NetworkSegment(01ad5e05-c89a-47ba-9ee0-6408c456f185),segment_id=01ad5e05-c89a-47ba-9ee0-6408c456f185)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:19.682104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.690672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Made reservation on behalf of 0d702932772345ddb8c9a7c86dbc28c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:19.694359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.709740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.796569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57e97ee9-80c0-49f7-98b3-867228418dc2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.815256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2da6-4bb4-4847-9221-d326e5bb8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:19.919403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.010764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.031141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] For port b16df0b0-dcce-43de-81e2-8cfa73081b73, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b16df0b0-dcce-43de-81e2-8cfa73081b73,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:20.031589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.149526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e2da6-4bb4-4847-9221-d326e5bb8986 None None] Pushing event updated for resources: {'Port': ['ID=a6343fe9-7db3-4bfc-9c50-51fd77146c5d,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.151828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:20.178609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-57e97ee9-80c0-49f7-98b3-867228418dc2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for f5039201-70c9-42a2-9640-a31353283ba3 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:20.258837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5daa7a3f-709e-4743-adab-5d35d8c5390a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.287589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:20.295295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-82339826-8d1b-4236-ada9-8b001514197a None None] Provisioning for port f5039201-70c9-42a2-9640-a31353283ba3 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:20.301708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Calling delete_port for b16df0b0-dcce-43de-81e2-8cfa73081b73 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:20.311619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5daa7a3f-709e-4743-adab-5d35d8c5390a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.331660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=e2450b9d-58d4-41fa-967a-eacf2aa89227,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.348184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:20.350840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:20.357719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:20.358607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.389689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Port': ['ID=a5cefe17-c5e0-49e8-a9ae-48efa9ed583e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.475263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-82339826-8d1b-4236-ada9-8b001514197a None None] Provisioning complete for port f5039201-70c9-42a2-9640-a31353283ba3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:20.475916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-82339826-8d1b-4236-ada9-8b001514197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.486224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5daa7a3f-709e-4743-adab-5d35d8c5390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.498474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Subnet': ['ID=e9cd2f00-2379-4298-a8e5-bf1d2f098d34,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.499393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Checking segment: {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:20.499958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network hostable DHCP agents. Network: 53787454-e418-4a24-8d32-7d0813197ccd, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:20.517567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.522533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] DHCP port deletion for c77335a3-5e6b-49d4-95b2-33ba1f1915e1 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:48:20.523526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:20.524348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.565232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-d51d0d45-8436-4af4-925b-c19f34864171', 'network_id': 'd51d0d45-8436-4af4-925b-c19f34864171', 'tenant_id': '0d702932772345ddb8c9a7c86dbc28c8', 'fixed_ips': [{'subnet_id': '14f0bb4a-9e32-4d93-900a-7331e653ad8e'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:20.566650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.574106 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4e72b3e3-8ac3-4458-bb3f-09b166ec3b09 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3535659 May 06 13:48:20.581413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40050) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:20.592341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'port': {'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-4500485', 'allowed_address_pairs': [{'ip_address': '2001:db8::28', 'mac_address': 'fa:16:3e:c6:b8:6d'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:20.613274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a6343fe9-7db3-4bfc-9c50-51fd77146c5d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:20.638605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa7a3f-709e-4743-adab-5d35d8c5390a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ce07e5-7760-4e2f-a03d-195442420920,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.650344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Checking segment: {'id': '2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '766cf893-8875-4ba1-a5d2-208fbe10a221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:20.650769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network hostable DHCP agents. Network: 766cf893-8875-4ba1-a5d2-208fbe10a221, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:20.669217 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] Deleting port 091644aa-f5ed-4bcb-857b-576e1a904a71 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:20.670321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.718432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Network': ['ID=cf7cc619-a96d-4903-973a-6e4546607ea3,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:20.718687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 53787454-e418-4a24-8d32-7d0813197ccd is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:20.742719 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d4de8e2a-4890-4f51-b4f3-1372a3d10b73 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8948271 May 06 13:48:20.750441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5daa7a3f-709e-4743-adab-5d35d8c5390a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.751054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40054) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:20.753135 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5daa7a3f-709e-4743-adab-5d35d8c5390a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5ce07e5-7760-4e2f-a03d-195442420920 HTTP/1.1" status: 204 len: 168 time: 1.2135868 May 06 13:48:20.764616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': 'cf7cc619-a96d-4903-973a-6e4546607ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:20.789124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 53787454-e418-4a24-8d32-7d0813197ccd) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:20.791103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.807678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network cf7cc619-a96d-4903-973a-6e4546607ea3 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:20.846993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:20.847509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.981424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294f3b2-361c-4acb-a285-6eeb9ca9928a None None] Network 53787454-e418-4a24-8d32-7d0813197ccd requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:20.989235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 766cf893-8875-4ba1-a5d2-208fbe10a221 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:20.998317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-82339826-8d1b-4236-ada9-8b001514197a None None] Port f5039201-70c9-42a2-9640-a31353283ba3 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:21.000151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57e97ee9-80c0-49f7-98b3-867228418dc2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.050555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 766cf893-8875-4ba1-a5d2-208fbe10a221) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:21.065975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:21.066649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.125676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Subnet': ['ID=b2f2cecb-9e80-4d73-bc17-c1d2b9e163b1,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:21.156506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845f0a3-c20c-4cb8-b493-f2f949dad7ea None None] Network 766cf893-8875-4ba1-a5d2-208fbe10a221 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:21.177812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e97ee9-80c0-49f7-98b3-867228418dc2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=f5039201-70c9-42a2-9640-a31353283ba3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:21.300721 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-09c5bda3-ed9f-40a7-8cf4-1ea36f77c07a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1683230 May 06 13:48:21.306953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40064) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:21.324035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'subnet': {'network_id': 'ad671c05-0fc0-47f6-b0be-acf733ce0b26', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:21.382587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:21.387304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Usage tracker for resource:port and tenant:3b28cfc8ef954ae181010417d38a851d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:21.390688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:21.397782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:21.416632 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-58e59d95-4a0c-4520-92ef-a119f149ca23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3905354 May 06 13:48:21.440817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.458591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2402621f-2af2-463c-8494-ff64c293061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:48:12Z', 'revision_number': 5, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port': {'id': 'b16df0b0-dcce-43de-81e2-8cfa73081b73', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:42Z', 'updated_at': '2022-05-06T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:21.568632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Made reservation on behalf of 3b28cfc8ef954ae181010417d38a851d for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:21.575103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Allocated IP 2001:db8::2 (f0bd3cc2-5940-462f-9b0e-56075e8a3416/52bc1b76-dddf-47fb-8f55-cd3e32b277e6/e1b1752d-3a46-49a5-a9d4-86554f93a151) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:21.586498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402621f-2af2-463c-8494-ff64c293061d None None] Checking router: fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:48:21.650032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:21.663776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:subnet and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:21.672966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:21.689975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:21.702130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event deleted for resources: {'Port': ['ID=b16df0b0-dcce-43de-81e2-8cfa73081b73,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:21.715597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57e97ee9-80c0-49f7-98b3-867228418dc2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.719220 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-57e97ee9-80c0-49f7-98b3-867228418dc2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/f5039201-70c9-42a2-9640-a31353283ba3 HTTP/1.1" status: 204 len: 168 time: 2.8693295 May 06 13:48:21.721337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40074) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:21.785851 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:21.835653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:21.843485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.864713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:21.870855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Checking segment: {'id': '23dfdbb3-caec-4fb9-b232-404da4248a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'db973af7-87bc-43be-ae38-0167596df0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:21.871823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network hostable DHCP agents. Network: db973af7-87bc-43be-ae38-0167596df0ca, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:21.884336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40082) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:21.884804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402621f-2af2-463c-8494-ff64c293061d None None] Routers {'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:21.885192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2402621f-2af2-463c-8494-ff64c293061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:21.887208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:21.916250 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:21.933135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036785089', 'description': 'tempest-secgroup-smoke-2036785089 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:21.997251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network db973af7-87bc-43be-ae38-0167596df0ca is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:22.009200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.012550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-08a26dcc-ac0b-4316-913b-064f8808abd3 None None] Provisioning complete for port a6343fe9-7db3-4bfc-9c50-51fd77146c5d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:22.014129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-08a26dcc-ac0b-4316-913b-064f8808abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.115400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:22.123941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.246749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:22.274658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:22.283720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:22.307799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:22.317331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478231e-a9c5-481a-82fb-2c5c0d0bb00b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:22.319199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478231e-a9c5-481a-82fb-2c5c0d0bb00b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:22.320809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478231e-a9c5-481a-82fb-2c5c0d0bb00b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:22.322259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3478231e-a9c5-481a-82fb-2c5c0d0bb00b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:22.359608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.388707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3478231e-a9c5-481a-82fb-2c5c0d0bb00b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:22.393300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3478231e-a9c5-481a-82fb-2c5c0d0bb00b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6703739 May 06 13:48:22.397238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40094) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:22.479469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-152a17f7-1bf5-430c-9dcf-fd399c1be670 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet ab5f2f05-ba30-40e9-8efc-db4318994345 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:48:22.483644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-152a17f7-1bf5-430c-9dcf-fd399c1be670 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.495480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, db973af7-87bc-43be-ae38-0167596df0ca) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:22.558881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-152a17f7-1bf5-430c-9dcf-fd399c1be670 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.624768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:22.625650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.663400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.667957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-152a17f7-1bf5-430c-9dcf-fd399c1be670 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.685267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.700066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.751230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] device_id is not set on port 40921189-4e6a-422b-86ce-ef12871c7e3d yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:22.775496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.779370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:22.783127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-152a17f7-1bf5-430c-9dcf-fd399c1be670 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.792998 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e4eb3f77-d235-4dda-8099-28078341c5cc tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8340387 May 06 13:48:22.797881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40100) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:22.801270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Transition to ACTIVE for port object e1b1752d-3a46-49a5-a9d4-86554f93a151 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:22.839864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Transition to ACTIVE for port object e1b1752d-3a46-49a5-a9d4-86554f93a151 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:22.876900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:22.897524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:22.902381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a17f7-1bf5-430c-9dcf-fd399c1be670 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5f2f05-ba30-40e9-8efc-db4318994345,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:22.923519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-152a17f7-1bf5-430c-9dcf-fd399c1be670 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.927048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.927596 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Fanout notify agent at l3_agent the message router_deleted on router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:48:22.934083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:22.940233 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Allocated IP 172.20.0.2 (d51d0d45-8436-4af4-925b-c19f34864171/14f0bb4a-9e32-4d93-900a-7331e653ad8e/8760af2d-ab3e-424f-b475-faf4aefe64f0) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:22.980102 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-152a17f7-1bf5-430c-9dcf-fd399c1be670 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/ab5f2f05-ba30-40e9-8efc-db4318994345 HTTP/1.1" status: 204 len: 168 time: 0.5816393 May 06 13:48:22.982650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40106) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:23.121808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46d827f-8850-4ffa-88c8-5d25f6cfb494 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet c8b2af11-744e-4aa6-9b3d-2f7bebeeacc7 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:48:23.124209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.184559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faec932-2f37-4036-96b8-3a204d1b3bf8 None None] Network db973af7-87bc-43be-ae38-0167596df0ca requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:23.226029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d46d827f-8850-4ffa-88c8-5d25f6cfb494 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.244869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397f5fa-64d5-4d72-8268-38614fd62cbf None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:23.259631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port a6343fe9-7db3-4bfc-9c50-51fd77146c5d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:23.260892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.264737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Subnet': ['ID=01a92376-2ce2-40b3-aa2b-916a0d3f7db8,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:23.328923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.348691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.358966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d46d827f-8850-4ffa-88c8-5d25f6cfb494 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.389063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Checking segment: {'id': 'b41a0fa9-efab-4d37-b46d-4c66c8c31c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ad671c05-0fc0-47f6-b0be-acf733ce0b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:23.389460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network hostable DHCP agents. Network: ad671c05-0fc0-47f6-b0be-acf733ce0b26, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:23.394104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.466160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4b14e-92be-47b9-a187-f0f376a82211,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:23.469576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.471012 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a0604998-05ed-4d3b-a2f1-f5c3ed8ae018 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5790026 May 06 13:48:23.480455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40118) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:23.485664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4b14e-92be-47b9-a187-f0f376a82211', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:23.504393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:23.514486 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2402621f-2af2-463c-8494-ff64c293061d None None] Set router fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:48:23.515752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:23.519370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:23.536085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:23.552392 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network ad671c05-0fc0-47f6-b0be-acf733ce0b26 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:23.591404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, ad671c05-0fc0-47f6-b0be-acf733ce0b26) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:23.596501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:23.596501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.601912 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Pushing event updated for resources: {'Port': ['ID=e1b1752d-3a46-49a5-a9d4-86554f93a151,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:23.619622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.662331 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4ed9956c-23f3-49e1-82b5-a16d04f65e49 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3542547 May 06 13:48:23.667622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40126) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:23.677931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d46d827f-8850-4ffa-88c8-5d25f6cfb494 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.718793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-288976156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:23.761764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.773009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:23.779254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da51b1b-5575-4c07-a210-bfef434969ca None None] Network ad671c05-0fc0-47f6-b0be-acf733ce0b26 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:23.782474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.790587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:router and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:23.809850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:23.810217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.815525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40130) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:23.816947 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9ddb681f-9142-40d2-b2f7-510a92aad0f7 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "DELETE /v2.0/routers/fc5e8a07-8a7b-478a-8a65-003b9ef66fc7 HTTP/1.1" status: 204 len: 168 time: 5.7968528 May 06 13:48:23.847515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:23.886622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251a16b7-f6de-40ff-9226-ea70161d0a5d,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:23.902911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40134) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:23.970952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.975065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-56ca17a2-aa40-4568-94a9-37e159e358ca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4912207 May 06 13:48:23.975065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.975397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:23.983917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40140) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:24.006101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4b14e-92be-47b9-a187-f0f376a82211', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:24.011589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.013895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:24.018390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:24.021815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:24.029930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:24.035674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Allocated IP 2001:db8::3a (f0bd3cc2-5940-462f-9b0e-56075e8a3416/52bc1b76-dddf-47fb-8f55-cd3e32b277e6/40921189-4e6a-422b-86ce-ef12871c7e3d) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:24.090101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.105996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.112474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d46d827f-8850-4ffa-88c8-5d25f6cfb494 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.157477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.160291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.183335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2018701497', 'router:external': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:24.194811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d46d827f-8850-4ffa-88c8-5d25f6cfb494 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.204024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d827f-8850-4ffa-88c8-5d25f6cfb494 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b2af11-744e-4aa6-9b3d-2f7bebeeacc7,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:24.239627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Deleting port 091644aa-f5ed-4bcb-857b-576e1a904a71 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:24.240022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.283026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.285245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:24.292724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d46d827f-8850-4ffa-88c8-5d25f6cfb494 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/c8b2af11-744e-4aa6-9b3d-2f7bebeeacc7 HTTP/1.1" status: 204 len: 168 time: 1.3014281 May 06 13:48:24.294743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40144) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:24.424826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3c0814b2-1611-4903-9045-0f3535aca42d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198230 May 06 13:48:24.425212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:24.428387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40148) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:24.430352 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.452660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:24.454717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2402621f-2af2-463c-8494-ff64c293061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:48:21Z', 'revision_number': 7, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:24.478045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:24.495201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402621f-2af2-463c-8494-ff64c293061d None None] The sync data for ids ['fc5e8a07-8a7b-478a-8a65-003b9ef66fc7'] in dv-neutron-840888-1-hyperv is: [{'id': 'fc5e8a07-8a7b-478a-8a65-003b9ef66fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323970841', 'tenant_id': '6b2b1366be5b475fb0ef0248132dacba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:39Z', 'updated_at': '2022-05-06T13:48:21Z', 'revision_number': 7, 'project_id': '6b2b1366be5b475fb0ef0248132dacba', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:48:24.513142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.519458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.520673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-66070abf-5bff-42d5-9b15-3c81e27f40ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8489025 May 06 13:48:24.527898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Usage tracker for resource:network and tenant:00410e31e3f84af2b8e30d8113d17b1e is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:24.546716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40152) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:24.556979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:24.585876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18bbb3e-2d9f-43c3-8c05-ca19378f4a4a,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:24.606071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.610139 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5fe94ace-56e3-4fe2-a734-6fe8afdf12ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6216884 May 06 13:48:24.626811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] For port 091644aa-f5ed-4bcb-857b-576e1a904a71, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=091644aa-f5ed-4bcb-857b-576e1a904a71,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:24.627212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.629941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40156) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:24.642164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4b14e-92be-47b9-a187-f0f376a82211', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:24.701675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:24.705569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:24.718046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:24.731858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:24.753203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:24.772246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] For port 091644aa-f5ed-4bcb-857b-576e1a904a71, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=091644aa-f5ed-4bcb-857b-576e1a904a71,segment=NetworkSegment(b7f18250-7a63-47ba-81b1-9819443227cc),segment_id=b7f18250-7a63-47ba-81b1-9819443227cc)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:24.772783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:24.802218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520492e9-d01b-4360-86c1-1352f7688e40 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:24.803031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-520492e9-d01b-4360-86c1-1352f7688e40 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:24.848157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=1dcf815b-f5e5-4b78-847f-df0e5525a80f,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:25.086568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Calling delete_port for 091644aa-f5ed-4bcb-857b-576e1a904a71 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:25.095903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.114821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] Calling delete_port for 091644aa-f5ed-4bcb-857b-576e1a904a71 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:25.133076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.155334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-520492e9-d01b-4360-86c1-1352f7688e40 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:25.160833 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-520492e9-d01b-4360-86c1-1352f7688e40 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7243032 May 06 13:48:25.162580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40160) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:25.269868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Checking segment: {'id': '2ed72e73-01ce-47fc-943f-e2e3a26dd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cf7cc619-a96d-4903-973a-6e4546607ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:25.270764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network hostable DHCP agents. Network: cf7cc619-a96d-4903-973a-6e4546607ea3, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:25.300757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Made reservation on behalf of 00410e31e3f84af2b8e30d8113d17b1e for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:25.301683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe5cba8-cc28-4ee3-b283-a12877e6a86c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:25.302388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4fe5cba8-cc28-4ee3-b283-a12877e6a86c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:25.307593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.323130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Transition to ACTIVE for port object 8760af2d-ab3e-424f-b475-faf4aefe64f0 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:25.334992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.372007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-766cf893-8875-4ba1-a5d2-208fbe10a221', 'network_id': '766cf893-8875-4ba1-a5d2-208fbe10a221', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'fixed_ips': [{'subnet_id': 'e9cd2f00-2379-4298-a8e5-bf1d2f098d34'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:25.372879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.399234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-53787454-e418-4a24-8d32-7d0813197ccd', 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ips': [{'subnet_id': 'e2450b9d-58d4-41fa-967a-eacf2aa89227'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:25.400517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.406711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4fe5cba8-cc28-4ee3-b283-a12877e6a86c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:25.410806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4fe5cba8-cc28-4ee3-b283-a12877e6a86c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2480311 May 06 13:48:25.412013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] No DVR routers for this DVR port 091644aa-f5ed-4bcb-857b-576e1a904a71 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:25.413939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Attempting to bind port e1b1752d-3a46-49a5-a9d4-86554f93a151 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:25.414560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Attempting to bind port e1b1752d-3a46-49a5-a9d4-86554f93a151 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '044faf4a-6e69-438f-a62a-438a29cfc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:25.415298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Attempting to bind port e1b1752d-3a46-49a5-a9d4-86554f93a151 on network f0bd3cc2-5940-462f-9b0e-56075e8a3416 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:25.417063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40164) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:25.418051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event deleted for resources: {'Port': ['ID=091644aa-f5ed-4bcb-857b-576e1a904a71,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:25.423819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.480540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.515462 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:48:25.603631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:25.604873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Checking segment: {'id': '044faf4a-6e69-438f-a62a-438a29cfc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:25.606922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.607646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Bound using segment: {'id': '044faf4a-6e69-438f-a62a-438a29cfc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:25.608722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Bound port: e1b1752d-3a46-49a5-a9d4-86554f93a151, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044faf4a-6e69-438f-a62a-438a29cfc618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:25.609390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.623844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:25.652364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Usage tracker for resource:security_group_rule and tenant:00410e31e3f84af2b8e30d8113d17b1e is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:25.659338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:25.690095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3e0d23d1-f55d-43a5-a311-89192c4255d2 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:25.726231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network cf7cc619-a96d-4903-973a-6e4546607ea3 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:25.728998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Transition to ACTIVE for port object 8760af2d-ab3e-424f-b475-faf4aefe64f0 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:25.730772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:25.747260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.881507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, cf7cc619-a96d-4903-973a-6e4546607ea3) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:25.885357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:25.885981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:25.925660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Transition to ACTIVE for port object 40921189-4e6a-422b-86ce-ef12871c7e3d will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:25.970672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.047228 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-00671c5c-b5e6-498f-a09b-69fb1941cf22 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2906992 May 06 13:48:26.070464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3295ca1a-a2ba-454d-8761-e6656e8e35b6,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:26.074973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.077080 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a91d114e-5532-428d-9e59-1e40954b80e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4442844 May 06 13:48:26.090420 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-82424ad9-38f4-45bc-ac94-c5e951f1358c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6695731 May 06 13:48:26.097357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Allocated IP 172.20.0.1 (d51d0d45-8436-4af4-925b-c19f34864171/14f0bb4a-9e32-4d93-900a-7331e653ad8e/449b0f40-15a0-469d-874b-dd5e4225f16f) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:26.097577 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40168) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.097949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40170) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.098423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40172) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.101494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.112552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 3e0d23d1-f55d-43a5-a311-89192c4255d2 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:48:26.112552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3e0d23d1-f55d-43a5-a311-89192c4255d2 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:26.112865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b16df0b0-dcce-43de-81e2-8cfa73081b73 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:26.115518 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-18eb2958-99f8-41d1-ab4e-aee561b0e215 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:26.153392 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.170537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4b14e-92be-47b9-a187-f0f376a82211', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:26.186126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-116440660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:26.197126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.202501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:26.209405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-db973af7-87bc-43be-ae38-0167596df0ca', 'network_id': 'db973af7-87bc-43be-ae38-0167596df0ca', 'tenant_id': '0d702932772345ddb8c9a7c86dbc28c8', 'fixed_ips': [{'subnet_id': 'b2f2cecb-9e80-4d73-bc17-c1d2b9e163b1'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:26.211679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.212749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:26.266933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:router and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:26.277980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:26.293279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:26.315136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:26.318359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:26.322245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77335a3-5e6b-49d4-95b2-33ba1f1915e1']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:26.353661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:26.364543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f18250-7a63-47ba-81b1-9819443227cc') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:26.365114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f18250-7a63-47ba-81b1-9819443227cc') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:26.381659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.385058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.396544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.410959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-18eb2958-99f8-41d1-ab4e-aee561b0e215 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:26.436534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.437721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.439295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.441568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ad671c05-0fc0-47f6-b0be-acf733ce0b26', 'network_id': 'ad671c05-0fc0-47f6-b0be-acf733ce0b26', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'fixed_ips': [{'subnet_id': '01a92376-2ce2-40b3-aa2b-916a0d3f7db8'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:26.442930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.446914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-18eb2958-99f8-41d1-ab4e-aee561b0e215 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:26.457587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.464409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.481509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Pushing event updated for resources: {'Port': ['ID=8760af2d-ab3e-424f-b475-faf4aefe64f0,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:26.483905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b16df0b0-dcce-43de-81e2-8cfa73081b73 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:48:26.484369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b16df0b0-dcce-43de-81e2-8cfa73081b73 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:26.484905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 091644aa-f5ed-4bcb-857b-576e1a904a71 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:26.511954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:48:26.512383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:48:26.528628 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:26.539183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eb2958-99f8-41d1-ab4e-aee561b0e215 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:26.541410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18eb2958-99f8-41d1-ab4e-aee561b0e215 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.541734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.542960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-18eb2958-99f8-41d1-ab4e-aee561b0e215 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:48:26.543592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18eb2958-99f8-41d1-ab4e-aee561b0e215 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:48:26.543843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:26.544272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:26.582684 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 091644aa-f5ed-4bcb-857b-576e1a904a71 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:48:26.582987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 091644aa-f5ed-4bcb-857b-576e1a904a71 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:26.615273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Network d51d0d45-8436-4af4-925b-c19f34864171 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:26.647295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.676084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-18eb2958-99f8-41d1-ab4e-aee561b0e215 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5688529 May 06 13:48:26.685506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40180) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.691496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f4fc3426-276a-457b-8784-638818e2e204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:26.718447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.722419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.747848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.759614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:26.764120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:26.779533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:26.782184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:26.783175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:26.788692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:26.789884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.791959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] For port e1b1752d-3a46-49a5-a9d4-86554f93a151, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:26.819226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.859586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:26.890123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event deleted for resources: {'Network': ['ID=c77335a3-5e6b-49d4-95b2-33ba1f1915e1,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:26.893183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.897325 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-34540efd-f121-4363-88ab-a3aaefe6d0d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7950838 May 06 13:48:26.907468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40184) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.914237 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-09911667-ab7b-4f10-9113-c72141fb7bd4 tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "DELETE /v2.0/networks/c77335a3-5e6b-49d4-95b2-33ba1f1915e1 HTTP/1.1" status: 204 len: 168 time: 3.0758595 May 06 13:48:26.920481 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Port': ['ID=40921189-4e6a-422b-86ce-ef12871c7e3d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:26.924583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806bdf99-8ece-4f03-9d94-39a6650468d4,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:26.927002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40186) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.943754 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e93200bc-6a3a-4738-b899-86335f0bf088 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 6.3597193 May 06 13:48:26.950766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40192) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:26.957057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'network_id': 'cf7cc619-a96d-4903-973a-6e4546607ea3', 'name': 'tempest-PortsIpV6TestJSON-1048753839'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:26.959108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] For port e1b1752d-3a46-49a5-a9d4-86554f93a151, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e1b1752d-3a46-49a5-a9d4-86554f93a151,segment=NetworkSegment(044faf4a-6e69-438f-a62a-438a29cfc618),segment_id=044faf4a-6e69-438f-a62a-438a29cfc618)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:26.983183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:26.983778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dcdc77-0f06-4b3d-a456-a19ffc7771b7,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:26.985782 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-44cc264f-f290-41ee-a961-7ec6e43616a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8809865 May 06 13:48:26.993281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40196) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:27.049742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.053905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] Deleting port 091644aa-f5ed-4bcb-857b-576e1a904a71 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:27.054388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.058123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.058481 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Added segment 6ecfc6e5-0e90-4306-a83d-31554b4528ee of type vlan for network dcbcdeb7-36ee-4d97-b1a0-bffdd603429e May 06 13:48:27.070010 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4b14e-92be-47b9-a187-f0f376a82211', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:27.097544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Allocated IP 2001:db8::2 (766cf893-8875-4ba1-a5d2-208fbe10a221/e9cd2f00-2379-4298-a8e5-bf1d2f098d34/1d80bba4-e48c-4b8f-bb86-1edefc5e295d) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:27.129311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f4fc3426-276a-457b-8784-638818e2e204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:27.182302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f4fc3426-276a-457b-8784-638818e2e204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:27.205093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:27.235756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:27.246131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.247362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b42b6670-f520-48ff-8643-03eb3f0239db tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.253925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:27.262919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc3426-276a-457b-8784-638818e2e204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:27.266478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3426-276a-457b-8784-638818e2e204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.269185 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fc3426-276a-457b-8784-638818e2e204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:48:27.269422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fc3426-276a-457b-8784-638818e2e204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:48:27.298361 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:27.337458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b42b6670-f520-48ff-8643-03eb3f0239db tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.354532 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f4fc3426-276a-457b-8784-638818e2e204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6677172 May 06 13:48:27.357337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Transition to ACTIVE for port object 449b0f40-15a0-469d-874b-dd5e4225f16f will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:27.359807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40200) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:27.366060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Allocated IP 172.20.0.18 (53787454-e418-4a24-8d32-7d0813197ccd/e2450b9d-58d4-41fa-967a-eacf2aa89227/f0ae5431-a3be-4ea2-aa18-3fa423320f01) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:27.366358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.378812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c95226ce-4ad5-4eb8-9760-2893c404bae0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:27.379164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a9608-92c6-4624-8594-59ec0b04fb1c tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:27.390074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a9608-92c6-4624-8594-59ec0b04fb1c tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:27.390329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-07472ff3-fa1d-4af6-a6ca-2f7d4ab4a937 None None] The port '091644aa-f5ed-4bcb-857b-576e1a904a71' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:48:27.394343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:48:27.401333 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:48:27.401619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a9608-92c6-4624-8594-59ec0b04fb1c tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:27.403697 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-368a9608-92c6-4624-8594-59ec0b04fb1c tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2476 time: 0.4330962 May 06 13:48:27.408362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40204) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:27.453248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Attempting to bind port 8760af2d-ab3e-424f-b475-faf4aefe64f0 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:27.453682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Attempting to bind port 8760af2d-ab3e-424f-b475-faf4aefe64f0 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '429ab62b-0f3b-49db-9fae-b560d8e88252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd51d0d45-8436-4af4-925b-c19f34864171'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:27.454180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Attempting to bind port 8760af2d-ab3e-424f-b475-faf4aefe64f0 on network d51d0d45-8436-4af4-925b-c19f34864171 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:27.499124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.548211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a6fe67-27bb-4e20-845f-3633d6d6a23c None None] Network cf7cc619-a96d-4903-973a-6e4546607ea3 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:27.558206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:27.563446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e43f600e-b401-42a6-863b-2439c049ac73 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:27.588060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd253e-b5d1-4517-9a5c-73ecd4c56939 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Deleting port 40921189-4e6a-422b-86ce-ef12871c7e3d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:27.588621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3fd253e-b5d1-4517-9a5c-73ecd4c56939 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.590227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Deleting port e43f600e-b401-42a6-863b-2439c049ac73 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:27.590607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.625299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:27.649013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c95226ce-4ad5-4eb8-9760-2893c404bae0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:27.652327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.653686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:27.654543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.682248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:27.683219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Checking segment: {'id': '429ab62b-0f3b-49db-9fae-b560d8e88252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd51d0d45-8436-4af4-925b-c19f34864171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:27.683219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.683521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Bound using segment: {'id': '429ab62b-0f3b-49db-9fae-b560d8e88252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd51d0d45-8436-4af4-925b-c19f34864171'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:27.683967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Bound port: 8760af2d-ab3e-424f-b475-faf4aefe64f0, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429ab62b-0f3b-49db-9fae-b560d8e88252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd51d0d45-8436-4af4-925b-c19f34864171'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:27.684267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.709802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:27.714630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.727909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b42b6670-f520-48ff-8643-03eb3f0239db tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.779199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b6670-f520-48ff-8643-03eb3f0239db tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da70e998-da53-40f9-8e6f-a1fa5f15e986,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:27.791410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c95226ce-4ad5-4eb8-9760-2893c404bae0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:27.816762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.828955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b42b6670-f520-48ff-8643-03eb3f0239db tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.829181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.830947 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b42b6670-f520-48ff-8643-03eb3f0239db tempest-TestNetworkAdvancedServerOps-1773100118 tempest-TestNetworkAdvancedServerOps-1773100118-project] 10.222.0.21 "DELETE /v2.0/security-groups/da70e998-da53-40f9-8e6f-a1fa5f15e986 HTTP/1.1" status: 204 len: 168 time: 0.9015543 May 06 13:48:27.913221 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.9995577 May 06 13:48:27.919784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c95c-9ac9-4c85-9b35-561acb0c607a None None] Pushing event updated for resources: {'Port': ['ID=e1b1752d-3a46-49a5-a9d4-86554f93a151,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:27.939482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.956089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40212) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:28.021779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port fabe8ab9-c3e3-4a45-831a-e9617d64d830 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:28.075918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Allocated IP 172.20.0.2 (db973af7-87bc-43be-ae38-0167596df0ca/b2f2cecb-9e80-4d73-bc17-c1d2b9e163b1/acf3c841-4118-4079-bbab-ddef049db1f9) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:28.079278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Allocated IP 2001:db8:1::2 (ad671c05-0fc0-47f6-b0be-acf733ce0b26/01a92376-2ce2-40b3-aa2b-916a0d3f7db8/a2020712-9638-4376-b4c9-c855d2421f86) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:28.122046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network d51d0d45-8436-4af4-925b-c19f34864171 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:28.124279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95226ce-4ad5-4eb8-9760-2893c404bae0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:28.131275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c95226ce-4ad5-4eb8-9760-2893c404bae0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.135294 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95226ce-4ad5-4eb8-9760-2893c404bae0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:48:28.136159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95226ce-4ad5-4eb8-9760-2893c404bae0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:48:28.184048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'subnet': {'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:28.240786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:28.243982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130d8ba-2055-4792-8ac6-4bfd7207cad3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event updated for resources: {'Network': ['ID=dcbcdeb7-36ee-4d97-b1a0-bffdd603429e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:28.257484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:28.286110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a451756-d4f2-468e-b1c9-898d6c598062,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:28.300126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Port': ['ID=449b0f40-15a0-469d-874b-dd5e4225f16f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:28.304551 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c95226ce-4ad5-4eb8-9760-2893c404bae0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9423196 May 06 13:48:28.322812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40220) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:28.325795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network dcbcdeb7-36ee-4d97-b1a0-bffdd603429e details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:28.339673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d4e4d25f-aac8-446d-b93e-bea4bffced2b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:28.371422 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:28.377121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.381576 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-13ec3cec-aef1-40e1-b808-756499bdffe1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3305223 May 06 13:48:28.388898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40224) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:28.390177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Usage tracker for resource:subnet and tenant:00410e31e3f84af2b8e30d8113d17b1e is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:28.398760 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:28.406430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:28.417385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4b14e-92be-47b9-a187-f0f376a82211', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:28.428372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.437534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:28.440530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Made reservation on behalf of 00410e31e3f84af2b8e30d8113d17b1e for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:28.443800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.533493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:28.568470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:28.577487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3fd253e-b5d1-4517-9a5c-73ecd4c56939 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.704598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:28.720770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40228) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:28.731627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d4e4d25f-aac8-446d-b93e-bea4bffced2b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:28.741235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd253e-b5d1-4517-9a5c-73ecd4c56939 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Calling delete_port for 40921189-4e6a-422b-86ce-ef12871c7e3d owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:28.800686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d4e4d25f-aac8-446d-b93e-bea4bffced2b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:28.834859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e4d25f-aac8-446d-b93e-bea4bffced2b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:28.842039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d25f-aac8-446d-b93e-bea4bffced2b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.843815 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e4d25f-aac8-446d-b93e-bea4bffced2b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:48:28.844376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e4d25f-aac8-446d-b93e-bea4bffced2b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:48:28.908044 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d4e4d25f-aac8-446d-b93e-bea4bffced2b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5832124 May 06 13:48:28.908960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40232) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:28.996975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::346 (cf7cc619-a96d-4903-973a-6e4546607ea3/1dcf815b-f5e5-4b78-847f-df0e5525a80f/fabe8ab9-c3e3-4a45-831a-e9617d64d830) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:29.061266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d4b89aca-3120-4d5c-b16b-babd0b163a53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:29.087407 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:48:29.113247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.314976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] For port e43f600e-b401-42a6-863b-2439c049ac73, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e43f600e-b401-42a6-863b-2439c049ac73,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:29.315848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.318293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d4b89aca-3120-4d5c-b16b-babd0b163a53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:29.343757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d4b89aca-3120-4d5c-b16b-babd0b163a53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:29.373686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b89aca-3120-4d5c-b16b-babd0b163a53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:29.380020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4b89aca-3120-4d5c-b16b-babd0b163a53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.383282 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b89aca-3120-4d5c-b16b-babd0b163a53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:48:29.386188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b89aca-3120-4d5c-b16b-babd0b163a53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:48:29.445330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3fd253e-b5d1-4517-9a5c-73ecd4c56939 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.474508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] For port 8760af2d-ab3e-424f-b475-faf4aefe64f0, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:29.535658 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d4b89aca-3120-4d5c-b16b-babd0b163a53 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6214426 May 06 13:48:29.541735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40238) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:29.564596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7660273e-8598-42b4-b312-02108edd6f5e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:29.590674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd253e-b5d1-4517-9a5c-73ecd4c56939 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event deleted for resources: {'Port': ['ID=40921189-4e6a-422b-86ce-ef12871c7e3d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:29.632200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.675335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.697744 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ad9b36bc-af5c-4a5f-88db-dd1d55983634 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b2b1366be5b475fb0ef0248132dacba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9723709 May 06 13:48:29.709985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40242) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:29.749698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac50645-de65-4ca2-a03f-deca76d23543,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:29.751780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.856317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.985278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Calling delete_port for e43f600e-b401-42a6-863b-2439c049ac73 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:29.989356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7660273e-8598-42b4-b312-02108edd6f5e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:30.102091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7660273e-8598-42b4-b312-02108edd6f5e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:30.107702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3fd253e-b5d1-4517-9a5c-73ecd4c56939 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.111916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d3fd253e-b5d1-4517-9a5c-73ecd4c56939 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "DELETE /v2.0/ports/40921189-4e6a-422b-86ce-ef12871c7e3d HTTP/1.1" status: 204 len: 168 time: 2.7016680 May 06 13:48:30.116008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40246) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:30.167695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] For port 8760af2d-ab3e-424f-b475-faf4aefe64f0, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8760af2d-ab3e-424f-b475-faf4aefe64f0,segment=NetworkSegment(429ab62b-0f3b-49db-9fae-b560d8e88252),segment_id=429ab62b-0f3b-49db-9fae-b560d8e88252)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:30.203379 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a92376-9648-4d88-9ab6-1a9a7cc84158 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] GET failed (client error): The resource could not be found. May 06 13:48:30.204488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f4a92376-9648-4d88-9ab6-1a9a7cc84158 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Synchronizing usage tracker for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:30.222745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7660273e-8598-42b4-b312-02108edd6f5e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:30.229924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7660273e-8598-42b4-b312-02108edd6f5e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.234693 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7660273e-8598-42b4-b312-02108edd6f5e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:48:30.235611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7660273e-8598-42b4-b312-02108edd6f5e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:48:30.265001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f4a92376-9648-4d88-9ab6-1a9a7cc84158 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Unset dirty status for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:30.267276 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f4a92376-9648-4d88-9ab6-1a9a7cc84158 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "GET /v2.0/ports/40921189-4e6a-422b-86ce-ef12871c7e3d HTTP/1.1" status: 404 len: 333 time: 0.1493630 May 06 13:48:30.267977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.270700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7660273e-8598-42b4-b312-02108edd6f5e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7277150 May 06 13:48:30.272104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40250) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:30.275045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40254) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:30.275247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.277623 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-97a6dcf4-d7b1-4231-a197-b463f53e5f17 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8838432 May 06 13:48:30.280520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'port': {'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1985714965'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:30.332721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.366565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d8df03-df92-455b-b841-9c08c2762ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.455805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:30.468328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:30.515091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Made reservation on behalf of 3b28cfc8ef954ae181010417d38a851d for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:30.519342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.536993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.543974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.579958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port e43f600e-b401-42a6-863b-2439c049ac73, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e43f600e-b401-42a6-863b-2439c049ac73,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:30.599743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] device_id is not set on port 9734a3a5-0676-406c-8946-fcc118578a13 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:30.609185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object fabe8ab9-c3e3-4a45-831a-e9617d64d830 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:30.621590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-cf7cc619-a96d-4903-973a-6e4546607ea3', 'network_id': 'cf7cc619-a96d-4903-973a-6e4546607ea3', 'tenant_id': '7bed9daf2f1e4f0b85fc96ab107c7e3f', 'fixed_ips': [{'subnet_id': '1dcf815b-f5e5-4b78-847f-df0e5525a80f'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:30.622527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.646706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.649551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Transition to ACTIVE for port object f0ae5431-a3be-4ea2-aa18-3fa423320f01 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:30.653574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Transition to ACTIVE for port object 1d80bba4-e48c-4b8f-bb86-1edefc5e295d will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:30.700067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.709238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e401c671-ea38-48ea-bb65-b97ecdeecd67 None None] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:30.723725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d8df03-df92-455b-b841-9c08c2762ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.886093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67306b4-6477-42fb-a8e4-2b25f8940b7b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:30.887579 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c67306b4-6477-42fb-a8e4-2b25f8940b7b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4383273 May 06 13:48:30.888325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:48:30.889227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:48:30.893454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e1b1752d-3a46-49a5-a9d4-86554f93a151 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:30.894484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40270) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:30.897319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-bb3b1781-f6cb-42e8-a2ce-eae79294925c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:30.923194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.039247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217c743-296d-451f-b176-7422e6550af6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:31.041315 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f217c743-296d-451f-b176-7422e6550af6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1407104 May 06 13:48:31.081960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40274) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:31.112234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Transition to ACTIVE for port object acf3c841-4118-4079-bbab-ddef049db1f9 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:31.285288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=fabe8ab9-c3e3-4a45-831a-e9617d64d830,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.322195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network cf7cc619-a96d-4903-973a-6e4546607ea3 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:31.329656 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7535f6ae-e0d7-4290-9922-20540eef4056 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2423310 May 06 13:48:31.329903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40278) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:31.339664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:31.345851 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec247bb-f45f-4a25-ace6-fc1d7e3992ce None None] Pushing event updated for resources: {'Port': ['ID=8760af2d-ab3e-424f-b475-faf4aefe64f0,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.364514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-bb3b1781-f6cb-42e8-a2ce-eae79294925c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:31.365715 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-bb3b1781-f6cb-42e8-a2ce-eae79294925c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036785089&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.6032908 May 06 13:48:31.398877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:31.406433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Deleting port e43f600e-b401-42a6-863b-2439c049ac73 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:31.407178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.419771 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:31.433260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:31.434935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.447437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:48:31.448208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.490522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Allocated IP 2001:db8::3e9 (f0bd3cc2-5940-462f-9b0e-56075e8a3416/52bc1b76-dddf-47fb-8f55-cd3e32b277e6/9734a3a5-0676-406c-8946-fcc118578a13) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:31.566477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d8df03-df92-455b-b841-9c08c2762ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.579017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.591870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:31.595849 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Allocated IP 2001:db8::2 (cf7cc619-a96d-4903-973a-6e4546607ea3/1dcf815b-f5e5-4b78-847f-df0e5525a80f/dc957ef9-b512-4eda-8578-ebe84f91a14f) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:31.607088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event updated for resources: {'Subnet': ['ID=86ad4ae8-c89d-47e7-8771-6a882cf2498d,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.623787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:31.646024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8df03-df92-455b-b841-9c08c2762ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e6a4e6-d157-43ff-aada-4b03d0e70b5c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.648556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d8df03-df92-455b-b841-9c08c2762ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:31.653973 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-23d8df03-df92-455b-b841-9c08c2762ea9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08e6a4e6-d157-43ff-aada-4b03d0e70b5c HTTP/1.1" status: 204 len: 168 time: 1.9288135 May 06 13:48:31.662952 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e6cc4394-239d-4db8-9bf8-f5915341e4cf tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7405906 May 06 13:48:31.666938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40284) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:31.711519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Transition to ACTIVE for port object f0ae5431-a3be-4ea2-aa18-3fa423320f01 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:31.840221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Transition to ACTIVE for port object 1d80bba4-e48c-4b8f-bb86-1edefc5e295d will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:31.893329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=e43f600e-b401-42a6-863b-2439c049ac73,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.902157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9ae56e7a-0e39-4795-acd1-78241723b333 None None] Provisioning for port e1b1752d-3a46-49a5-a9d4-86554f93a151 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:32.067024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.120827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.142380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Transition to ACTIVE for port object 9734a3a5-0676-406c-8946-fcc118578a13 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:32.156637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.184650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.184926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] For port e43f600e-b401-42a6-863b-2439c049ac73, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e43f600e-b401-42a6-863b-2439c049ac73,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:32.185088 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.191420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:32.195916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.215604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Checking segment: {'id': '6ecfc6e5-0e90-4306-a83d-31554b4528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:32.216181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Network hostable DHCP agents. Network: dcbcdeb7-36ee-4d97-b1a0-bffdd603429e, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:32.372155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Calling delete_port for e43f600e-b401-42a6-863b-2439c049ac73 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:32.430103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.441354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.448678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40290) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:32.468106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Transition to ACTIVE for port object a2020712-9638-4376-b4c9-c855d2421f86 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:32.482205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:32.511169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Transition to ACTIVE for port object acf3c841-4118-4079-bbab-ddef049db1f9 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:32.513956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:32.535353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce69e6-edc9-454d-a946-a01b04f4d93d None None] Network d51d0d45-8436-4af4-925b-c19f34864171 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:32.554287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:32.556016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Network 766cf893-8875-4ba1-a5d2-208fbe10a221 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:32.562724 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Port': ['ID=449b0f40-15a0-469d-874b-dd5e4225f16f,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:32.564246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:32.565939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.584015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-986d34b7-f8f0-4826-b276-50755f2580bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:32.591338 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-986d34b7-f8f0-4826-b276-50755f2580bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=53787454-e418-4a24-8d32-7d0813197ccd HTTP/1.1" status: 200 len: 797 time: 1.1681187 May 06 13:48:32.610210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Network 53787454-e418-4a24-8d32-7d0813197ccd is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:32.621817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:32.656995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab8a810c-a607-4e57-89de-c97b1d5220ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.685696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Network dcbcdeb7-36ee-4d97-b1a0-bffdd603429e is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:32.688662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Port': ['ID=9734a3a5-0676-406c-8946-fcc118578a13,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:32.691133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:32.707729 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-4f2f6ce7-9135-4210-8400-9cd69693146a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.0945134 May 06 13:48:32.746447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:32.760515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 2001:db8::1 (766cf893-8875-4ba1-a5d2-208fbe10a221/e9cd2f00-2379-4298-a8e5-bf1d2f098d34/d4754785-07e3-4b9c-9894-3678cd8281ed) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:32.768338 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-580c1080-7ad7-4d56-b151-1da69f211635 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4948876 May 06 13:48:32.772823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40294) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:32.774905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, dcbcdeb7-36ee-4d97-b1a0-bffdd603429e) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:32.787239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-567d653b-aeb7-49b7-a260-bcba79a892f8 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28', 'mac_address': 'fa:16:3e:c6:b8:6d'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:32.854763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.857215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.859337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:32.860036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.923374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Transition to ACTIVE for port object a2020712-9638-4376-b4c9-c855d2421f86 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:32.931559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:33.016125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ab8a810c-a607-4e57-89de-c97b1d5220ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:33.041045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ab8a810c-a607-4e57-89de-c97b1d5220ec admin admin] Usage tracker for resource:security_group_rule and tenant:efd4779e6f2540358ab517b2ff0a34d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:33.053872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ab8a810c-a607-4e57-89de-c97b1d5220ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:33.082536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ab8a810c-a607-4e57-89de-c97b1d5220ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:33.177169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Pushing event updated for resources: {'Port': ['ID=f0ae5431-a3be-4ea2-aa18-3fa423320f01,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:33.248656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.283583 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-f3b145ea-0600-4988-b113-3c57d89d4b23 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5649087 May 06 13:48:33.300301 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5b9441b9-6857-4652-8422-a593ab5a258f tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.3190086 May 06 13:48:33.315871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40298) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:33.341618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1960970382', 'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:33.360341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Network db973af7-87bc-43be-ae38-0167596df0ca is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:33.372131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:33.425759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:33.427585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.435402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Usage tracker for resource:port and tenant:00410e31e3f84af2b8e30d8113d17b1e is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:33.435709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:33.462906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:33.504732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:33.572482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.579429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.objects.ports [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87984) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:48:33.588607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.594432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Made reservation on behalf of 00410e31e3f84af2b8e30d8113d17b1e for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:33.597461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.647080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Attempting to bind port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:33.647709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Attempting to bind port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '766cf893-8875-4ba1-a5d2-208fbe10a221'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:33.648413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Attempting to bind port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d on network 766cf893-8875-4ba1-a5d2-208fbe10a221 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:33.659957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network d51d0d45-8436-4af4-925b-c19f34864171 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:33.662192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port e1b1752d-3a46-49a5-a9d4-86554f93a151 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:33.676288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:33.679913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-567d653b-aeb7-49b7-a260-bcba79a892f8 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.681339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:33.691386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:33.701551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:33.702160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.714841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Transition to ACTIVE for port object d4754785-07e3-4b9c-9894-3678cd8281ed will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:33.724047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=976032d7-e8b6-4b75-bed3-56bb095a34b0,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:33.812214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:33.813322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Checking segment: {'id': '2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '766cf893-8875-4ba1-a5d2-208fbe10a221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:33.814102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.815287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Bound using segment: {'id': '2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '766cf893-8875-4ba1-a5d2-208fbe10a221'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:33.815717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Bound port: 1d80bba4-e48c-4b8f-bb86-1edefc5e295d, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '766cf893-8875-4ba1-a5d2-208fbe10a221'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:33.816457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.875267 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5c4bda26-8f72-4052-9c3e-c1f67e8ae113 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5416703 May 06 13:48:33.886727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40304) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:33.893383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Network ad671c05-0fc0-47f6-b0be-acf733ce0b26 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:33.899322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:12:ef:38', 'name': 'tempest-NetworksTestDHCPv6-1005550678'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:33.902400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab8a810c-a607-4e57-89de-c97b1d5220ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.904972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] device_id is not set on port d77a4b24-e5d6-45c1-b33e-86fae0eb49fd yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:33.999982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab8a810c-a607-4e57-89de-c97b1d5220ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.012319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] No DVR routers for this DVR port e43f600e-b401-42a6-863b-2439c049ac73 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:34.028487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3689e575-f177-4374-8de0-da7727d1e905 None None] Provisioning for port 8760af2d-ab3e-424f-b475-faf4aefe64f0 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:34.075209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:34.079910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:34.134448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Attempting to bind port f0ae5431-a3be-4ea2-aa18-3fa423320f01 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:34.135398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Attempting to bind port f0ae5431-a3be-4ea2-aa18-3fa423320f01 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:34.136266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Attempting to bind port f0ae5431-a3be-4ea2-aa18-3fa423320f01 on network 53787454-e418-4a24-8d32-7d0813197ccd {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:34.150134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b2520-a6e5-4e07-8651-afc0b4566a20 None None] Network dcbcdeb7-36ee-4d97-b1a0-bffdd603429e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:34.157232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.215445 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:34.216042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Checking segment: {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:34.216740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.217387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Bound using segment: {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:34.218237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Bound port: f0ae5431-a3be-4ea2-aa18-3fa423320f01, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:34.218864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.235129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e1b1752d-3a46-49a5-a9d4-86554f93a151 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:34.236153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.294745 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ab8a810c-a607-4e57-89de-c97b1d5220ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efd4779e6f2540358ab517b2ff0a34d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7788312 May 06 13:48:34.295243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40308) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:34.339008 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9abddd47-8b38-4367-bda3-0e778264fac8 service neutron] 10.222.0.21 "GET /v2.0/networks/53787454-e418-4a24-8d32-7d0813197ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0165894 May 06 13:48:34.437756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a810c-a607-4e57-89de-c97b1d5220ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4605545-26d8-451a-91b6-47a38d780547,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:34.543837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:34.592678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:34.610651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Pushing event updated for resources: {'Port': ['ID=1d80bba4-e48c-4b8f-bb86-1edefc5e295d,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:34.623626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-567d653b-aeb7-49b7-a260-bcba79a892f8 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.630376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-607d247f-085d-4458-aa41-27098d89226e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.655816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-567d653b-aeb7-49b7-a260-bcba79a892f8 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.712441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:34.721935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.745467 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-2fae106a-bfc3-489d-9ffd-11e4beb025fa service neutron] 10.222.0.21 "GET /v2.0/networks/53787454-e418-4a24-8d32-7d0813197ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883061 May 06 13:48:34.828466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-607d247f-085d-4458-aa41-27098d89226e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.836164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-567d653b-aeb7-49b7-a260-bcba79a892f8 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] In _notify_port_updated(), no bound segment for port 9734a3a5-0676-406c-8946-fcc118578a13 on network f0bd3cc2-5940-462f-9b0e-56075e8a3416 {{(pid=87984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:48:34.842281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567d653b-aeb7-49b7-a260-bcba79a892f8 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:34.843047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-567d653b-aeb7-49b7-a260-bcba79a892f8 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.846890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-567d653b-aeb7-49b7-a260-bcba79a892f8 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "PUT /v2.0/ports/9734a3a5-0676-406c-8946-fcc118578a13 HTTP/1.1" status: 200 len: 1002 time: 2.0703788 May 06 13:48:34.853067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40312) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:34.932196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d653b-aeb7-49b7-a260-bcba79a892f8 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Port': ['ID=9734a3a5-0676-406c-8946-fcc118578a13,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:35.000830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cd316e64-38d7-4c7c-a8c6-ff1c0514a1ec tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Deleting port 9734a3a5-0676-406c-8946-fcc118578a13 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:35.001191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd316e64-38d7-4c7c-a8c6-ff1c0514a1ec tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.082581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.102146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 766cf893-8875-4ba1-a5d2-208fbe10a221 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:35.136679 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-607d247f-085d-4458-aa41-27098d89226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.148947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Allocated IP 2001:db8::14d (dcbcdeb7-36ee-4d97-b1a0-bffdd603429e/86ad4ae8-c89d-47e7-8771-6a882cf2498d/d77a4b24-e5d6-45c1-b33e-86fae0eb49fd) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:35.166611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:35.270748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Router e594a7dd-0811-4529-95c2-afec68694698 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:48:35.286063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:35.286945 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.290021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d247f-085d-4458-aa41-27098d89226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4605545-26d8-451a-91b6-47a38d780547,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:35.294195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=d4754785-07e3-4b9c-9894-3678cd8281ed,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:35.294745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 76fbe6ba-5eb4-4b63-b26b-261305f186e4 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:35.348784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-607d247f-085d-4458-aa41-27098d89226e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.350229 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-607d247f-085d-4458-aa41-27098d89226e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4605545-26d8-451a-91b6-47a38d780547 HTTP/1.1" status: 204 len: 168 time: 1.0487483 May 06 13:48:35.369880 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-617dd9a2-3d0c-4e78-8196-c8be759642b6 req-c06c3848-1825-42cb-8066-adb2e8f72913 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 210 time: 0.1401594 May 06 13:48:35.448690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Attempting to bind port acf3c841-4118-4079-bbab-ddef049db1f9 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:35.449314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Attempting to bind port acf3c841-4118-4079-bbab-ddef049db1f9 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '23dfdbb3-caec-4fb9-b232-404da4248a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'db973af7-87bc-43be-ae38-0167596df0ca'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:35.449658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Attempting to bind port acf3c841-4118-4079-bbab-ddef049db1f9 on network db973af7-87bc-43be-ae38-0167596df0ca {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:35.494844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] For port f0ae5431-a3be-4ea2-aa18-3fa423320f01, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:35.576351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:35.577200 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Checking segment: {'id': '23dfdbb3-caec-4fb9-b232-404da4248a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'db973af7-87bc-43be-ae38-0167596df0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:35.577829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.578622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Bound using segment: {'id': '23dfdbb3-caec-4fb9-b232-404da4248a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'db973af7-87bc-43be-ae38-0167596df0ca'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:35.579489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Bound port: acf3c841-4118-4079-bbab-ddef049db1f9, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dfdbb3-caec-4fb9-b232-404da4248a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'db973af7-87bc-43be-ae38-0167596df0ca'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:35.580102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.596502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Pushing event updated for resources: {'Port': ['ID=acf3c841-4118-4079-bbab-ddef049db1f9,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:35.635730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Attempting to bind port a2020712-9638-4376-b4c9-c855d2421f86 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:35.636260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Attempting to bind port a2020712-9638-4376-b4c9-c855d2421f86 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b41a0fa9-efab-4d37-b46d-4c66c8c31c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ad671c05-0fc0-47f6-b0be-acf733ce0b26'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:35.636767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Attempting to bind port a2020712-9638-4376-b4c9-c855d2421f86 on network ad671c05-0fc0-47f6-b0be-acf733ce0b26 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:35.681159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:fe12:ef38 (ed4177a0-aee3-4756-a30e-bb3035a9c410/976032d7-e8b6-4b75-bed3-56bb095a34b0/76fbe6ba-5eb4-4b63-b26b-261305f186e4) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:35.705293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd316e64-38d7-4c7c-a8c6-ff1c0514a1ec tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:35.725528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] For port f0ae5431-a3be-4ea2-aa18-3fa423320f01, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f0ae5431-a3be-4ea2-aa18-3fa423320f01,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:35.929143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cd316e64-38d7-4c7c-a8c6-ff1c0514a1ec tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Calling delete_port for 9734a3a5-0676-406c-8946-fcc118578a13 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:36.131664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:36.132036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Checking segment: {'id': 'b41a0fa9-efab-4d37-b46d-4c66c8c31c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ad671c05-0fc0-47f6-b0be-acf733ce0b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:36.132534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.133186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Bound using segment: {'id': 'b41a0fa9-efab-4d37-b46d-4c66c8c31c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ad671c05-0fc0-47f6-b0be-acf733ce0b26'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:36.135133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Bound port: a2020712-9638-4376-b4c9-c855d2421f86, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41a0fa9-efab-4d37-b46d-4c66c8c31c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ad671c05-0fc0-47f6-b0be-acf733ce0b26'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:36.135776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.166387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.233843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] For port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:36.367650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.431192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Pushing event updated for resources: {'Port': ['ID=a2020712-9638-4376-b4c9-c855d2421f86,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:36.507431 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] For port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1d80bba4-e48c-4b8f-bb86-1edefc5e295d,segment=NetworkSegment(2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a),segment_id=2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:36.537612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.563702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 76fbe6ba-5eb4-4b63-b26b-261305f186e4 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:36.654916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.741649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.743532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] For port acf3c841-4118-4079-bbab-ddef049db1f9, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:36.791935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:48:36.807430 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e19697-a9fe-4db9-abea-757559d8f4b9 None None] Sync routers for ids ['e594a7dd-0811-4529-95c2-afec68694698'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:48:36.831227 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e19697-a9fe-4db9-abea-757559d8f4b9 None None] Routers {'e594a7dd-0811-4529-95c2-afec68694698'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:36.833435 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e6e19697-a9fe-4db9-abea-757559d8f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e594a7dd-0811-4529-95c2-afec68694698'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:36.855026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:36.932279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20970aa5-c4e6-44df-922e-eed8fafdca85 None None] Pushing event deleted for resources: {'Port': ['ID=e43f600e-b401-42a6-863b-2439c049ac73,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:37.086302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-770a71e8-3f5e-47ed-9c53-78f191c65e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.183254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.204627 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e6e19697-a9fe-4db9-abea-757559d8f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:37.213155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.228813 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e19697-a9fe-4db9-abea-757559d8f4b9 None None] Routers {'e594a7dd-0811-4529-95c2-afec68694698'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:37.229719 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e6e19697-a9fe-4db9-abea-757559d8f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e594a7dd-0811-4529-95c2-afec68694698'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:37.237018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd316e64-38d7-4c7c-a8c6-ff1c0514a1ec tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.237193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Transition to ACTIVE for port object dc957ef9-b512-4eda-8578-ebe84f91a14f will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:37.281237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] For port acf3c841-4118-4079-bbab-ddef049db1f9, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=acf3c841-4118-4079-bbab-ddef049db1f9,segment=NetworkSegment(23dfdbb3-caec-4fb9-b232-404da4248a5d),segment_id=23dfdbb3-caec-4fb9-b232-404da4248a5d)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:37.282733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.388748 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5dedb6aa-9570-4cd4-b9e9-8224dd00b68b req-3c6be713-577f-4fb6-b821-41d04bdd2e20 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 210 time: 0.2564185 May 06 13:48:37.395459 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e6e19697-a9fe-4db9-abea-757559d8f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:37.395866 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e19697-a9fe-4db9-abea-757559d8f4b9 None None] The sync data for ids ['e594a7dd-0811-4529-95c2-afec68694698'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:48:37.442150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:37.443999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40354) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:37.460950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.513560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:37.516647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:37.523388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:37.524969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.543285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] For port a2020712-9638-4376-b4c9-c855d2421f86, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:37.549212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] For port a2020712-9638-4376-b4c9-c855d2421f86, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a2020712-9638-4376-b4c9-c855d2421f86,segment=NetworkSegment(b41a0fa9-efab-4d37-b46d-4c66c8c31c1d),segment_id=b41a0fa9-efab-4d37-b46d-4c66c8c31c1d)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:37.558098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.597839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a7714-d977-4582-a8b1-71c86c2f89da None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:37.624593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=76fbe6ba-5eb4-4b63-b26b-261305f186e4,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:37.672217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:37.744624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd316e64-38d7-4c7c-a8c6-ff1c0514a1ec tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event deleted for resources: {'Port': ['ID=9734a3a5-0676-406c-8946-fcc118578a13,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:37.859514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=fabe8ab9-c3e3-4a45-831a-e9617d64d830,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:37.862922 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6c4ed9ab-cce1-4db5-81e5-a018d52ca72d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "PUT /v2.0/routers/e594a7dd-0811-4529-95c2-afec68694698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0639553 May 06 13:48:37.872224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40360) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:37.927774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1458437768-network', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:37.936836 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a73856af-c251-44d0-9e81-64dde50777da tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0459490 May 06 13:48:37.962644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:37.970403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40364) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:38.096570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.184587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Usage tracker for resource:network and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:38.193747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:38.221155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b1ae2a-2ef6-45af-81ab-cd2e656907ee None None] Network dcbcdeb7-36ee-4d97-b1a0-bffdd603429e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:38.234871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:38.242174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd316e64-38d7-4c7c-a8c6-ff1c0514a1ec tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.244730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cd316e64-38d7-4c7c-a8c6-ff1c0514a1ec tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "DELETE /v2.0/ports/9734a3a5-0676-406c-8946-fcc118578a13 HTTP/1.1" status: 204 len: 168 time: 3.3856890 May 06 13:48:38.254880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40368) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:38.328590 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ee0e39-25ef-4fec-b4d3-e94c450fb2d6 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] GET failed (client error): The resource could not be found. May 06 13:48:38.329996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-83ee0e39-25ef-4fec-b4d3-e94c450fb2d6 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Synchronizing usage tracker for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:38.366286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Made reservation on behalf of 39dc180c1812417b98208e3dd53bd4c7 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:38.371502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.382122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Transition to ACTIVE for port object dc957ef9-b512-4eda-8578-ebe84f91a14f will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:38.400517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:38.413067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port e1b1752d-3a46-49a5-a9d4-86554f93a151, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e1b1752d-3a46-49a5-a9d4-86554f93a151,segment=NetworkSegment(044faf4a-6e69-438f-a62a-438a29cfc618),segment_id=044faf4a-6e69-438f-a62a-438a29cfc618)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:38.481646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.595758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:38.604307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.610820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Usage tracker for resource:security_group_rule and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:38.615741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:38.616218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.622454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c76bf9-fd2c-4c88-a172-a68466b2ebf7 None None] Pushing event updated for resources: {'Port': ['ID=f0ae5431-a3be-4ea2-aa18-3fa423320f01,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:38.682894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:38.687915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-83ee0e39-25ef-4fec-b4d3-e94c450fb2d6 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Unset dirty status for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:38.694230 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-83ee0e39-25ef-4fec-b4d3-e94c450fb2d6 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "GET /v2.0/ports/9734a3a5-0676-406c-8946-fcc118578a13 HTTP/1.1" status: 404 len: 333 time: 0.4316828 May 06 13:48:38.706444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40378) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:38.803017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.875812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'port': {'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1513969847'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:38.968581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-04e36421-5763-4c8d-8c7b-bf0c3a4fd935 None None] Provisioning for port 449b0f40-15a0-469d-874b-dd5e4225f16f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:39.019840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-8c588a33-c25b-4287-8c17-0fb5a763d247 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:39.028313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-8c588a33-c25b-4287-8c17-0fb5a763d247 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=53787454-e418-4a24-8d32-7d0813197ccd HTTP/1.1" status: 200 len: 797 time: 1.2693324 May 06 13:48:39.047279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.063943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.115618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a3756-f36c-49ea-b57b-11ca50887177 None None] Pushing event updated for resources: {'Port': ['ID=1d80bba4-e48c-4b8f-bb86-1edefc5e295d,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:39.247345 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f0ae5431-a3be-4ea2-aa18-3fa423320f01 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:39.298695 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70824921-2570-488b-b5a1-3de7aa98e885 req-0224f53e-9c47-4744-a953-cab90b2dc8f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 210 time: 0.5626156 May 06 13:48:39.309073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-04e36421-5763-4c8d-8c7b-bf0c3a4fd935 None None] Provisioning complete for port 449b0f40-15a0-469d-874b-dd5e4225f16f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:39.309682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-04e36421-5763-4c8d-8c7b-bf0c3a4fd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.404255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d656344-c2b5-4509-88c6-9f6484564197 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:39.405441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8d656344-c2b5-4509-88c6-9f6484564197 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:39.438296 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-7e16279c-f26d-489f-bb4e-5912a6dfcdd1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 472 time: 0.4000723 May 06 13:48:39.458051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8caebd88-8b02-4243-acb6-5f9fbbab127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.463390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Network cf7cc619-a96d-4903-973a-6e4546607ea3 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:39.478807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': '114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7', 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['c0d4b14e-92be-47b9-a187-f0f376a82211']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:39.588108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-04e36421-5763-4c8d-8c7b-bf0c3a4fd935 None None] Port 449b0f40-15a0-469d-874b-dd5e4225f16f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:39.590362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:39.603864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:39.752943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:39.787102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:port and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:39.794219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:39.830076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:39.853289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:39.869029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:39.879128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8d656344-c2b5-4509-88c6-9f6484564197 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:39.886348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8d656344-c2b5-4509-88c6-9f6484564197 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.8602247 May 06 13:48:39.888080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40382) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:39.895013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:39.915953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:39.966347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a640e-a967-404a-85fc-3b560cf027e3 None None] Pushing event updated for resources: {'Port': ['ID=acf3c841-4118-4079-bbab-ddef049db1f9,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:39.994130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.047613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '976032d7-e8b6-4b75-bed3-56bb095a34b0'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:40.048933 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.072872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Made reservation on behalf of 3b28cfc8ef954ae181010417d38a851d for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:40.077403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.200491 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.219023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Attempting to bind port dc957ef9-b512-4eda-8578-ebe84f91a14f on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:40.219715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Attempting to bind port dc957ef9-b512-4eda-8578-ebe84f91a14f by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '2ed72e73-01ce-47fc-943f-e2e3a26dd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cf7cc619-a96d-4903-973a-6e4546607ea3'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:40.220296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Attempting to bind port dc957ef9-b512-4eda-8578-ebe84f91a14f on network cf7cc619-a96d-4903-973a-6e4546607ea3 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:40.345948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc559b6-4944-4477-8d87-ca6d8e66150a None None] Pushing event updated for resources: {'Port': ['ID=a2020712-9638-4376-b4c9-c855d2421f86,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:40.550521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:40.553336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Checking segment: {'id': '2ed72e73-01ce-47fc-943f-e2e3a26dd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cf7cc619-a96d-4903-973a-6e4546607ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:40.555651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.555651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Bound using segment: {'id': '2ed72e73-01ce-47fc-943f-e2e3a26dd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cf7cc619-a96d-4903-973a-6e4546607ea3'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:40.557098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Bound port: dc957ef9-b512-4eda-8578-ebe84f91a14f, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed72e73-01ce-47fc-943f-e2e3a26dd4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cf7cc619-a96d-4903-973a-6e4546607ea3'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:40.559261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.578862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port f0ae5431-a3be-4ea2-aa18-3fa423320f01 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:40.592191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.597007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.25 (53787454-e418-4a24-8d32-7d0813197ccd/e2450b9d-58d4-41fa-967a-eacf2aa89227/7b0a3069-40cd-483e-8d7d-b2c2a8837627) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:40.698379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=d4754785-07e3-4b9c-9894-3678cd8281ed,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:40.727552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Network dcbcdeb7-36ee-4d97-b1a0-bffdd603429e is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:40.743078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.903711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:40.918708 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e567b718-3575-4334-b43b-ffaebc68a0b9 req-a3b8c9ad-b38b-40c5-855c-945c98f9e01c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 210 time: 0.1665745 May 06 13:48:40.930552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-75ce306b-a9c1-499c-82c4-6dfb21af5be0 None None] Provisioning for port a5cefe17-c5e0-49e8-a9ae-48efa9ed583e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:40.937463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef1b48e-c9db-42e7-9ffd-dab15fb578d7 None None] Network 766cf893-8875-4ba1-a5d2-208fbe10a221 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:40.959152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3061a3e4-e506-4607-afa4-57ee30e6aa84 None None] Network 53787454-e418-4a24-8d32-7d0813197ccd requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:40.991629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] device_id is not set on port 6955c330-56fc-4e4e-990d-e695c019bc9e yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:41.042413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:41.046430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:41.048883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:41.050177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.082510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event updated for resources: {'Port': ['ID=d77a4b24-e5d6-45c1-b33e-86fae0eb49fd,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:41.117588 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e27dbba4-2c08-41b2-a7ae-83e4a93c20bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 7.7923114 May 06 13:48:41.159559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8760af2d-ab3e-424f-b475-faf4aefe64f0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:41.189251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40388) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:41.216596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718c8db4-f707-40e4-aa44-4aa75d7ff716,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:41.305193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 766cf893-8875-4ba1-a5d2-208fbe10a221 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:41.377620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:41.390853 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.423667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.567045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:41.580830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.581365 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Added segment 50e47c70-77e0-485b-a807-82907e726237 of type vlan for network e0dfa784-3385-4441-8cb7-4f3b760cd429 May 06 13:48:41.586754 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-0ae1fc57-2f6b-400e-8bbe-8e37ce6ad227 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:48:41.595054 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0ae1fc57-2f6b-400e-8bbe-8e37ce6ad227 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "PUT /v2.0/routers/e594a7dd-0811-4529-95c2-afec68694698/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.7016051 May 06 13:48:41.595586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40392) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:41.616680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.648617 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Allocated IP 2001:db8::f816:3eff:fe31:c00e (ed4177a0-aee3-4756-a30e-bb3035a9c410/976032d7-e8b6-4b75-bed3-56bb095a34b0/13f6b8ad-a658-4f30-8313-f45bbec1e2b8) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:41.654275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-41b87737-5472-4a3b-8e6a-880ecd6dcf36 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 76fbe6ba-5eb4-4b63-b26b-261305f186e4 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:41.654932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-41b87737-5472-4a3b-8e6a-880ecd6dcf36 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.668504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26770b2-24d5-41cd-a3a6-d022562e2d3a None None] Network ad671c05-0fc0-47f6-b0be-acf733ce0b26 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:41.703979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-75ce306b-a9c1-499c-82c4-6dfb21af5be0 None None] Provisioning complete for port a5cefe17-c5e0-49e8-a9ae-48efa9ed583e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:41.706056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75ce306b-a9c1-499c-82c4-6dfb21af5be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.776180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Allocated IP 2001:db8::2d1 (f0bd3cc2-5940-462f-9b0e-56075e8a3416/52bc1b76-dddf-47fb-8f55-cd3e32b277e6/6955c330-56fc-4e4e-990d-e695c019bc9e) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:41.782101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1e979b23-edad-4569-b11a-74652cfb434a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Deleting port d77a4b24-e5d6-45c1-b33e-86fae0eb49fd {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:41.782265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e979b23-edad-4569-b11a-74652cfb434a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.858828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766d2d8e-f690-4c11-af17-4cdd3bec4345 None None] Network db973af7-87bc-43be-ae38-0167596df0ca requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:41.929900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.932657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:41.934089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.027330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.027965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.028755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.029425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.030051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.030626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.031221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.032007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.032666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.033219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.033768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.034358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:42.304960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Pushing event updated for resources: {'Port': ['ID=dc957ef9-b512-4eda-8578-ebe84f91a14f,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:42.358084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.8280182 May 06 13:48:42.361857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.455063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40398) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:42.487742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-75ce306b-a9c1-499c-82c4-6dfb21af5be0 None None] Port a5cefe17-c5e0-49e8-a9ae-48efa9ed583e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:42.637652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Request body: {'subnet': {'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1458437768-subnet', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:42.652990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e4d71140-f023-4c0e-8c48-d77d5642d8a2 req-dbb16446-c76e-497b-9533-13d0191ee93e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:42.713659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:42.730820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 8760af2d-ab3e-424f-b475-faf4aefe64f0 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:42.740077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.753018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Usage tracker for resource:subnet and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:42.780383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] For port dc957ef9-b512-4eda-8578-ebe84f91a14f, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:42.800746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:42.803966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Transition to ACTIVE for port object 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:42.819643 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8760af2d-ab3e-424f-b475-faf4aefe64f0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:42.819643 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.826199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffd528-2edb-4292-b834-749259a1363a admin admin] Pushing event updated for resources: {'Network': ['ID=e0dfa784-3385-4441-8cb7-4f3b760cd429,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:42.879946 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:42.892263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:42.914499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] For port dc957ef9-b512-4eda-8578-ebe84f91a14f, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dc957ef9-b512-4eda-8578-ebe84f91a14f,segment=NetworkSegment(2ed72e73-01ce-47fc-943f-e2e3a26dd4a4),segment_id=2ed72e73-01ce-47fc-943f-e2e3a26dd4a4)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:42.991091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-75ce306b-a9c1-499c-82c4-6dfb21af5be0 None None] Provisioning complete for port e1b1752d-3a46-49a5-a9d4-86554f93a151 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:42.991363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75ce306b-a9c1-499c-82c4-6dfb21af5be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.044911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e4d71140-f023-4c0e-8c48-d77d5642d8a2 req-dbb16446-c76e-497b-9533-13d0191ee93e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:43.047060 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e4d71140-f023-4c0e-8c48-d77d5642d8a2 req-dbb16446-c76e-497b-9533-13d0191ee93e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 210 time: 0.6870663 May 06 13:48:43.092024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Made reservation on behalf of 39dc180c1812417b98208e3dd53bd4c7 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:43.096137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.115880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.143471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.227459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router a51ec513-6fee-4d10-b98c-1762d1e964cb is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:48:43.228332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Transition to ACTIVE for port object 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:43.246965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=e1b1752d-3a46-49a5-a9d4-86554f93a151,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:43.294925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.347912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object 7b0a3069-40cd-483e-8d7d-b2c2a8837627 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:43.384389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.410320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Transition to ACTIVE for port object 6955c330-56fc-4e4e-990d-e695c019bc9e will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:43.481006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-41b87737-5472-4a3b-8e6a-880ecd6dcf36 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.553184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:43.579874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:43.592458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:43.762827 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f7dbb-92bc-4caf-b979-7ae95286c6f2 None None] Pushing event updated for resources: {'Port': ['ID=dc957ef9-b512-4eda-8578-ebe84f91a14f,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:43.796122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-41b87737-5472-4a3b-8e6a-880ecd6dcf36 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 76fbe6ba-5eb4-4b63-b26b-261305f186e4 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:43.914655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e979b23-edad-4569-b11a-74652cfb434a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.089650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.114707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.221953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Attempting to bind port 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:44.224899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1e979b23-edad-4569-b11a-74652cfb434a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Calling delete_port for d77a4b24-e5d6-45c1-b33e-86fae0eb49fd owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:44.229302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Attempting to bind port 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:44.229742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Attempting to bind port 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:44.233989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.292091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Pushing event updated for resources: {'Port': ['ID=13f6b8ad-a658-4f30-8313-f45bbec1e2b8,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:44.309422 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:44.310970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:44.311835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.312918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:44.313960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Bound port: 13f6b8ad-a658-4f30-8313-f45bbec1e2b8, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:44.314639 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.325471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:48:44.334077 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1db47cf1-be07-486e-9dee-23d481c8467a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/a51ec513-6fee-4d10-b98c-1762d1e964cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.7707691 May 06 13:48:44.348027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40404) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:44.350532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:44.353308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f76e6-2d54-4007-a029-1b970e270ecb None None] Sync routers for ids ['a51ec513-6fee-4d10-b98c-1762d1e964cb'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:48:44.356596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-75ce306b-a9c1-499c-82c4-6dfb21af5be0 None None] Could not find standard attr ID for object 40921189-4e6a-422b-86ce-ef12871c7e3d. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:48:44.404763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-75ce306b-a9c1-499c-82c4-6dfb21af5be0 None None] Could not find standard attr ID for object 9734a3a5-0676-406c-8946-fcc118578a13. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:48:44.442728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:44.447712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 53787454-e418-4a24-8d32-7d0813197ccd is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:44.491817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:44.496988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:44.500664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f76e6-2d54-4007-a029-1b970e270ecb None None] Routers {'a51ec513-6fee-4d10-b98c-1762d1e964cb'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:44.501320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a5f76e6-2d54-4007-a029-1b970e270ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a51ec513-6fee-4d10-b98c-1762d1e964cb'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:44.510485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:44.511975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.556869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72af2916-6bbc-48c9-bcda-213fe0231709 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:44.558000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72af2916-6bbc-48c9-bcda-213fe0231709 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:44.595289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:44.599902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:44.604921 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.621620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.622910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.763323 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.0359266 May 06 13:48:44.827974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 8760af2d-ab3e-424f-b475-faf4aefe64f0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8760af2d-ab3e-424f-b475-faf4aefe64f0,segment=NetworkSegment(429ab62b-0f3b-49db-9fae-b560d8e88252),segment_id=429ab62b-0f3b-49db-9fae-b560d8e88252)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:44.852883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a5f76e6-2d54-4007-a029-1b970e270ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:44.854097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=7b0a3069-40cd-483e-8d7d-b2c2a8837627,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:44.856842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40410) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:44.870142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=fabe8ab9-c3e3-4a45-831a-e9617d64d830,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:44.910482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.910647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.914133 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.915422 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.916021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.916638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.917208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.917768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.918325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.924617 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.925567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.926108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:44.948035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f76e6-2d54-4007-a029-1b970e270ecb None None] Routers {'a51ec513-6fee-4d10-b98c-1762d1e964cb'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:44.955175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a5f76e6-2d54-4007-a029-1b970e270ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a51ec513-6fee-4d10-b98c-1762d1e964cb'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:45.100115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.124934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72af2916-6bbc-48c9-bcda-213fe0231709 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:45.127047 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-72af2916-6bbc-48c9-bcda-213fe0231709 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports/d4754785-07e3-4b9c-9894-3678cd8281ed HTTP/1.1" status: 200 len: 911 time: 0.7585738 May 06 13:48:45.142155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40412) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:45.506545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=8760af2d-ab3e-424f-b475-faf4aefe64f0,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:45.524284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a5f76e6-2d54-4007-a029-1b970e270ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:45.527981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f76e6-2d54-4007-a029-1b970e270ecb None None] The sync data for ids ['a51ec513-6fee-4d10-b98c-1762d1e964cb'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:48:45.533491 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Provisioning complete for port 449b0f40-15a0-469d-874b-dd5e4225f16f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:45.534884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.669907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9e394cc2-5480-46b8-80b9-ee10981373c0 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c6:b8:6d'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:45.672216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Port 449b0f40-15a0-469d-874b-dd5e4225f16f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:45.682963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] For port 13f6b8ad-a658-4f30-8313-f45bbec1e2b8, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:45.719401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] For port 13f6b8ad-a658-4f30-8313-f45bbec1e2b8, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=13f6b8ad-a658-4f30-8313-f45bbec1e2b8,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:45.721585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Provisioning for port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:45.739550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.753692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.763759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-41b87737-5472-4a3b-8e6a-880ecd6dcf36 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.863940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device dc957ef9-b512-4eda-8578-ebe84f91a14f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:46.018799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Provisioning for port f0ae5431-a3be-4ea2-aa18-3fa423320f01 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:46.050428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Provisioning complete for port f0ae5431-a3be-4ea2-aa18-3fa423320f01 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:46.050818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.099560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a7344f-0371-4bb5-8b61-f9e76be6bbaf,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:46.130962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77da483-f707-46b8-83bd-a52a60263be5 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Port': ['ID=6955c330-56fc-4e4e-990d-e695c019bc9e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:46.178009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Pushing event updated for resources: {'Port': ['ID=13f6b8ad-a658-4f30-8313-f45bbec1e2b8,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:46.210079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.210490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.211024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.211371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.212518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.212676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.213076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.213408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.213716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.214046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.214370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.214694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b92885d-b68d-412e-b788-f4026d670596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:46.252256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port dc957ef9-b512-4eda-8578-ebe84f91a14f completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:46.262377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e1b1752d-3a46-49a5-a9d4-86554f93a151 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:46.333579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b87737-5472-4a3b-8e6a-880ecd6dcf36 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=76fbe6ba-5eb4-4b63-b26b-261305f186e4,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:46.340314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-41b87737-5472-4a3b-8e6a-880ecd6dcf36 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.380914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:46.381800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.400399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.403562 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-41b87737-5472-4a3b-8e6a-880ecd6dcf36 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/76fbe6ba-5eb4-4b63-b26b-261305f186e4 HTTP/1.1" status: 204 len: 168 time: 6.5103309 May 06 13:48:46.410834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce349f-2c41-4bdd-bf2d-d4ee035b213d None None] Network cf7cc619-a96d-4903-973a-6e4546607ea3 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:46.417753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40418) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:46.626747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e979b23-edad-4569-b11a-74652cfb434a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.639148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-43957499-7da1-4548-83eb-470c80f94181 None None] For port f0ae5431-a3be-4ea2-aa18-3fa423320f01, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f0ae5431-a3be-4ea2-aa18-3fa423320f01,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:46.650220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.662887 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-af4de0a3-b764-4bbf-89e8-b7cb01d328fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1955266 May 06 13:48:46.819308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Provisioning for port acf3c841-4118-4079-bbab-ddef049db1f9 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:46.821661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Request body: {'port': {'device_id': '114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:46.871388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e1b1752d-3a46-49a5-a9d4-86554f93a151 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:46.871816 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.887857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512456fe-bd58-4f6b-8fbb-aaf83aa1c351 req-6c23440c-de82-46c0-adce-bf65ab51fc29 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:46.893355 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-512456fe-bd58-4f6b-8fbb-aaf83aa1c351 req-6c23440c-de82-46c0-adce-bf65ab51fc29 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 932 time: 2.5845098 May 06 13:48:46.907424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Could not find standard attr ID for object 9734a3a5-0676-406c-8946-fcc118578a13. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:48:46.921639 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Pushing event updated for resources: {'Port': ['ID=f0ae5431-a3be-4ea2-aa18-3fa423320f01,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:46.941365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e979b23-edad-4569-b11a-74652cfb434a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event deleted for resources: {'Port': ['ID=d77a4b24-e5d6-45c1-b33e-86fae0eb49fd,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:46.947587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network cf7cc619-a96d-4903-973a-6e4546607ea3 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:46.959207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.971291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-43957499-7da1-4548-83eb-470c80f94181 None None] Provisioning for port a2020712-9638-4376-b4c9-c855d2421f86 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:46.976895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Checking segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:46.978031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Network hostable DHCP agents. Network: e0dfa784-3385-4441-8cb7-4f3b760cd429, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:47.050391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2dc69-8157-47bc-b37d-de203e204708 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:47.053909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2dc69-8157-47bc-b37d-de203e204708 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:47.055093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f0d2dc69-8157-47bc-b37d-de203e204708 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:47.113276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a2020712-9638-4376-b4c9-c855d2421f86 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:47.124808 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-89920874-302c-40e4-b4f1-33d742d01ce7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 2.5603905 May 06 13:48:47.148249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:47.228453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e979b23-edad-4569-b11a-74652cfb434a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.278890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Provisioning complete for port f0ae5431-a3be-4ea2-aa18-3fa423320f01 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:47.279500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.306188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:47.335332 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1e979b23-edad-4569-b11a-74652cfb434a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d77a4b24-e5d6-45c1-b33e-86fae0eb49fd HTTP/1.1" status: 204 len: 168 time: 6.1324153 May 06 13:48:47.342051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f0d2dc69-8157-47bc-b37d-de203e204708 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:47.350169 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f0d2dc69-8157-47bc-b37d-de203e204708 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.9295957 May 06 13:48:47.350570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40422) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:47.352711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40424) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:47.370292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port a2020712-9638-4376-b4c9-c855d2421f86 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:47.391116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port a2020712-9638-4376-b4c9-c855d2421f86 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:47.391558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.451579 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-512456fe-bd58-4f6b-8fbb-aaf83aa1c351 req-9ee46f81-1d5a-443c-9e81-451cdcbfc060 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4989679 May 06 13:48:47.538545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, e0dfa784-3385-4441-8cb7-4f3b760cd429) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:47.545247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:47.546642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.549628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e', 'external_fixed_ips': [{'subnet_id': '86ad4ae8-c89d-47e7-8771-6a882cf2498d', 'ip_address': '2001:db8::14d'}]}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:47.591583 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-37e4337f-9842-4518-bb51-7d1c9322c890 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.9978960 May 06 13:48:47.599838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40430) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:47.603972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474000b-0867-47be-b009-dac5762e2e36 None None] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:47.606377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.606699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:47.635452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:47.653142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:47.690881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Usage tracker for resource:router and tenant:00410e31e3f84af2b8e30d8113d17b1e is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:47.696580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Usage tracker for resource:router and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:47.700379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e394cc2-5480-46b8-80b9-ee10981373c0 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.715422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:47.727104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:47.736752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:47.753918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-5f753c13-52d7-4694-9be3-fe444c0db541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:47.756362 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-5f753c13-52d7-4694-9be3-fe444c0db541 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 1099 time: 0.3959880 May 06 13:48:47.950311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:47.962939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-e0dfa784-3385-4441-8cb7-4f3b760cd429', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:47.963835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.975540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.978532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.105400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcc939f-fa2f-46a3-bbfa-d6c5822676f9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 976032d7-e8b6-4b75-bed3-56bb095a34b0 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:48:48.135137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dfcc939f-fa2f-46a3-bbfa-d6c5822676f9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.175272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.198016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.239488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.240570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.270649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.303817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dfcc939f-fa2f-46a3-bbfa-d6c5822676f9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.410112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.451972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-a0bc9d9b-be38-4ecd-8f2e-ad74055e5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:48.453623 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-a0bc9d9b-be38-4ecd-8f2e-ad74055e5794 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c HTTP/1.1" status: 200 len: 897 time: 0.6454685 May 06 13:48:48.471519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port a2020712-9638-4376-b4c9-c855d2421f86, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a2020712-9638-4376-b4c9-c855d2421f86,segment=NetworkSegment(b41a0fa9-efab-4d37-b46d-4c66c8c31c1d),segment_id=b41a0fa9-efab-4d37-b46d-4c66c8c31c1d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:48.571240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:48.578561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1d80bba4-e48c-4b8f-bb86-1edefc5e295d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:48.827078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Allocated IP 172.20.0.2 (e0dfa784-3385-4441-8cb7-4f3b760cd429/88a7344f-0371-4bb5-8b61-f9e76be6bbaf/22e7fb04-4386-46c2-9f74-c4d3083d5ac3) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:48.845126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:48.855145 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:48.855657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.039222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=a2020712-9638-4376-b4c9-c855d2421f86,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:49.149451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Provisioning for port 6955c330-56fc-4e4e-990d-e695c019bc9e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:49.173854 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Provisioning complete for port 6955c330-56fc-4e4e-990d-e695c019bc9e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:49.174368 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.280285 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-57ec2e3a-4796-48e7-8e18-97a17509fa1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907 HTTP/1.1" status: 200 len: 1002 time: 0.8146276 May 06 13:48:49.293946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.322913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Router 38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:48:49.360253 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.408470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Port 6955c330-56fc-4e4e-990d-e695c019bc9e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:49.417530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e394cc2-5480-46b8-80b9-ee10981373c0 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.466892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e394cc2-5480-46b8-80b9-ee10981373c0 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.469002 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.478328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-adbe08a4-554e-4ed9-a8ad-eba6afa39c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:49.480051 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-adbe08a4-554e-4ed9-a8ad-eba6afa39c50 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=623a34bc-2dab-45f5-9bba-ca17b47a8e79 HTTP/1.1" status: 200 len: 834 time: 0.1821251 May 06 13:48:49.492794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1d80bba4-e48c-4b8f-bb86-1edefc5e295d,segment=NetworkSegment(2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a),segment_id=2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:49.499248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Provisioning for port d4754785-07e3-4b9c-9894-3678cd8281ed completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:49.505106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.506369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device acf3c841-4118-4079-bbab-ddef049db1f9 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:49.650257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Provisioning complete for port d4754785-07e3-4b9c-9894-3678cd8281ed triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:49.650994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.651389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a13a8-a85a-45c3-a9a1-03477ab10283 req-c3c04602-0dca-4a31-85f0-a281922fdc59 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:49.653964 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e61a13a8-a85a-45c3-a9a1-03477ab10283 req-c3c04602-0dca-4a31-85f0-a281922fdc59 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 932 time: 0.8872800 May 06 13:48:49.720393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dfcc939f-fa2f-46a3-bbfa-d6c5822676f9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.721197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.794177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Transition to ACTIVE for port object 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:49.823641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9e394cc2-5480-46b8-80b9-ee10981373c0 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] In _notify_port_updated(), no bound segment for port 6955c330-56fc-4e4e-990d-e695c019bc9e on network f0bd3cc2-5940-462f-9b0e-56075e8a3416 {{(pid=87984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:48:49.833869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e394cc2-5480-46b8-80b9-ee10981373c0 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:49.834922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9e394cc2-5480-46b8-80b9-ee10981373c0 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.838181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9e394cc2-5480-46b8-80b9-ee10981373c0 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "PUT /v2.0/ports/6955c330-56fc-4e4e-990d-e695c019bc9e HTTP/1.1" status: 200 len: 1003 time: 4.5282588 May 06 13:48:49.859509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=1d80bba4-e48c-4b8f-bb86-1edefc5e295d,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:49.861823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40436) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:49.864120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Port d4754785-07e3-4b9c-9894-3678cd8281ed cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:49.888242 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Transition to ACTIVE for port object 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:49.909902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:49.962089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Deleting port 449b0f40-15a0-469d-874b-dd5e4225f16f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:49.962651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.001199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0a3069-40cd-483e-8d7d-b2c2a8837627 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:48:50.060533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:48:50.067129 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.081933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e394cc2-5480-46b8-80b9-ee10981373c0 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Port': ['ID=6955c330-56fc-4e4e-990d-e695c019bc9e,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:50.119077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Provisioning for port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:50.125092 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520991f-a350-4fdd-813d-b82afb657092 None None] Sync routers for ids ['38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:48:50.129716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port acf3c841-4118-4079-bbab-ddef049db1f9 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:50.151944 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e61a13a8-a85a-45c3-a9a1-03477ab10283 req-a4ae3013-b00c-43fb-afba-9cfe46eeabf9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011919 May 06 13:48:50.158846 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520991f-a350-4fdd-813d-b82afb657092 None None] Routers {'38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:50.160713 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3520991f-a350-4fdd-813d-b82afb657092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:50.162078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Transition to ACTIVE for port object 7b0a3069-40cd-483e-8d7d-b2c2a8837627 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:50.174771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b380f9f6-9f04-4e99-bf70-feecbb819efa tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Deleting port 6955c330-56fc-4e4e-990d-e695c019bc9e {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:50.175570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b380f9f6-9f04-4e99-bf70-feecbb819efa tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.239829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port acf3c841-4118-4079-bbab-ddef049db1f9 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:50.242602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.255120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.349611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dfcc939f-fa2f-46a3-bbfa-d6c5822676f9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.365216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:50.368792 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3520991f-a350-4fdd-813d-b82afb657092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:50.388649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:50.398080 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520991f-a350-4fdd-813d-b82afb657092 None None] Routers {'38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:50.399959 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3520991f-a350-4fdd-813d-b82afb657092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:50.417148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:50.452535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Provisioning for port dc957ef9-b512-4eda-8578-ebe84f91a14f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:50.462930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Pushing event updated for resources: {'Port': ['ID=22e7fb04-4386-46c2-9f74-c4d3083d5ac3,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:50.483923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Provisioning complete for port dc957ef9-b512-4eda-8578-ebe84f91a14f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:50.485078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.577278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-c0389973-6c17-4c1b-9256-7a1ae11d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:50.579590 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-c0389973-6c17-4c1b-9256-7a1ae11d7e81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0473034 May 06 13:48:50.667332 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-64cd63a0-29bf-4bfb-b0b9-1aefb5f39272 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "PUT /v2.0/routers/38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0021379 May 06 13:48:50.678033 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3520991f-a350-4fdd-813d-b82afb657092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:50.678646 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520991f-a350-4fdd-813d-b82afb657092 None None] The sync data for ids ['38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:48:50.682008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc939f-fa2f-46a3-bbfa-d6c5822676f9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=976032d7-e8b6-4b75-bed3-56bb095a34b0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:50.686932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40440) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:50.704633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 2001:db8:1::1 (ad671c05-0fc0-47f6-b0be-acf733ce0b26/01a92376-2ce2-40b3-aa2b-916a0d3f7db8/1334d9da-a2d3-404e-9234-a6bbbac69186) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:50.713782 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321bcc06-9fba-478d-a6c2-cef45a081ed5 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:50.720759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dfcc939f-fa2f-46a3-bbfa-d6c5822676f9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.728935 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dfcc939f-fa2f-46a3-bbfa-d6c5822676f9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/976032d7-e8b6-4b75-bed3-56bb095a34b0 HTTP/1.1" status: 204 len: 168 time: 3.3669157 May 06 13:48:50.823270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40444) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:50.867513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Attempting to bind port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:50.868404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Attempting to bind port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:50.868404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Attempting to bind port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 on network e0dfa784-3385-4441-8cb7-4f3b760cd429 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:50.932164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:50.932164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Checking segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:50.932690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.933011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Bound using segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:50.935569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Bound port: 22e7fb04-4386-46c2-9f74-c4d3083d5ac3, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:50.935569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.940234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a3069-40cd-483e-8d7d-b2c2a8837627,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:51.060464 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8aec2561-0d32-457e-b0d8-c5ff0d088648 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2259879 May 06 13:48:51.062175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40448) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:51.080785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:51.123758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.206036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.226694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.351484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port acf3c841-4118-4079-bbab-ddef049db1f9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=acf3c841-4118-4079-bbab-ddef049db1f9,segment=NetworkSegment(23dfdbb3-caec-4fb9-b232-404da4248a5d),segment_id=23dfdbb3-caec-4fb9-b232-404da4248a5d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:51.353900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] For port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:51.361822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] For port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=22e7fb04-4386-46c2-9f74-c4d3083d5ac3,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:51.366165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] For port dc957ef9-b512-4eda-8578-ebe84f91a14f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dc957ef9-b512-4eda-8578-ebe84f91a14f,segment=NetworkSegment(2ed72e73-01ce-47fc-943f-e2e3a26dd4a4),segment_id=2ed72e73-01ce-47fc-943f-e2e3a26dd4a4)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:51.368651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.447635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.453906 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.567124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Provisioning complete for port a2020712-9638-4376-b4c9-c855d2421f86 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:51.568280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.629208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dff92e-c700-4cb0-a990-df93a4d97bbb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:51.630391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-17dff92e-c700-4cb0-a990-df93a4d97bbb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:51.654062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=acf3c841-4118-4079-bbab-ddef049db1f9,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:51.657022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Calling delete_port for 449b0f40-15a0-469d-874b-dd5e4225f16f owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:51.688070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713138b-6b00-468b-8696-e30f01fb971f None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:48:51.768296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1d80bba4-e48c-4b8f-bb86-1edefc5e295d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:51.796709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-9713138b-6b00-468b-8696-e30f01fb971f None None] Deleting port 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:51.797096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9713138b-6b00-468b-8696-e30f01fb971f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.978952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-17dff92e-c700-4cb0-a990-df93a4d97bbb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:51.985732 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-17dff92e-c700-4cb0-a990-df93a4d97bbb tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports?device_id=38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b HTTP/1.1" status: 200 len: 989 time: 1.2944167 May 06 13:48:51.989779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40454) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:52.053687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Attempting to bind port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:52.054445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Attempting to bind port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:52.054445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Attempting to bind port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 on network 53787454-e418-4a24-8d32-7d0813197ccd {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:52.066432 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-f699c912-82c7-48c6-b512-a1417bf990a4 service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4682817 May 06 13:48:52.086087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 on network 53787454-e418-4a24-8d32-7d0813197ccd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:48:52.087138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Attempting to bind port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 on network 53787454-e418-4a24-8d32-7d0813197ccd {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:52.113214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a10d8-06e8-48c9-81a0-b3efbe5b5b85 None None] Pushing event updated for resources: {'Port': ['ID=22e7fb04-4386-46c2-9f74-c4d3083d5ac3,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:52.222673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:52.223326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Checking segment: {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:52.224062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Bound using segment: {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:52.224896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Bound port: 7b0a3069-40cd-483e-8d7d-b2c2a8837627, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:52.225523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.245502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:52.364384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:52.364990 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.414604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:52.417091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1e018-f6c0-4ebb-9a75-017ab8b3f964 None None] Pushing event updated for resources: {'Port': ['ID=dc957ef9-b512-4eda-8578-ebe84f91a14f,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:52.440686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9713138b-6b00-468b-8696-e30f01fb971f None None] For port 13f6b8ad-a658-4f30-8313-f45bbec1e2b8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=13f6b8ad-a658-4f30-8313-f45bbec1e2b8,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:52.440686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9713138b-6b00-468b-8696-e30f01fb971f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.516378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b380f9f6-9f04-4e99-bf70-feecbb819efa tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.528094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.592229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.597744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-9713138b-6b00-468b-8696-e30f01fb971f None None] Calling delete_port for 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:52.667094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Provisioning for port 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:52.676647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event deleted for resources: {'Port': ['ID=449b0f40-15a0-469d-874b-dd5e4225f16f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:52.736549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] For port 7b0a3069-40cd-483e-8d7d-b2c2a8837627, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:52.745757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Transition to ACTIVE for port object 1334d9da-a2d3-404e-9234-a6bbbac69186 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:52.765105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] For port 7b0a3069-40cd-483e-8d7d-b2c2a8837627, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b0a3069-40cd-483e-8d7d-b2c2a8837627,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:52.784331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f0ae5431-a3be-4ea2-aa18-3fa423320f01 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:52.816390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9713138b-6b00-468b-8696-e30f01fb971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.868339 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Provisioning complete for port 6955c330-56fc-4e4e-990d-e695c019bc9e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:52.869022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.928128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:52.933176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.098937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Port 6955c330-56fc-4e4e-990d-e695c019bc9e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:53.105803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713138b-6b00-468b-8696-e30f01fb971f None None] Pushing event deleted for resources: {'Port': ['ID=13f6b8ad-a658-4f30-8313-f45bbec1e2b8,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:53.129976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Could not find standard attr ID for object 76fbe6ba-5eb4-4b63-b26b-261305f186e4. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:48:53.134320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.140308 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdbf63f2-df3c-447a-b2e4-d02aecb0affa req-c3f898f8-7f49-49c5-9116-d1ce4c7e4f15 service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9362919 May 06 13:48:53.155286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b380f9f6-9f04-4e99-bf70-feecbb819efa tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Calling delete_port for 6955c330-56fc-4e4e-990d-e695c019bc9e owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:53.161291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713138b-6b00-468b-8696-e30f01fb971f None None] No DVR routers for this DVR port 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:53.163824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f629a16d-2288-4e8a-9413-3fcccd33c075 None None] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:53.309552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f0ae5431-a3be-4ea2-aa18-3fa423320f01 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:53.309928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.387015 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Provisioning complete for port dc957ef9-b512-4eda-8578-ebe84f91a14f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:53.388027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.448829 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.462976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.520043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.583436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:53.583981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.598898 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] 10.222.0.76 "PUT /v2.0/ports/7b0a3069-40cd-483e-8d7d-b2c2a8837627 HTTP/1.1" status: 200 len: 1094 time: 6.8036408 May 06 13:48:53.600559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.604245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7', 'tag': '7b0a3069-40cd-483e-8d7d-b2c2a8837627'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:48:53.613171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.685405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:53.906336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8760af2d-ab3e-424f-b475-faf4aefe64f0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:53.942633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network ad671c05-0fc0-47f6-b0be-acf733ce0b26 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:53.972889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105bf50-9384-4e4e-9d61-8e840b513d81 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a3069-40cd-483e-8d7d-b2c2a8837627,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:53.986689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:54.000690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:54.001120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b380f9f6-9f04-4e99-bf70-feecbb819efa tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.001258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.022719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=1334d9da-a2d3-404e-9234-a6bbbac69186,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:54.116009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Allocated IP 172.26.2.199 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:54.318409 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8760af2d-ab3e-424f-b475-faf4aefe64f0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:54.318693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.384596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Provisioning for port fabe8ab9-c3e3-4a45-831a-e9617d64d830 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:54.393919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Provisioning complete for port fabe8ab9-c3e3-4a45-831a-e9617d64d830 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:54.395017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.411230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Router e594a7dd-0811-4529-95c2-afec68694698 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:48:54.431883 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae1867d-aff7-481d-816a-7990fc3e8522'] response: {'name': 'network-changed', 'server_uuid': '114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7', 'tag': '7b0a3069-40cd-483e-8d7d-b2c2a8837627', 'status': 'completed', 'code': 200} May 06 13:48:54.440216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc48852-73c4-4000-a2f0-89d4f73d4dd4 req-dba016e0-d2ba-4a7e-a995-b2a4c91ca0ea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:54.441845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8dc48852-73c4-4000-a2f0-89d4f73d4dd4 req-dba016e0-d2ba-4a7e-a995-b2a4c91ca0ea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 944 time: 3.0541363 May 06 13:48:54.514636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b16062f1-7435-4ee3-a134-06fa7bfd98e3 None None] Port fabe8ab9-c3e3-4a45-831a-e9617d64d830 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:54.541173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380f9f6-9f04-4e99-bf70-feecbb819efa tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event deleted for resources: {'Port': ['ID=6955c330-56fc-4e4e-990d-e695c019bc9e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:54.656301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b380f9f6-9f04-4e99-bf70-feecbb819efa tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.668178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a2020712-9638-4376-b4c9-c855d2421f86 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:54.737700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b380f9f6-9f04-4e99-bf70-feecbb819efa tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "DELETE /v2.0/ports/6955c330-56fc-4e4e-990d-e695c019bc9e HTTP/1.1" status: 204 len: 168 time: 4.8648763 May 06 13:48:54.741499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40462) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:54.792145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:48:54.802517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Allocated IP 2001:db8::14d (dcbcdeb7-36ee-4d97-b1a0-bffdd603429e/86ad4ae8-c89d-47e7-8771-6a882cf2498d/dc38314e-1746-4d1e-98fe-990d13e8904e) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:54.812613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bca43a-234b-418d-9130-e111d176b037 None None] Sync routers for ids ['e594a7dd-0811-4529-95c2-afec68694698'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:48:54.846412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bca43a-234b-418d-9130-e111d176b037 None None] Routers {'e594a7dd-0811-4529-95c2-afec68694698'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:54.847077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f3bca43a-234b-418d-9130-e111d176b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e594a7dd-0811-4529-95c2-afec68694698'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:54.863189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:54.909244 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3f498456-64a4-4f09-9d43-4ac1159b2d51 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "PUT /v2.0/routers/e594a7dd-0811-4529-95c2-afec68694698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2919228 May 06 13:48:54.924213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8dc48852-73c4-4000-a2f0-89d4f73d4dd4 req-ecca40e8-f4f4-46e1-bcac-8ed6749967b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4553459 May 06 13:48:54.936194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40466) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:55.022860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-be065ed6-61fa-40f9-a05b-f1678c4b9cf2 None None] Provisioning for port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:55.031944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f3bca43a-234b-418d-9130-e111d176b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:55.053317 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecc9f34-38c9-45ad-a23d-216114935988 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] GET failed (client error): The resource could not be found. May 06 13:48:55.054162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0ecc9f34-38c9-45ad-a23d-216114935988 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Synchronizing usage tracker for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:55.054562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bca43a-234b-418d-9130-e111d176b037 None None] Routers {'e594a7dd-0811-4529-95c2-afec68694698'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:48:55.055762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f3bca43a-234b-418d-9130-e111d176b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e594a7dd-0811-4529-95c2-afec68694698'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:55.059035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-393b22f4-b825-4890-a463-4e4cba2d77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:55.060616 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-393b22f4-b825-4890-a463-4e4cba2d77fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 1097 time: 1.3396125 May 06 13:48:55.144160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port a2020712-9638-4376-b4c9-c855d2421f86 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:55.144877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.164187 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-2f943474-fc1e-4ae4-ae00-8bc275415f37 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] delete failed (client error): The resource could not be found. May 06 13:48:55.165409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2f943474-fc1e-4ae4-ae00-8bc275415f37 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-297499139 HTTP/1.1" status: 404 len: 334 time: 0.2281921 May 06 13:48:55.173367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f3bca43a-234b-418d-9130-e111d176b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:55.173898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bca43a-234b-418d-9130-e111d176b037 None None] The sync data for ids ['e594a7dd-0811-4529-95c2-afec68694698'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:48:55.183057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40470) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:55.190185 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-fe1c9c45-390e-4ad9-a7c8-5196ed4cb850 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=7b0a3069-40cd-483e-8d7d-b2c2a8837627 HTTP/1.1" status: 200 len: 217 time: 0.1055470 May 06 13:48:55.191892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-be065ed6-61fa-40f9-a05b-f1678c4b9cf2 None None] Provisioning for port 1334d9da-a2d3-404e-9234-a6bbbac69186 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:55.193151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.200357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d7a8744b-a761-4e94-95ed-4fc3495ab547 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e594a7dd-0811-4529-95c2-afec68694698'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:55.212248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-be065ed6-61fa-40f9-a05b-f1678c4b9cf2 None None] Provisioning complete for port 1334d9da-a2d3-404e-9234-a6bbbac69186 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:55.212685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-be065ed6-61fa-40f9-a05b-f1678c4b9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.296886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-be065ed6-61fa-40f9-a05b-f1678c4b9cf2 None None] Port 1334d9da-a2d3-404e-9234-a6bbbac69186 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:55.438869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0ecc9f34-38c9-45ad-a23d-216114935988 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Unset dirty status for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:55.444180 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0ecc9f34-38c9-45ad-a23d-216114935988 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "GET /v2.0/ports/6955c330-56fc-4e4e-990d-e695c019bc9e HTTP/1.1" status: 404 len: 333 time: 0.6108811 May 06 13:48:55.447759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40474) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:55.529955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'port': {'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-197084290'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:55.674830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.696785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device dc957ef9-b512-4eda-8578-ebe84f91a14f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:55.726030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-ca93460f-b309-4770-8772-5206543d8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:55.728165 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-ca93460f-b309-4770-8772-5206543d8247 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e2450b9d-58d4-41fa-967a-eacf2aa89227 HTTP/1.1" status: 200 len: 837 time: 0.4584475 May 06 13:48:55.839732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port dc957ef9-b512-4eda-8578-ebe84f91a14f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:55.840484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.968919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.objects.ports [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87984) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:48:55.987498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.037352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:56.083427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d7a8744b-a761-4e94-95ed-4fc3495ab547 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.090931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.148869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:56.158493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:56.158872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.214645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.391121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.440949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:56.452995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:56.455436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-d7a8744b-a761-4e94-95ed-4fc3495ab547 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] update failed (client error): The resource could not be found. May 06 13:48:56.456150 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=22e7fb04-4386-46c2-9f74-c4d3083d5ac3,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:48:56.465391 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d7a8744b-a761-4e94-95ed-4fc3495ab547 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "PUT /v2.0/routers/e594a7dd-0811-4529-95c2-afec68694698 HTTP/1.1" status: 404 len: 339 time: 1.2693419 May 06 13:48:56.465391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:56.465391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:56.465391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.468327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:56.471700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40480) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:56.472124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfefb8-492e-4a4e-813c-5a9cd2f9ee93 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:48:56.477953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=979d68a0-7f20-4d1d-8999-46be3d965749,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:56.490405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:56.500544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.501755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device acf3c841-4118-4079-bbab-ddef049db1f9 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:56.503177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Pushing event updated for resources: {'Port': ['ID=b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:56.511992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:56.547718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:56.567351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.589323 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-eb064de1-0947-4fbc-937f-7352ac2ac6b9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5157442 May 06 13:48:56.592925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40484) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:56.616921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:22:98:eb', 'name': 'tempest-NetworksTestDHCPv6-768263527'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:48:56.651000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Made reservation on behalf of 3b28cfc8ef954ae181010417d38a851d for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:56.657268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.685196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-ecc18069-4391-4a9a-93ff-8e2be3859f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:56.688111 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-ecc18069-4391-4a9a-93ff-8e2be3859f55 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53787454-e418-4a24-8d32-7d0813197ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8999894 May 06 13:48:56.736189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:48:56.750877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port fabe8ab9-c3e3-4a45-831a-e9617d64d830 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:48:56.751207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.779859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Network dcbcdeb7-36ee-4d97-b1a0-bffdd603429e is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:56.853703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:56.858102 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.867251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:56.912476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=22e7fb04-4386-46c2-9f74-c4d3083d5ac3,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:56.984048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port acf3c841-4118-4079-bbab-ddef049db1f9 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:56.984439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:56.989471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event updated for resources: {'Port': ['ID=dc38314e-1746-4d1e-98fe-990d13e8904e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:57.005003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] device_id is not set on port fb763473-3a32-4393-9bd5-94ef19025f8d yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:57.098826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.099611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.214447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '979d68a0-7f20-4d1d-8999-46be3d965749'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:48:57.215702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.351186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650de616-837c-4a34-8e66-8414a69cbbbf req-89cd7300-bbb1-422a-8f91-97d3c8fa5140 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:57.356989 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-650de616-837c-4a34-8e66-8414a69cbbbf req-89cd7300-bbb1-422a-8f91-97d3c8fa5140 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 944 time: 1.0592492 May 06 13:48:57.454875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:57.504625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:48:57.504978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 13f6b8ad-a658-4f30-8313-f45bbec1e2b8 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:57.544872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Allocated IP 2001:db8::f816:3eff:fe3c:1002 (ed4177a0-aee3-4756-a30e-bb3035a9c410/979d68a0-7f20-4d1d-8999-46be3d965749/1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:57.676052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:57.766165 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-650de616-837c-4a34-8e66-8414a69cbbbf req-dc0fdbbc-ee46-48ba-be41-2a0af6a1481a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544264 May 06 13:48:57.800551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:57.800551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:57.859930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=1334d9da-a2d3-404e-9234-a6bbbac69186,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:58.044985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:58.048019 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.070943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Transition to ACTIVE for port object 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:58.074016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-52d306d3-ba67-4d7a-8f56-cb326e0fb29d service neutron] 10.222.0.76 "GET /v2.0/networks/53787454-e418-4a24-8d32-7d0813197ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3548222 May 06 13:48:58.094293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:58.119308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Transition to ACTIVE for port object 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:58.128205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.152387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:58.184382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:58.208529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.231649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:58.232495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network ad671c05-0fc0-47f6-b0be-acf733ce0b26 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:58.246020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:58.246752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:58.254389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:48:58.310591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Allocated IP 2001:db8::18 (f0bd3cc2-5940-462f-9b0e-56075e8a3416/52bc1b76-dddf-47fb-8f55-cd3e32b277e6/fb763473-3a32-4393-9bd5-94ef19025f8d) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:58.340519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Pushing event updated for resources: {'Port': ['ID=1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:58.436394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Attempting to bind port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:58.436963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Attempting to bind port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:58.437473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Attempting to bind port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:48:58.450885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:48:58.451876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:48:58.452773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.453869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:48:58.455121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Bound port: 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:58.455897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.466292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:58.603953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] For port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:48:58.607916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] For port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:48:58.615053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.651906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for fabe8ab9-c3e3-4a45-831a-e9617d64d830 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:48:58.748785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.776900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.794871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9ecf6580-19ce-44d2-8437-943a6916d71a None None] Provisioning complete for port 1334d9da-a2d3-404e-9234-a6bbbac69186 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:58.794871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6580-19ce-44d2-8437-943a6916d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:58.873458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d0089-f3b6-4147-a155-1f2d60a81515 None None] Pushing event updated for resources: {'Port': ['ID=1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:58.916637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf6580-19ce-44d2-8437-943a6916d71a None None] Port 1334d9da-a2d3-404e-9234-a6bbbac69186 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:48:59.142230 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c94a896-5c84-4163-a621-da0af3dcdd9a req-90fc2d90-ed67-4414-a56a-57aa816ce1b7 service neutron] 10.222.0.76 "GET /v2.0/networks/53787454-e418-4a24-8d32-7d0813197ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0337663 May 06 13:48:59.174514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.338609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:59.366540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 0da9d801-7e36-42b2-8cca-30b9114ffe85 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:48:59.488298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router a51ec513-6fee-4d10-b98c-1762d1e964cb has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:48:59.703396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:59.841331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:59.918947 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5943e48-1fe8-431a-af7d-41aa27655088 req-2da6a685-389d-4fa0-bbf8-407cda2cb489 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:48:59.922483 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f5943e48-1fe8-431a-af7d-41aa27655088 req-2da6a685-389d-4fa0-bbf8-407cda2cb489 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 944 time: 0.7620821 May 06 13:48:59.924596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.000229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-bcf2c0d1-7706-4ba1-887f-cc8c8149fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:00.003073 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-bcf2c0d1-7706-4ba1-887f-cc8c8149fc8f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 1097 time: 0.7147439 May 06 13:49:00.108201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:fe22:98eb (ed4177a0-aee3-4756-a30e-bb3035a9c410/979d68a0-7f20-4d1d-8999-46be3d965749/0da9d801-7e36-42b2-8cca-30b9114ffe85) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:00.115015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Transition to ACTIVE for port object fb763473-3a32-4393-9bd5-94ef19025f8d will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:00.235787 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f5943e48-1fe8-431a-af7d-41aa27655088 req-7b79db48-5449-48ff-b483-abe43444bb38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159479 May 06 13:49:00.243430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.280779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:00.295181 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c4495-26bf-4811-ace7-6254f1329690 None None] Sync routers for ids ['a51ec513-6fee-4d10-b98c-1762d1e964cb'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:00.298706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Allocated IP 172.20.0.1 (8564aacf-92c1-4606-be6b-4f358ba83ebc/1dc607ef-551a-48a5-b61f-384ecc284228/62a35b13-a66e-4169-b84e-f35d9e8e3b25) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:00.326455 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c4495-26bf-4811-ace7-6254f1329690 None None] Routers {'a51ec513-6fee-4d10-b98c-1762d1e964cb'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:00.327907 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7e8c4495-26bf-4811-ace7-6254f1329690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a51ec513-6fee-4d10-b98c-1762d1e964cb'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:00.330456 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4612ba17-f398-46a4-9ecf-aaba5e1779f8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/a51ec513-6fee-4d10-b98c-1762d1e964cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1716659 May 06 13:49:00.335320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40490) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:00.342905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.394526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bdf03dc0-bfcb-4d75-ba69-e5e981a4741d None None] Provisioning for port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:00.410403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bdf03dc0-bfcb-4d75-ba69-e5e981a4741d None None] Provisioning complete for port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:00.412847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bdf03dc0-bfcb-4d75-ba69-e5e981a4741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.470055 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7e8c4495-26bf-4811-ace7-6254f1329690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:00.492691 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c4495-26bf-4811-ace7-6254f1329690 None None] Routers {'a51ec513-6fee-4d10-b98c-1762d1e964cb'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:00.494118 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7e8c4495-26bf-4811-ace7-6254f1329690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a51ec513-6fee-4d10-b98c-1762d1e964cb'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:00.549589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.559097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-85a7e57c-e19c-4146-969c-d1e3978c3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:00.560639 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-85a7e57c-e19c-4146-969c-d1e3978c3cae service neutron] 10.222.0.76 "GET /v2.0/networks?id=53787454-e418-4a24-8d32-7d0813197ccd HTTP/1.1" status: 200 len: 898 time: 0.5068085 May 06 13:49:00.588681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bdf03dc0-bfcb-4d75-ba69-e5e981a4741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.610709 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7e8c4495-26bf-4811-ace7-6254f1329690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:00.612099 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c4495-26bf-4811-ace7-6254f1329690 None None] The sync data for ids ['a51ec513-6fee-4d10-b98c-1762d1e964cb'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:00.627104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-bdf03dc0-bfcb-4d75-ba69-e5e981a4741d None None] For port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:00.634534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bdf03dc0-bfcb-4d75-ba69-e5e981a4741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:00.714323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf03dc0-bfcb-4d75-ba69-e5e981a4741d None None] Pushing event updated for resources: {'Port': ['ID=1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:00.731381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36078a5b-e7f3-4e8e-9bbd-fb38c3a10dc4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:00.732396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-36078a5b-e7f3-4e8e-9bbd-fb38c3a10dc4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:00.808259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=fabe8ab9-c3e3-4a45-831a-e9617d64d830,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:00.866800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7b0a3069-40cd-483e-8d7d-b2c2a8837627 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:49:01.064459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:01.066378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:01.093341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7b0a3069-40cd-483e-8d7d-b2c2a8837627, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b0a3069-40cd-483e-8d7d-b2c2a8837627,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:01.099110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:01.105105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:01.106403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.114537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-36078a5b-e7f3-4e8e-9bbd-fb38c3a10dc4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:01.116585 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-36078a5b-e7f3-4e8e-9bbd-fb38c3a10dc4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports/1334d9da-a2d3-404e-9234-a6bbbac69186 HTTP/1.1" status: 200 len: 913 time: 0.7800112 May 06 13:49:01.119333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '7b0a3069-40cd-483e-8d7d-b2c2a8837627', 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd', 'port_id': '7b0a3069-40cd-483e-8d7d-b2c2a8837627', 'mac_address': 'fa:16:3e:86:d9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2450b9d-58d4-41fa-967a-eacf2aa89227', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:49:01.124646 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-605cbe65-ac45-4814-ab38-3f7d7f850916 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=7b0a3069-40cd-483e-8d7d-b2c2a8837627 HTTP/1.1" status: 200 len: 217 time: 0.4344189 May 06 13:49:01.130015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.141005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40494) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:01.205450 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.243255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.307949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0a3069-40cd-483e-8d7d-b2c2a8837627 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:49:01.311397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.358287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7b0a3069-40cd-483e-8d7d-b2c2a8837627, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b0a3069-40cd-483e-8d7d-b2c2a8837627,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:01.366271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.383792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-0001c98f-3d4c-4def-badf-fba6d63aeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:01.389178 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-0001c98f-3d4c-4def-badf-fba6d63aeb0e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e2450b9d-58d4-41fa-967a-eacf2aa89227 HTTP/1.1" status: 200 len: 837 time: 0.2451484 May 06 13:49:01.469864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=7b0a3069-40cd-483e-8d7d-b2c2a8837627,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:01.535265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Port': ['ID=fb763473-3a32-4393-9bd5-94ef19025f8d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:01.541879 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-205dffec-5d49-4914-9a0c-edbae523a691 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 6.0295165 May 06 13:49:01.582181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f5149f4a-879e-4d00-b35f-1752bb791024 None None] Provisioning for port fb763473-3a32-4393-9bd5-94ef19025f8d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:01.590768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f5149f4a-879e-4d00-b35f-1752bb791024 None None] Provisioning complete for port fb763473-3a32-4393-9bd5-94ef19025f8d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:01.591325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f5149f4a-879e-4d00-b35f-1752bb791024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:01.635042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:01.674610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['7b0a3069-40cd-483e-8d7d-b2c2a8837627'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:49:01.678972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40500) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:01.739920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 0da9d801-7e36-42b2-8cca-30b9114ffe85 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:01.757320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'port': {'network_id': 'f0bd3cc2-5940-462f-9b0e-56075e8a3416', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-537533710'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:01.784864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f5149f4a-879e-4d00-b35f-1752bb791024 None None] Port fb763473-3a32-4393-9bd5-94ef19025f8d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:01.920117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:01.921130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.229529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:49:02.237852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-fdef9970-c437-4717-9ec8-b7106e84fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:02.239457 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-fdef9970-c437-4717-9ec8-b7106e84fae4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53787454-e418-4a24-8d32-7d0813197ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8143594 May 06 13:49:02.240615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.327433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21957-4900-4381-8835-67f815299032 req-79326545-b120-4c78-b317-57d50761847b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:02.329074 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6fa21957-4900-4381-8835-67f815299032 req-79326545-b120-4c78-b317-57d50761847b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 945 time: 0.9334228 May 06 13:49:02.330288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.507342 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:49:02.527543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:02.559049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:02.561885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:02.572913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:02.573764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:02.650688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Transition to ACTIVE for port object 62a35b13-a66e-4169-b84e-f35d9e8e3b25 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:02.705199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=0da9d801-7e36-42b2-8cca-30b9114ffe85,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:02.741433 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6fa21957-4900-4381-8835-67f815299032 req-cbc9eb84-30e2-414d-8738-478f31057b50 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946695 May 06 13:49:02.781577 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4a3072eb-c502-4a99-8263-11d26d9806fe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.1794050 May 06 13:49:02.783829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40504) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:02.785803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:02.794919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Router 38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:49:02.805839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Usage tracker for resource:port and tenant:3b28cfc8ef954ae181010417d38a851d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:02.817164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:02.843086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:02.863280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7b0a3069-40cd-483e-8d7d-b2c2a8837627 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:03.011607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Made reservation on behalf of 3b28cfc8ef954ae181010417d38a851d for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:03.017850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.047553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d3c85292-bcb4-4405-ad4e-c436336fe750 None None] Provisioning for port 0da9d801-7e36-42b2-8cca-30b9114ffe85 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:03.062603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:03.073194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d3c85292-bcb4-4405-ad4e-c436336fe750 None None] Provisioning complete for port 0da9d801-7e36-42b2-8cca-30b9114ffe85 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:03.073766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d3c85292-bcb4-4405-ad4e-c436336fe750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.084753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:03.147053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Sync routers for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:03.152280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.168223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:03.169442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.182752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.188772 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-42664d2f-c235-4e38-8681-3a0e76d7027f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 15.5630665 May 06 13:49:03.190630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40508) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:03.210306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:03.222842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Router a75daff3-079d-449c-bfcf-895e4f307ced is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:49:03.232062 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385dd927-4046-4efc-8685-c2abc27a9a68 None None] Sync routers for ids ['38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:03.242909 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385dd927-4046-4efc-8685-c2abc27a9a68 None None] Routers {'38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:03.244130 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-385dd927-4046-4efc-8685-c2abc27a9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:03.261351 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a5310397-0693-4968-aa81-e32b3fab4fd5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "PUT /v2.0/routers/38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2627385 May 06 13:49:03.278529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network 8564aacf-92c1-4606-be6b-4f358ba83ebc is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:03.288706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40514) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:03.291742 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:03.324031 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-385dd927-4046-4efc-8685-c2abc27a9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:03.334681 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385dd927-4046-4efc-8685-c2abc27a9a68 None None] Routers {'38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:03.335268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d3c85292-bcb4-4405-ad4e-c436336fe750 None None] Port 0da9d801-7e36-42b2-8cca-30b9114ffe85 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:03.335906 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-385dd927-4046-4efc-8685-c2abc27a9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:03.390253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] device_id is not set on port 7d15c514-4270-44c3-b360-d46feda97eef yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:49:03.391502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:03.393065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:03.437603 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-385dd927-4046-4efc-8685-c2abc27a9a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:03.437957 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385dd927-4046-4efc-8685-c2abc27a9a68 None None] The sync data for ids ['38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:03.478875 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:03.550034 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36c216e-7731-4208-bf93-e865e332c665 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:49:03.550994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f36c216e-7731-4208-bf93-e865e332c665 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:03.681473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.732835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a3069-40cd-483e-8d7d-b2c2a8837627'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:49:03.743639 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-7baffbc9-759a-4cba-a572-739fb717a3de service neutron] 10.222.0.76 "GET /v2.0/networks/53787454-e418-4a24-8d32-7d0813197ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4928143 May 06 13:49:03.754589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7b0a3069-40cd-483e-8d7d-b2c2a8837627, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b0a3069-40cd-483e-8d7d-b2c2a8837627,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:03.766788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:03.821611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:03.974929 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d46d8bf-5e8a-4401-8a56-e60d5b669ed2'] response: {'server_uuid': '114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a3069-40cd-483e-8d7d-b2c2a8837627', 'code': 200} May 06 13:49:03.999514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-82d1ac36-896f-4574-8c97-c6b1f003dff2 None None] Provisioning for port 62a35b13-a66e-4169-b84e-f35d9e8e3b25 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:04.035101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-82d1ac36-896f-4574-8c97-c6b1f003dff2 None None] Provisioning complete for port 62a35b13-a66e-4169-b84e-f35d9e8e3b25 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:04.035679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-82d1ac36-896f-4574-8c97-c6b1f003dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.063742 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Port': ['ID=62a35b13-a66e-4169-b84e-f35d9e8e3b25,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:04.118914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:04.148116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f36c216e-7731-4208-bf93-e865e332c665 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:04.153330 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f36c216e-7731-4208-bf93-e865e332c665 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/fabe8ab9-c3e3-4a45-831a-e9617d64d830 HTTP/1.1" status: 404 len: 333 time: 0.8580978 May 06 13:49:04.157667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40524) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:04.167723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.178299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c3d5b-fa77-458d-b1db-725be268deae tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:04.185145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c3d5b-fa77-458d-b1db-725be268deae tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:04.185982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ff9c3d5b-fa77-458d-b1db-725be268deae tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:04.223662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Sync routers for ids ['a75daff3-079d-449c-bfcf-895e4f307ced'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:04.231349 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=7b0a3069-40cd-483e-8d7d-b2c2a8837627,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:04.300222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Routers {'a75daff3-079d-449c-bfcf-895e4f307ced'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:04.301602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a75daff3-079d-449c-bfcf-895e4f307ced'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:04.398213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.399900 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-13eecb2c-ad4d-4470-9373-570746ec2868 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 17.0408881 May 06 13:49:04.409505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40528) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:04.460579 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41f6ded3-a679-4dda-8151-bf415415eb3a req-471234ce-2bd2-419c-94e1-68bb9acb288b service neutron] 10.222.0.76 "GET /v2.0/networks/53787454-e418-4a24-8d32-7d0813197ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964216 May 06 13:49:04.558259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Allocated IP 2001:db8::159 (f0bd3cc2-5940-462f-9b0e-56075e8a3416/52bc1b76-dddf-47fb-8f55-cd3e32b277e6/7d15c514-4270-44c3-b360-d46feda97eef) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:04.569630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-82d1ac36-896f-4574-8c97-c6b1f003dff2 None None] Port 62a35b13-a66e-4169-b84e-f35d9e8e3b25 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:04.733076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ff9c3d5b-fa77-458d-b1db-725be268deae tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:04.734658 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ff9c3d5b-fa77-458d-b1db-725be268deae tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.8452997 May 06 13:49:04.737938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d81b94e-aa56-4c91-b2bb-a98e70d27c91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.740106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40532) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:04.803929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.868309 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:04.874584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Set router a75daff3-079d-449c-bfcf-895e4f307ced gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:05.038417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa929d9-55db-4b28-8107-47b04ecdd87c req-cd8303ae-0f08-48af-8437-692f2ff66741 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:05.041120 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-efa929d9-55db-4b28-8107-47b04ecdd87c req-cd8303ae-0f08-48af-8437-692f2ff66741 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 946 time: 1.0045235 May 06 13:49:05.050112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f66b60d9-cf70-40ad-9b1a-dc0467a27a24 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 0da9d801-7e36-42b2-8cca-30b9114ffe85 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:05.050715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f66b60d9-cf70-40ad-9b1a-dc0467a27a24 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.183020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:48:57Z', 'revision_number': 3, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:05.196769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Checking router: 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:49:05.197328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Updating router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:49:05.318969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.506706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.513924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.581561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.589675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Transition to ACTIVE for port object 7d15c514-4270-44c3-b360-d46feda97eef will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:05.595802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d81b94e-aa56-4c91-b2bb-a98e70d27c91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.598010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75daff3-079d-449c-bfcf-895e4f307ced', 'name': '', 'tenant_id': '00410e31e3f84af2b8e30d8113d17b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e', 'external_fixed_ips': [{'subnet_id': '86ad4ae8-c89d-47e7-8771-6a882cf2498d', 'ip_address': '2001:db8::14d'}], 'enable_snat': True}, 'gw_port_id': 'dc38314e-1746-4d1e-98fe-990d13e8904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:48:57Z', 'revision_number': 3, 'project_id': '00410e31e3f84af2b8e30d8113d17b1e', 'gw_port': {'id': 'dc38314e-1746-4d1e-98fe-990d13e8904e', 'name': '', 'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75daff3-079d-449c-bfcf-895e4f307ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '86ad4ae8-c89d-47e7-8771-6a882cf2498d', 'ip_address': '2001:db8::14d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86ad4ae8-c89d-47e7-8771-6a882cf2498d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:05.603497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d81b94e-aa56-4c91-b2bb-a98e70d27c91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.630178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Checking router: a75daff3-079d-449c-bfcf-895e4f307ced for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:49:05.630654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Updating router a75daff3-079d-449c-bfcf-895e4f307ced port dc38314e-1746-4d1e-98fe-990d13e8904e binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:49:05.698991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5db59c-bf32-4727-ad8e-f0a28815e682 req-ea88e8b6-d2f7-4be5-a1ad-85086a31560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:05.700615 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7b5db59c-bf32-4727-ad8e-f0a28815e682 req-ea88e8b6-d2f7-4be5-a1ad-85086a31560a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 1099 time: 1.3842952 May 06 13:49:05.735782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Deleting port dc38314e-1746-4d1e-98fe-990d13e8904e {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:05.736144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.796006 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-efa929d9-55db-4b28-8107-47b04ecdd87c req-bb726840-b8fd-4fe5-a876-15ecf2e6cae7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6850202 May 06 13:49:05.853442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d81b94e-aa56-4c91-b2bb-a98e70d27c91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:05.854251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d81b94e-aa56-4c91-b2bb-a98e70d27c91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Fanout notify agent at l3_agent the message router_deleted on router 38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:49:05.876204 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7b5db59c-bf32-4727-ad8e-f0a28815e682 req-bcc7f62f-3f17-4aa4-b4df-783c77c9b5c1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341288 May 06 13:49:05.917561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.040196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d81b94e-aa56-4c91-b2bb-a98e70d27c91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.042187 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2d81b94e-aa56-4c91-b2bb-a98e70d27c91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/routers/38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b HTTP/1.1" status: 204 len: 168 time: 1.8530099 May 06 13:49:06.048513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.054161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40536) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:06.182773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f66b60d9-cf70-40ad-9b1a-dc0467a27a24 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.196633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.228782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3a7679-7220-4b17-91a7-36ae0ab83139 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet 1dcf815b-f5e5-4b78-847f-df0e5525a80f {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:06.255110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc3a7679-7220-4b17-91a7-36ae0ab83139 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.345933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.366728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc3a7679-7220-4b17-91a7-36ae0ab83139 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.400238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f66b60d9-cf70-40ad-9b1a-dc0467a27a24 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 0da9d801-7e36-42b2-8cca-30b9114ffe85 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:06.418006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.452073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Transition to ACTIVE for port object b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:06.473547 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.528481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 1334d9da-a2d3-404e-9234-a6bbbac69186 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:06.528481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.602897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:06.619531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:06.627053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f66b60d9-cf70-40ad-9b1a-dc0467a27a24 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.649287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:06.649287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:06.652921 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:06.653608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.671327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.688986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Port': ['ID=7d15c514-4270-44c3-b360-d46feda97eef,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:06.728917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.756404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7b2b95cc-2ac4-4964-a4dd-5eae4386d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.762360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c4b03-63c9-495e-a68d-d5188ff09419 None None] Pushing event updated for resources: {'Port': ['ID=b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:06.775497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Attempting to bind port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:06.775987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Attempting to bind port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:06.776295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Attempting to bind port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:06.780578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.840651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:06.841108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:06.841610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.842130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:06.842785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Bound port: b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:06.843248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.892311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b60d9-cf70-40ad-9b1a-dc0467a27a24 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=0da9d801-7e36-42b2-8cca-30b9114ffe85,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:07.174449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.232834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Transition to ACTIVE for port object dc38314e-1746-4d1e-98fe-990d13e8904e will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:07.236243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] For port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:07.241012 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] For port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:07.257943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.331449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.426478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Calling delete_port for dc38314e-1746-4d1e-98fe-990d13e8904e owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:07.445089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75973a63-2ace-4554-9c0e-38d34693d827 None None] Pushing event updated for resources: {'Port': ['ID=dc38314e-1746-4d1e-98fe-990d13e8904e,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:07.491686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Attempting to bind port dc38314e-1746-4d1e-98fe-990d13e8904e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:07.492142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Attempting to bind port dc38314e-1746-4d1e-98fe-990d13e8904e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '6ecfc6e5-0e90-4306-a83d-31554b4528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:07.493172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Attempting to bind port dc38314e-1746-4d1e-98fe-990d13e8904e on network dcbcdeb7-36ee-4d97-b1a0-bffdd603429e {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:07.499449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f66b60d9-cf70-40ad-9b1a-dc0467a27a24 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.507184 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f66b60d9-cf70-40ad-9b1a-dc0467a27a24 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/0da9d801-7e36-42b2-8cca-30b9114ffe85 HTTP/1.1" status: 204 len: 168 time: 2.7657714 May 06 13:49:07.515315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:07.515315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:07.515737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40542) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:07.515737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40544) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:07.517319 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fe28a960-8cef-4802-a8d8-152b8d22aa64 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.8078485 May 06 13:49:07.588910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:07.589338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Checking segment: {'id': '6ecfc6e5-0e90-4306-a83d-31554b4528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:07.589706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.590112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Bound using segment: {'id': '6ecfc6e5-0e90-4306-a83d-31554b4528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:07.590623 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Bound port: dc38314e-1746-4d1e-98fe-990d13e8904e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecfc6e5-0e90-4306-a83d-31554b4528ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dcbcdeb7-36ee-4d97-b1a0-bffdd603429e'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:07.591113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.615809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.640740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f7ce5d85-67ef-49be-ad66-7f5e658c0943 None None] Provisioning for port 7d15c514-4270-44c3-b360-d46feda97eef completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:07.650389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event updated for resources: {'Port': ['ID=62a35b13-a66e-4169-b84e-f35d9e8e3b25,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:07.686451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f7ce5d85-67ef-49be-ad66-7f5e658c0943 None None] Provisioning complete for port 7d15c514-4270-44c3-b360-d46feda97eef triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:07.686929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f7ce5d85-67ef-49be-ad66-7f5e658c0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.732763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c4b03-63c9-495e-a68d-d5188ff09419 None None] Pushing event updated for resources: {'Port': ['ID=b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:07.800898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc3a7679-7220-4b17-91a7-36ae0ab83139 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:07.859430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce5d85-67ef-49be-ad66-7f5e658c0943 None None] Port 7d15c514-4270-44c3-b360-d46feda97eef cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:07.874942 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] For port dc38314e-1746-4d1e-98fe-990d13e8904e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:07.893334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] For port dc38314e-1746-4d1e-98fe-990d13e8904e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dc38314e-1746-4d1e-98fe-990d13e8904e,segment=NetworkSegment(6ecfc6e5-0e90-4306-a83d-31554b4528ee),segment_id=6ecfc6e5-0e90-4306-a83d-31554b4528ee)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:07.931959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:07.936273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28', 'mac_address': 'fa:16:3e:c6:b8:6d'}, {'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:ab:0a:23'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:07.971540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Network 8564aacf-92c1-4606-be6b-4f358ba83ebc is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:07.973633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:08.097840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:08.098171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:08.145278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.314696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Router e594a7dd-0811-4529-95c2-afec68694698 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:49:08.335464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc3a7679-7220-4b17-91a7-36ae0ab83139 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.362821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Allocated IP 172.20.0.1 (e0dfa784-3385-4441-8cb7-4f3b760cd429/88a7344f-0371-4bb5-8b61-f9e76be6bbaf/912e8f19-ffb5-4048-a4a3-35d3f8796525) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:08.569322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Routers {'a75daff3-079d-449c-bfcf-895e4f307ced'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:08.570446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a75daff3-079d-449c-bfcf-895e4f307ced'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:08.635125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a7679-7220-4b17-91a7-36ae0ab83139 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=1dcf815b-f5e5-4b78-847f-df0e5525a80f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:08.646332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc3a7679-7220-4b17-91a7-36ae0ab83139 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.704869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f023885-2685-4d49-9b65-eecd6f48431b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:08.706787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f023885-2685-4d49-9b65-eecd6f48431b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:08.707606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0f023885-2685-4d49-9b65-eecd6f48431b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:08.821733 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bc3a7679-7220-4b17-91a7-36ae0ab83139 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/1dcf815b-f5e5-4b78-847f-df0e5525a80f HTTP/1.1" status: 204 len: 168 time: 2.7613595 May 06 13:49:08.834746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f392c-9744-4ec6-ae93-ee87f2f62cb8 None None] Network cf7cc619-a96d-4903-973a-6e4546607ea3 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:08.836975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40550) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:08.858641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Deleting port dc38314e-1746-4d1e-98fe-990d13e8904e {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:08.858641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.016924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.032506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0f023885-2685-4d49-9b65-eecd6f48431b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:09.033730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0f023885-2685-4d49-9b65-eecd6f48431b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.4738324 May 06 13:49:09.047858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40554) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:09.069820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67c137-25ba-4f07-bc82-6ce7a9de6a3b req-e22cfde1-5981-45e2-babf-04924adf6244 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:09.075871 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3b67c137-25ba-4f07-bc82-6ce7a9de6a3b req-e22cfde1-5981-45e2-babf-04924adf6244 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 946 time: 1.7321401 May 06 13:49:09.179264 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:09.219775 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4bbf31-d07b-41a8-b62f-445e88371a75 None None] Sync routers for ids ['e594a7dd-0811-4529-95c2-afec68694698'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:09.237355 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4bbf31-d07b-41a8-b62f-445e88371a75 None None] Routers {'e594a7dd-0811-4529-95c2-afec68694698'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:09.238705 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2f4bbf31-d07b-41a8-b62f-445e88371a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e594a7dd-0811-4529-95c2-afec68694698'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:09.280403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] Set router a75daff3-079d-449c-bfcf-895e4f307ced gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:09.296993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 1334d9da-a2d3-404e-9234-a6bbbac69186 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:09.353784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5af4cbb-403e-4fc3-894b-dd71143a26b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 979d68a0-7f20-4d1d-8999-46be3d965749 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:09.360978 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2f4bbf31-d07b-41a8-b62f-445e88371a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:09.376513 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9624cf58-f602-40f0-8068-620fa5076c52 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "PUT /v2.0/routers/e594a7dd-0811-4529-95c2-afec68694698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9007804 May 06 13:49:09.379452 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4bbf31-d07b-41a8-b62f-445e88371a75 None None] Routers {'e594a7dd-0811-4529-95c2-afec68694698'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:09.380954 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2f4bbf31-d07b-41a8-b62f-445e88371a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:48:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e594a7dd-0811-4529-95c2-afec68694698'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:09.381944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5af4cbb-403e-4fc3-894b-dd71143a26b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.399966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40558) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:09.517779 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2f4bbf31-d07b-41a8-b62f-445e88371a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:09.518826 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4bbf31-d07b-41a8-b62f-445e88371a75 None None] The sync data for ids ['e594a7dd-0811-4529-95c2-afec68694698'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:09.528909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5af4cbb-403e-4fc3-894b-dd71143a26b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.529893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.560989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a54b906d-515a-4e8a-9a69-77643e3447ad None None] Provisioning complete for port 62a35b13-a66e-4169-b84e-f35d9e8e3b25 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:09.561660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a54b906d-515a-4e8a-9a69-77643e3447ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.596873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75973a63-2ace-4554-9c0e-38d34693d827 None None] Pushing event updated for resources: {'Port': ['ID=dc38314e-1746-4d1e-98fe-990d13e8904e,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:09.615902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.626027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] For port dc38314e-1746-4d1e-98fe-990d13e8904e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dc38314e-1746-4d1e-98fe-990d13e8904e,segment=NetworkSegment(6ecfc6e5-0e90-4306-a83d-31554b4528ee),segment_id=6ecfc6e5-0e90-4306-a83d-31554b4528ee)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:09.626664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.641604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-92e9f8f8-1dd1-496c-a35f-ae542f9591b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.643226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75daff3-079d-449c-bfcf-895e4f307ced', 'name': '', 'tenant_id': '00410e31e3f84af2b8e30d8113d17b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:05Z', 'revision_number': 4, 'project_id': '00410e31e3f84af2b8e30d8113d17b1e', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:09.654055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b836fe6-f21f-4274-92ba-a2aca54050d4 None None] The sync data for ids ['a75daff3-079d-449c-bfcf-895e4f307ced'] in dv-neutron-840888-1-hyperv is: [{'id': 'a75daff3-079d-449c-bfcf-895e4f307ced', 'name': '', 'tenant_id': '00410e31e3f84af2b8e30d8113d17b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:05Z', 'revision_number': 4, 'project_id': '00410e31e3f84af2b8e30d8113d17b1e', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:09.707914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a54b906d-515a-4e8a-9a69-77643e3447ad None None] Port 62a35b13-a66e-4169-b84e-f35d9e8e3b25 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:09.718870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3b67c137-25ba-4f07-bc82-6ce7a9de6a3b req-36d227db-16bd-42f1-bf51-ffdd0ccd546b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352601 May 06 13:49:09.765517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.829185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port dc957ef9-b512-4eda-8578-ebe84f91a14f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:09.829666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.935378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:48:57Z', 'revision_number': 3, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:09.946537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda9100-81d6-4695-846e-61056cc93642 None None] The sync data for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv is: [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:48:57Z', 'revision_number': 3, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:09.946908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Calling delete_port for dc38314e-1746-4d1e-98fe-990d13e8904e owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:09.954106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.964275 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b3510a-41ca-44ea-9a96-5334624daddb None None] DHCP port deletion for cf7cc619-a96d-4903-973a-6e4546607ea3 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:09.976163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d2b3510a-41ca-44ea-9a96-5334624daddb None None] Deleting port dc957ef9-b512-4eda-8578-ebe84f91a14f {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:09.979046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d2b3510a-41ca-44ea-9a96-5334624daddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.001198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a76e3792-20cc-40f9-90bc-f784739ea102 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.118724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.239233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5af4cbb-403e-4fc3-894b-dd71143a26b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.272545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Transition to ACTIVE for port object 912e8f19-ffb5-4048-a4a3-35d3f8796525 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:10.365292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d2b3510a-41ca-44ea-9a96-5334624daddb None None] For port dc957ef9-b512-4eda-8578-ebe84f91a14f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dc957ef9-b512-4eda-8578-ebe84f91a14f,segment=NetworkSegment(2ed72e73-01ce-47fc-943f-e2e3a26dd4a4),segment_id=2ed72e73-01ce-47fc-943f-e2e3a26dd4a4)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:10.365292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d2b3510a-41ca-44ea-9a96-5334624daddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.506194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.582780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5af4cbb-403e-4fc3-894b-dd71143a26b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.632536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc38314e-1746-4d1e-98fe-990d13e8904e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:10.678912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af4cbb-403e-4fc3-894b-dd71143a26b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=979d68a0-7f20-4d1d-8999-46be3d965749,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:10.687562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5af4cbb-403e-4fc3-894b-dd71143a26b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.709042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d2b3510a-41ca-44ea-9a96-5334624daddb None None] Calling delete_port for dc957ef9-b512-4eda-8578-ebe84f91a14f owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:10.732464 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f5af4cbb-403e-4fc3-894b-dd71143a26b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/979d68a0-7f20-4d1d-8999-46be3d965749 HTTP/1.1" status: 204 len: 168 time: 1.6826341 May 06 13:49:10.733854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40564) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:10.780996 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5725225-3c8e-48da-a18e-0427634f7a0f None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:10.917290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.958088 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-a76e3792-20cc-40f9-90bc-f784739ea102 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 13:49:10.968370 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a76e3792-20cc-40f9-90bc-f784739ea102 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "DELETE /v2.0/routers/e594a7dd-0811-4529-95c2-afec68694698 HTTP/1.1" status: 409 len: 329 time: 1.5511711 May 06 13:49:10.974842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40568) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:10.996080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:11.074838 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ac76587c-413c-4373-aecc-492c82482bf8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3272161 May 06 13:49:11.081232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40572) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:11.284936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d2b3510a-41ca-44ea-9a96-5334624daddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.357478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.362934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.365569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3510a-41ca-44ea-9a96-5334624daddb None None] Pushing event deleted for resources: {'Port': ['ID=dc957ef9-b512-4eda-8578-ebe84f91a14f,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:11.368805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3510a-41ca-44ea-9a96-5334624daddb None None] No DVR routers for this DVR port dc957ef9-b512-4eda-8578-ebe84f91a14f on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:11.511613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c0bd6-9428-4002-a511-41076bc4a0d2 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:11.516868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.519490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.520194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a75daff3-079d-449c-bfcf-895e4f307ced {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:49:11.527493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f47c0bd6-9428-4002-a511-41076bc4a0d2 None None] Deleting port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:11.528243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f47c0bd6-9428-4002-a511-41076bc4a0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.555251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.562530 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2edcc765-bc94-4715-978f-e1ac4c1705b3 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a75daff3-079d-449c-bfcf-895e4f307ced HTTP/1.1" status: 204 len: 168 time: 7.1516430 May 06 13:49:11.565525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40576) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:11.737070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7666f-ed76-4a8e-83fd-13e940789a13 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:11.737829 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-50c7666f-ed76-4a8e-83fd-13e940789a13 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:11.757708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-55711a85-597d-403d-b537-b55252d7d52c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Deleting subnet 86ad4ae8-c89d-47e7-8771-6a882cf2498d {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:11.762181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-55711a85-597d-403d-b537-b55252d7d52c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.791016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:11.854864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.990474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-55711a85-597d-403d-b537-b55252d7d52c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.052908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-55711a85-597d-403d-b537-b55252d7d52c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.055181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.081558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Pushing event updated for resources: {'Port': ['ID=912e8f19-ffb5-4048-a4a3-35d3f8796525,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:12.126388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.127006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:12.136072 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-55711a85-597d-403d-b537-b55252d7d52c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.147763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-f47c0bd6-9428-4002-a511-41076bc4a0d2 None None] For port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:12.148634 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f47c0bd6-9428-4002-a511-41076bc4a0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.162169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:12.162640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.191354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-50c7666f-ed76-4a8e-83fd-13e940789a13 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:12.193521 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-50c7666f-ed76-4a8e-83fd-13e940789a13 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1121285 May 06 13:49:12.196467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-55711a85-597d-403d-b537-b55252d7d52c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.212482 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-55711a85-597d-403d-b537-b55252d7d52c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/86ad4ae8-c89d-47e7-8771-6a882cf2498d HTTP/1.1" status: 204 len: 168 time: 0.6427093 May 06 13:49:12.213600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40580) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:12.214725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55711a85-597d-403d-b537-b55252d7d52c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=86ad4ae8-c89d-47e7-8771-6a882cf2498d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:12.249166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec0911-f57b-4522-afd5-fc27163cdf89 req-7eaa2272-603d-4134-834f-d0b2b8fbd4a0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:12.251534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4bec0911-f57b-4522-afd5-fc27163cdf89 req-7eaa2272-603d-4134-834f-d0b2b8fbd4a0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 946 time: 2.3182631 May 06 13:49:12.254977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:12.279660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40582) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:12.281180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] In _notify_port_updated(), no bound segment for port 7d15c514-4270-44c3-b360-d46feda97eef on network f0bd3cc2-5940-462f-9b0e-56075e8a3416 {{(pid=87984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:49:12.296581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:12.297670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.304001 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "PUT /v2.0/ports/7d15c514-4270-44c3-b360-d46feda97eef HTTP/1.1" status: 200 len: 1065 time: 4.7322941 May 06 13:49:12.334484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40588) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:12.340455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3619ae6a-80ad-4130-a657-6f41b2cb7bcf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:12.341651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3619ae6a-80ad-4130-a657-6f41b2cb7bcf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:12.353637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:12.488302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f47c0bd6-9428-4002-a511-41076bc4a0d2 None None] Calling delete_port for 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:12.488666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:12.556150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f4861-6fac-4792-a33f-97d5288911e7 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Deleting port 7d15c514-4270-44c3-b360-d46feda97eef {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:12.556740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4861-6fac-4792-a33f-97d5288911e7 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.675412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] For port dc957ef9-b512-4eda-8578-ebe84f91a14f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dc957ef9-b512-4eda-8578-ebe84f91a14f,segment=NetworkSegment(2ed72e73-01ce-47fc-943f-e2e3a26dd4a4),segment_id=2ed72e73-01ce-47fc-943f-e2e3a26dd4a4)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:12.676640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.699932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3619ae6a-80ad-4130-a657-6f41b2cb7bcf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:12.701968 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3619ae6a-80ad-4130-a657-6f41b2cb7bcf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4838922 May 06 13:49:12.707774 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40592) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:13.037489 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-694137f1-ffdd-4048-8101-f6d6805149f9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2435331 May 06 13:49:13.043942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40596) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:13.047717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b8aea2c-4e82-467b-b533-e05997d6a008 None None] Provisioning complete for port 7d15c514-4270-44c3-b360-d46feda97eef triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:13.048534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b8aea2c-4e82-467b-b533-e05997d6a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.055489 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:13.126202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f47c0bd6-9428-4002-a511-41076bc4a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.158749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.249192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c0bd6-9428-4002-a511-41076bc4a0d2 None None] Pushing event deleted for resources: {'Port': ['ID=1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:13.258934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c0bd6-9428-4002-a511-41076bc4a0d2 None None] No DVR routers for this DVR port 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:13.266374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.283411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3b8aea2c-4e82-467b-b533-e05997d6a008 None None] Port 7d15c514-4270-44c3-b360-d46feda97eef cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:13.318431 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:13.325772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:13.327420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.361015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:13.386322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4861-6fac-4792-a33f-97d5288911e7 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.417446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device dc957ef9-b512-4eda-8578-ebe84f91a14f no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:13.428146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for dc957ef9-b512-4eda-8578-ebe84f91a14f owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:13.467124 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4bec0911-f57b-4522-afd5-fc27163cdf89 req-2cb87259-dd75-49ff-aac9-a609af11324a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1375024 May 06 13:49:13.469669 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: dc957ef9-b512-4eda-8578-ebe84f91a14f {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:49:13.469968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device dc957ef9-b512-4eda-8578-ebe84f91a14f not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:13.470330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:13.515290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955c1cb-7c83-4579-ad7f-c4df4d57139d tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event updated for resources: {'Port': ['ID=7d15c514-4270-44c3-b360-d46feda97eef,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:13.531716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:49:13.531945 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a9bb2d4-5454-45ff-a8a4-1e3f242d3dc4 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:13.533653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:13.538690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-59cc14c6-49c4-40f0-9b14-5031b69d4cd9 None None] Provisioning for port 912e8f19-ffb5-4048-a4a3-35d3f8796525 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:13.547599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-59cc14c6-49c4-40f0-9b14-5031b69d4cd9 None None] Provisioning complete for port 912e8f19-ffb5-4048-a4a3-35d3f8796525 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:13.547986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-59cc14c6-49c4-40f0-9b14-5031b69d4cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.631881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-59cc14c6-49c4-40f0-9b14-5031b69d4cd9 None None] Port 912e8f19-ffb5-4048-a4a3-35d3f8796525 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:13.659272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f4861-6fac-4792-a33f-97d5288911e7 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Calling delete_port for 7d15c514-4270-44c3-b360-d46feda97eef owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:13.750175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:13.751221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.761301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:13.767335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.843816 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:13.844567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.911004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=1334d9da-a2d3-404e-9234-a6bbbac69186,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:13.935948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.141605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4861-6fac-4792-a33f-97d5288911e7 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.255865 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f4861-6fac-4792-a33f-97d5288911e7 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event deleted for resources: {'Port': ['ID=7d15c514-4270-44c3-b360-d46feda97eef,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:14.604310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:14.605328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:14.640454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4861-6fac-4792-a33f-97d5288911e7 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.648701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.827589 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ee8f4861-6fac-4792-a33f-97d5288911e7 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "DELETE /v2.0/ports/7d15c514-4270-44c3-b360-d46feda97eef HTTP/1.1" status: 204 len: 168 time: 2.4813516 May 06 13:49:14.830971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40604) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:14.839549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.887418 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c1099e-fd2f-447d-9f8e-2e0b570c8f32 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] GET failed (client error): The resource could not be found. May 06 13:49:14.888068 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c0c1099e-fd2f-447d-9f8e-2e0b570c8f32 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Synchronizing usage tracker for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:14.955956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbcdeb7-36ee-4d97-b1a0-bffdd603429e']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:14.979077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:49:14.981713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.016403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecfc6e5-0e90-4306-a83d-31554b4528ee') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:15.016769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecfc6e5-0e90-4306-a83d-31554b4528ee') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:15.034821 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c0c1099e-fd2f-447d-9f8e-2e0b570c8f32 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Unset dirty status for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:15.035140 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c0c1099e-fd2f-447d-9f8e-2e0b570c8f32 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "GET /v2.0/ports/7d15c514-4270-44c3-b360-d46feda97eef HTTP/1.1" status: 404 len: 333 time: 0.2031877 May 06 13:49:15.043943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40608) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:15.096482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.109602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port dc957ef9-b512-4eda-8578-ebe84f91a14f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:15.109941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.139018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:15.146477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:15.156467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:15.157544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.168202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc156b6-81c9-4f05-940f-b0bde724ab9a None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:15.190777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-fe9cf50d-2dcd-4f7c-87f4-950ce42c695f tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Deleting port fb763473-3a32-4393-9bd5-94ef19025f8d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:15.191123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe9cf50d-2dcd-4f7c-87f4-950ce42c695f tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.230981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=f3f55e13-18c7-437c-8afa-66903c480241,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:15.231316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.261404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.264718 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9b76f365-2116-4469-b0e0-c52c982b1a75 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2185814 May 06 13:49:15.269098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40612) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:15.281319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:a2:4a:28', 'name': 'tempest-NetworksTestDHCPv6-1235234153'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:15.352615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40616) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:15.378065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] The port 'dc957ef9-b512-4eda-8578-ebe84f91a14f' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:49:15.418776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:49:15.419411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:15.446510 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:15.603154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': 'f3f55e13-18c7-437c-8afa-66903c480241'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:49:15.603154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.850941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:15.896467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.936499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Allocated IP 2001:db8::f816:3eff:fe65:9d15 (ed4177a0-aee3-4756-a30e-bb3035a9c410/f3f55e13-18c7-437c-8afa-66903c480241/6eb854d7-fc6c-4af7-892c-e384d9ac3a42) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:15.940034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.971266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe9cf50d-2dcd-4f7c-87f4-950ce42c695f tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.981087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:15.996761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router a51ec513-6fee-4d10-b98c-1762d1e964cb has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:49:16.003465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcbcdeb7-36ee-4d97-b1a0-bffdd603429e {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 06 13:49:16.233483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.292324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-fe9cf50d-2dcd-4f7c-87f4-950ce42c695f tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Calling delete_port for fb763473-3a32-4393-9bd5-94ef19025f8d owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:16.331702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.358860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.378849 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Transition to ACTIVE for port object 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:16.414388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Transition to ACTIVE for port object 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:16.426215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.569834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:16.571937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Pushing event updated for resources: {'Port': ['ID=6eb854d7-fc6c-4af7-892c-e384d9ac3a42,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:16.578441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:16.582800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:16.604666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:16.634981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcbcdeb7-36ee-4d97-b1a0-bffdd603429e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:16.666154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7cc619-a96d-4903-973a-6e4546607ea3']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:16.720023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed72e73-01ce-47fc-943f-e2e3a26dd4a4') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:16.720648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed72e73-01ce-47fc-943f-e2e3a26dd4a4') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:16.757554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Attempting to bind port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:16.758159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Attempting to bind port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:16.758946 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Attempting to bind port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:16.771744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:16.772326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:16.773066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.774369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:16.775246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Bound port: 6eb854d7-fc6c-4af7-892c-e384d9ac3a42, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:16.775868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.937899 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7ae4435e-24a1-4ab1-a599-965e6e15ca39 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "DELETE /v2.0/networks/dcbcdeb7-36ee-4d97-b1a0-bffdd603429e HTTP/1.1" status: 204 len: 168 time: 4.6355307 May 06 13:49:16.940490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.951965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] For port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:16.958874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] For port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb854d7-fc6c-4af7-892c-e384d9ac3a42,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:16.974068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.143534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dab550-fe24-49d8-89f5-ca6b38bfcc69 None None] Pushing event updated for resources: {'Port': ['ID=6eb854d7-fc6c-4af7-892c-e384d9ac3a42,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:17.220495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.251833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:49:17.252319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:17.286991 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:17.401065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe9cf50d-2dcd-4f7c-87f4-950ce42c695f tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.495255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:17.500677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.506411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.523158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc90a7-8fa0-4644-a57d-b6ad57f872b4 None None] Sync routers for ids ['a51ec513-6fee-4d10-b98c-1762d1e964cb'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:17.558602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc90a7-8fa0-4644-a57d-b6ad57f872b4 None None] Routers {'a51ec513-6fee-4d10-b98c-1762d1e964cb'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:17.559803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-72bc90a7-8fa0-4644-a57d-b6ad57f872b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a51ec513-6fee-4d10-b98c-1762d1e964cb'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:17.594624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.622929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.652112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.731728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-72bc90a7-8fa0-4644-a57d-b6ad57f872b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:17.756808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cf50d-2dcd-4f7c-87f4-950ce42c695f tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event deleted for resources: {'Port': ['ID=fb763473-3a32-4393-9bd5-94ef19025f8d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:17.773248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc90a7-8fa0-4644-a57d-b6ad57f872b4 None None] Routers {'a51ec513-6fee-4d10-b98c-1762d1e964cb'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:17.774701 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-72bc90a7-8fa0-4644-a57d-b6ad57f872b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a51ec513-6fee-4d10-b98c-1762d1e964cb'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:17.825469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40626) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:17.826898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fe9cf50d-2dcd-4f7c-87f4-950ce42c695f tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.851164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'router': {'name': 'tempest-router--1166644354', 'project_id': 'c6d48b810feb407badcf9fb684cc74ef'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:17.870746 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fe9cf50d-2dcd-4f7c-87f4-950ce42c695f tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "DELETE /v2.0/ports/fb763473-3a32-4393-9bd5-94ef19025f8d HTTP/1.1" status: 204 len: 168 time: 2.8265834 May 06 13:49:17.873696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40630) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:17.875797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 170119ce-8c1b-4730-9c4f-fcb16df0ee55 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:49:17.895753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Network': ['ID=cf7cc619-a96d-4903-973a-6e4546607ea3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:17.905933 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-af0c25b9-f860-4ef6-b39a-7f72bddc52ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/a51ec513-6fee-4d10-b98c-1762d1e964cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7636766 May 06 13:49:17.919705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:17.920257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:17.922464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40632) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:17.931222 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d690f83f-14dd-467b-a7bb-9014acc4c1fc tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/networks/cf7cc619-a96d-4903-973a-6e4546607ea3 HTTP/1.1" status: 204 len: 168 time: 9.0825241 May 06 13:49:17.970676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40636) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:18.040040 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Deleting port 62a35b13-a66e-4169-b84e-f35d9e8e3b25 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:18.041216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.063062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Usage tracker for resource:router and tenant:c6d48b810feb407badcf9fb684cc74ef is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:18.127592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.160798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Pushing event updated for resources: {'Port': ['ID=912e8f19-ffb5-4048-a4a3-35d3f8796525,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:18.172014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:18.177857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-72bc90a7-8fa0-4644-a57d-b6ad57f872b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:18.178200 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc90a7-8fa0-4644-a57d-b6ad57f872b4 None None] The sync data for ids ['a51ec513-6fee-4d10-b98c-1762d1e964cb'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:18.203131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:18.261606 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-659624c6-eb96-4abd-9d6a-2edca713f98e tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] GET failed (client error): The resource could not be found. May 06 13:49:18.262417 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-659624c6-eb96-4abd-9d6a-2edca713f98e tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Synchronizing usage tracker for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:18.435601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:18.447837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.527521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:18.528135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:18.600818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Calling delete_port for 62a35b13-a66e-4169-b84e-f35d9e8e3b25 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:18.703535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e4902-e915-4f43-857b-0129424df975 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:18.712900 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-731e4902-e915-4f43-857b-0129424df975 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d HTTP/1.1" status: 200 len: 844 time: 0.6970255 May 06 13:49:18.743757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40642) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:18.755406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-659624c6-eb96-4abd-9d6a-2edca713f98e tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Unset dirty status for tenant:3b28cfc8ef954ae181010417d38a851d on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:18.764048 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-659624c6-eb96-4abd-9d6a-2edca713f98e tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "GET /v2.0/ports/fb763473-3a32-4393-9bd5-94ef19025f8d HTTP/1.1" status: 404 len: 333 time: 0.8386891 May 06 13:49:18.780663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.781789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.818269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40646) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:19.067909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:fea2:4a28 (ed4177a0-aee3-4756-a30e-bb3035a9c410/f3f55e13-18c7-437c-8afa-66903c480241/170119ce-8c1b-4730-9c4f-fcb16df0ee55) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:19.092838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] Provisioning complete for port 912e8f19-ffb5-4048-a4a3-35d3f8796525 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:19.094438 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.173389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] Port 912e8f19-ffb5-4048-a4a3-35d3f8796525 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:19.176901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cbe878d2-651e-4d43-b1fc-6421a9f5ab22 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Deleting port a5cefe17-c5e0-49e8-a9ae-48efa9ed583e {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:19.177694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cbe878d2-651e-4d43-b1fc-6421a9f5ab22 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.188466 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] Provisioning for port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:19.194331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] Provisioning complete for port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:19.194696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.240297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.281568 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-58eecb6d-252e-4360-9b62-a0fa44943e91 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5153618 May 06 13:49:19.284412 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40650) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:19.313445 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:19.408540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.459023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.473401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] For port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb854d7-fc6c-4af7-892c-e384d9ac3a42,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:19.481030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.483328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.488629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:49:19.639945 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6491ed3-89dc-484d-9c7d-487734a5fd2c None None] Pushing event updated for resources: {'Port': ['ID=6eb854d7-fc6c-4af7-892c-e384d9ac3a42,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:19.869172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:19.880037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.888060 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-df2e852a-26cd-4264-a5a9-e4923c84b209 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.0416400 May 06 13:49:19.888060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:19.893364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:19.896112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40654) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:19.974814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:20.152731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:20.156153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.197390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.325928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d37d6696-51bc-4d01-90c4-edfe7d12a885 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.377395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event deleted for resources: {'Port': ['ID=62a35b13-a66e-4169-b84e-f35d9e8e3b25,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:20.504568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cbe878d2-651e-4d43-b1fc-6421a9f5ab22 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.538033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:20.560387 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Sync routers for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:20.565234 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e0a59d0c-eb33-4813-96a6-d809dd43eefb admin admin] 10.222.0.21 "PUT /v2.0/routers/6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3653345 May 06 13:49:20.606438 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:20.608545 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:20.810203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cbe878d2-651e-4d43-b1fc-6421a9f5ab22 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Calling delete_port for a5cefe17-c5e0-49e8-a9ae-48efa9ed583e owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:20.884175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d37d6696-51bc-4d01-90c4-edfe7d12a885 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.895803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d37d6696-51bc-4d01-90c4-edfe7d12a885 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.955425 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.050087 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:21.329213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d37d6696-51bc-4d01-90c4-edfe7d12a885 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.330508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37d6696-51bc-4d01-90c4-edfe7d12a885 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83172c40-89c1-45d0-a3d2-55baaed2a566 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:49:21.350391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 170119ce-8c1b-4730-9c4f-fcb16df0ee55 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:21.468045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.490959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.590031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.613586 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:15Z', 'revision_number': 2, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.618920 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Checking router: 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:49:21.619390 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Updating router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 port 912e8f19-ffb5-4048-a4a3-35d3f8796525 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:49:21.676904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.17 (53787454-e418-4a24-8d32-7d0813197ccd/e2450b9d-58d4-41fa-967a-eacf2aa89227/e30f4a15-d23f-4050-8e88-105818b0e17c) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:21.727798 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.840952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:21.843498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cbe878d2-651e-4d43-b1fc-6421a9f5ab22 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.002538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe878d2-651e-4d43-b1fc-6421a9f5ab22 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event deleted for resources: {'Port': ['ID=a5cefe17-c5e0-49e8-a9ae-48efa9ed583e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.077212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:22.086722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.120937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.126340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Router e594a7dd-0811-4529-95c2-afec68694698 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:49:22.155155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cbe878d2-651e-4d43-b1fc-6421a9f5ab22 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.161335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40672) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.183638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-624051963-network', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:22.197784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:22.236271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:22.238805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d37d6696-51bc-4d01-90c4-edfe7d12a885 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.243803 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d37d6696-51bc-4d01-90c4-edfe7d12a885 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "DELETE /v2.0/routers/83172c40-89c1-45d0-a3d2-55baaed2a566 HTTP/1.1" status: 204 len: 168 time: 2.3464448 May 06 13:49:22.336191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Usage tracker for resource:network and tenant:1a52fb9445c340dbb41c628fc472c730 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:22.350088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:22.354139 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cbe878d2-651e-4d43-b1fc-6421a9f5ab22 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "DELETE /v2.0/ports/a5cefe17-c5e0-49e8-a9ae-48efa9ed583e HTTP/1.1" status: 204 len: 168 time: 3.5347912 May 06 13:49:22.355338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:22.358347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40678) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.373773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:22.374376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.376746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522ac29-11fe-431f-a75b-42d781a8a8a0 None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:22.423984 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1220031 May 06 13:49:22.463591 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40682) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.502301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'security_group': {'name': 'tempest-secgroup-730000171'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:22.531304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a7c80-b3b9-4871-b20b-75d2c67bb819 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=9eb021a2-1e5c-4ab9-b8ed-417b785eeb20,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.537094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:22.549275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:22.554978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:22.563538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:22.574176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=170119ce-8c1b-4730-9c4f-fcb16df0ee55,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.577872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:22.584384 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:22.585134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.599213 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.610497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:22.617952 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Transition to ACTIVE for port object 912e8f19-ffb5-4048-a4a3-35d3f8796525 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:22.630964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:22.639491 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dbf7b789-317d-49aa-82f6-07517ae53273 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.3661547 May 06 13:49:22.648733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40686) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.651160 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.652727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:22.703855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:22.726580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387d9da-48f8-4852-bd45-f8acf66a2f31 None None] Sync routers for ids ['e594a7dd-0811-4529-95c2-afec68694698'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:22.743090 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ee568ed9-5104-4153-b532-707fe8d3582c tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "PUT /v2.0/routers/e594a7dd-0811-4529-95c2-afec68694698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7490754 May 06 13:49:22.743341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.748027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40692) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.758472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.763348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Made reservation on behalf of 1a52fb9445c340dbb41c628fc472c730 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:22.767146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.781002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387d9da-48f8-4852-bd45-f8acf66a2f31 None None] Routers {'e594a7dd-0811-4529-95c2-afec68694698'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:22.781653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a387d9da-48f8-4852-bd45-f8acf66a2f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e594a7dd-0811-4529-95c2-afec68694698'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:22.988483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.127005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f8ec03-ace6-4718-8f61-cce8223a51b4 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Deleting subnet 52bc1b76-dddf-47fb-8f55-cd3e32b277e6 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:23.152949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40696) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:23.168847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:23.170286 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Pushing event updated for resources: {'Port': ['ID=912e8f19-ffb5-4048-a4a3-35d3f8796525,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:23.181244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4f8ec03-ace6-4718-8f61-cce8223a51b4 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.203908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:23.231495 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-bb679517-cd31-4a69-abd8-ffcaac1560fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] show failed (client error): The resource could not be found. May 06 13:49:23.242110 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bb679517-cd31-4a69-abd8-ffcaac1560fd tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1403802821 HTTP/1.1" status: 404 len: 335 time: 0.4897401 May 06 13:49:23.251802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40700) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:23.261423 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a387d9da-48f8-4852-bd45-f8acf66a2f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:23.282027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-485935e5-16f6-4ef5-8da8-084e5eb75f79 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:23.294418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object e30f4a15-d23f-4050-8e88-105818b0e17c will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:23.319856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group_rule and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:23.327144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:23.388904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:23.413914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port d4754785-07e3-4b9c-9894-3678cd8281ed {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:23.415739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.487273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:1a52fb9445c340dbb41c628fc472c730 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:23.491210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387d9da-48f8-4852-bd45-f8acf66a2f31 None None] Routers {'e594a7dd-0811-4529-95c2-afec68694698'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:23.492035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a387d9da-48f8-4852-bd45-f8acf66a2f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e594a7dd-0811-4529-95c2-afec68694698'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:23.516176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:23.518083 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.518643 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.519318 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.519857 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.520607 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.521156 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.521683 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.522207 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.522732 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.523259 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.524361 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.525251 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:23.584190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:23.604009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-485935e5-16f6-4ef5-8da8-084e5eb75f79 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] update failed (client error): The resource could not be found. May 06 13:49:23.622941 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-485935e5-16f6-4ef5-8da8-084e5eb75f79 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1679227934 HTTP/1.1" status: 404 len: 335 time: 0.3564601 May 06 13:49:23.632192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40706) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:23.661151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4f8ec03-ace6-4718-8f61-cce8223a51b4 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.697048 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Attempting to bind port 912e8f19-ffb5-4048-a4a3-35d3f8796525 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:23.698046 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Attempting to bind port 912e8f19-ffb5-4048-a4a3-35d3f8796525 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:23.700187 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Attempting to bind port 912e8f19-ffb5-4048-a4a3-35d3f8796525 on network e0dfa784-3385-4441-8cb7-4f3b760cd429 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:23.717150 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:23.718807 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Checking segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:23.718807 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.718807 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Bound using segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:23.721157 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Bound port: 912e8f19-ffb5-4048-a4a3-35d3f8796525, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:23.724555 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.750282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a387d9da-48f8-4852-bd45-f8acf66a2f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:23.750792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387d9da-48f8-4852-bd45-f8acf66a2f31 None None] The sync data for ids ['e594a7dd-0811-4529-95c2-afec68694698'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:23.760876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-05369c09-4121-4ae2-906e-695f5dff9ded None None] Provisioning for port 170119ce-8c1b-4730-9c4f-fcb16df0ee55 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:23.782265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-05369c09-4121-4ae2-906e-695f5dff9ded None None] Provisioning complete for port 170119ce-8c1b-4730-9c4f-fcb16df0ee55 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:23.782874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05369c09-4121-4ae2-906e-695f5dff9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.948012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-113435797', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:23.975271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-05369c09-4121-4ae2-906e-695f5dff9ded None None] Port 170119ce-8c1b-4730-9c4f-fcb16df0ee55 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:23.979018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-10373cd1-d757-446e-8083-4a64d3df4de0 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Deleting subnet b2f2cecb-9e80-4d73-bc17-c1d2b9e163b1 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:23.999359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10373cd1-d757-446e-8083-4a64d3df4de0 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.025099 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] For port 912e8f19-ffb5-4048-a4a3-35d3f8796525, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:24.029872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-a310a66c-a771-48c7-a73f-e644d09efdcf', 'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'tenant_id': '7bed9daf2f1e4f0b85fc96ab107c7e3f', 'fixed_ips': [{'subnet_id': '9eb021a2-1e5c-4ab9-b8ed-417b785eeb20'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:49:24.031158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.034106 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] For port 912e8f19-ffb5-4048-a4a3-35d3f8796525, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=912e8f19-ffb5-4048-a4a3-35d3f8796525,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:24.046355 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.080054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4f8ec03-ace6-4718-8f61-cce8223a51b4 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.189321 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e660b0a-b555-488e-abd1-a9912f265014 None None] Pushing event updated for resources: {'Port': ['ID=912e8f19-ffb5-4048-a4a3-35d3f8796525,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:24.196934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.262907 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:24.263443 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:24.324918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.450611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10373cd1-d757-446e-8083-4a64d3df4de0 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.471805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Allocated IP 2001:db8::2 (a310a66c-a771-48c7-a73f-e644d09efdcf/9eb021a2-1e5c-4ab9-b8ed-417b785eeb20/814fd9a3-7b2e-416b-942d-589b5d983aea) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:24.483666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:24.489738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.600958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.616308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Usage tracker for resource:router and tenant:b8f70b1d97684202bcb4c340bb5e21a3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:24.624718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.665567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 53787454-e418-4a24-8d32-7d0813197ccd is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:24.667568 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:24.695531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:24.735942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0577b540-1755-4b35-9b0a-2288f027a1e9,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:24.738306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:24.741560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:24.749725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4f8ec03-ace6-4718-8f61-cce8223a51b4 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.760013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:24.816136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.816735 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Added segment 903a24ef-5d77-4f77-9b2d-6e2d1f0d3153 of type vlan for network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 May 06 13:49:24.823400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8ec03-ace6-4718-8f61-cce8223a51b4 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event deleted for resources: {'Subnet': ['ID=52bc1b76-dddf-47fb-8f55-cd3e32b277e6,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:24.841675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10373cd1-d757-446e-8083-4a64d3df4de0 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.871025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7538ed44-1bd7-4ce5-af60-5d812dc081b8 None None] Network f0bd3cc2-5940-462f-9b0e-56075e8a3416 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:24.875109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4f8ec03-ace6-4718-8f61-cce8223a51b4 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.921367 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:24.974686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.994889 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a4f8ec03-ace6-4718-8f61-cce8223a51b4 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "DELETE /v2.0/subnets/52bc1b76-dddf-47fb-8f55-cd3e32b277e6 HTTP/1.1" status: 204 len: 168 time: 2.6354113 May 06 13:49:25.004247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40710) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.058951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.061756 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.5860767 May 06 13:49:25.064065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=e30f4a15-d23f-4050-8e88-105818b0e17c,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:25.068764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d32a7-c1bf-4b78-ace1-b1f451e7395f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff955959-dc69-4e40-a7b7-fb18560d0fa0,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:25.099955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40714) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.180987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.182132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.201008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.227382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1349039399'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:25.244623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac49170-cd87-4a65-aa85-8018bb42dcdf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:25.252381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac49170-cd87-4a65-aa85-8018bb42dcdf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:25.254094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bac49170-cd87-4a65-aa85-8018bb42dcdf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:25.313829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:25.344129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.353666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:25.382054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10373cd1-d757-446e-8083-4a64d3df4de0 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.486131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10373cd1-d757-446e-8083-4a64d3df4de0 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f2cecb-9e80-4d73-bc17-c1d2b9e163b1,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:25.504412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.506406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:25.507523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.518585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-10373cd1-d757-446e-8083-4a64d3df4de0 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.548923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.609457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d076696-ff29-4d7e-96c0-32ddf4738bcb None None] Network db973af7-87bc-43be-ae38-0167596df0ca requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:25.610042 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:23Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:25.621821 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42113d83-95bd-4bbe-92f7-2eff668caad3 None None] The sync data for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv is: [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:23Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:25.666629 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4933915 May 06 13:49:25.677553 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-10373cd1-d757-446e-8083-4a64d3df4de0 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "DELETE /v2.0/subnets/b2f2cecb-9e80-4d73-bc17-c1d2b9e163b1 HTTP/1.1" status: 204 len: 168 time: 2.0300958 May 06 13:49:25.678654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40718) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.684993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40720) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.691896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Request body: {'subnet': {'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-624051963-subnet', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:25.774680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:25.778577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.782605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:25.792531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:25.803027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cfa7ce-b49f-4472-b97c-36b4492845eb tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Deleting subnet 14f0bb4a-9e32-4d93-900a-7331e653ad8e {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:25.808193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Usage tracker for resource:subnet and tenant:1a52fb9445c340dbb41c628fc472c730 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:25.811327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Deleting port e1b1752d-3a46-49a5-a9d4-86554f93a151 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:25.811668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.852484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:25.855821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d2bc4-02f8-4e6d-b750-2d8f0f49f4d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7b69fb-a625-4ba7-82bb-8f3963c35404,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:25.862208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66cfa7ce-b49f-4472-b97c-36b4492845eb tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.904487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:25.913354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for d4754785-07e3-4b9c-9894-3678cd8281ed owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:25.962836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:25.965241 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bac49170-cd87-4a65-aa85-8018bb42dcdf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:25.970275 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bac49170-cd87-4a65-aa85-8018bb42dcdf tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 3.3099213 May 06 13:49:25.977794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66cfa7ce-b49f-4472-b97c-36b4492845eb tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.991436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40726) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.996736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:26.092862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Made reservation on behalf of 1a52fb9445c340dbb41c628fc472c730 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:26.095532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.202259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.275914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.289937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] For port e1b1752d-3a46-49a5-a9d4-86554f93a151, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e1b1752d-3a46-49a5-a9d4-86554f93a151,segment=NetworkSegment(044faf4a-6e69-438f-a62a-438a29cfc618),segment_id=044faf4a-6e69-438f-a62a-438a29cfc618)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:26.290321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.313186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-09263662-7ce3-471d-afcd-322db0693d69 None None] Provisioning for port e30f4a15-d23f-4050-8e88-105818b0e17c completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:26.318380 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:26.323788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group_rule and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:26.327017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:26.332090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-09263662-7ce3-471d-afcd-322db0693d69 None None] Provisioning complete for port e30f4a15-d23f-4050-8e88-105818b0e17c triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:26.332921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-09263662-7ce3-471d-afcd-322db0693d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.335215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:26.424852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.456627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-09263662-7ce3-471d-afcd-322db0693d69 None None] Port e30f4a15-d23f-4050-8e88-105818b0e17c cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:26.459546 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.464926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Calling delete_port for e1b1752d-3a46-49a5-a9d4-86554f93a151 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:26.530241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.542922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a5b88faa-e52d-499a-b7e2-0e82d7cd421c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 170119ce-8c1b-4730-9c4f-fcb16df0ee55 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:26.543272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5b88faa-e52d-499a-b7e2-0e82d7cd421c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.623843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fccaa37-0c7d-4fdd-8ee5-51c72a4b73fe,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:26.669573 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Transition to ACTIVE for port object 814fd9a3-7b2e-416b-942d-589b5d983aea will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:26.728082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Transition to ACTIVE for port object 814fd9a3-7b2e-416b-942d-589b5d983aea will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:26.750747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.796022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.839619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7187aa-f686-4b23-a8b0-4c09d3e02bb9 None None] DHCP port deletion for f0bd3cc2-5940-462f-9b0e-56075e8a3416 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:26.876697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event deleted for resources: {'Port': ['ID=e1b1752d-3a46-49a5-a9d4-86554f93a151,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:26.894302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:26.897411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:26.908601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] No DVR routers for this DVR port e1b1752d-3a46-49a5-a9d4-86554f93a151 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:26.915310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:26.933392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.937667 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ffaf2c3f-d4a6-44e6-9a77-5c8f7ba759b7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8133018 May 06 13:49:27.003418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40730) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:27.019234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-969049634', 'security_groups': ['2fccaa37-0c7d-4fdd-8ee5-51c72a4b73fe'], 'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9eb021a2-1e5c-4ab9-b8ed-417b785eeb20'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:27.027967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc229cda-eae5-469b-a56d-f9295ee79772 None None] DHCP port deletion for db973af7-87bc-43be-ae38-0167596df0ca request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:27.113533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Pushing event updated for resources: {'Port': ['ID=814fd9a3-7b2e-416b-942d-589b5d983aea,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:27.117961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fc229cda-eae5-469b-a56d-f9295ee79772 None None] Deleting port acf3c841-4118-4079-bbab-ddef049db1f9 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:27.118345 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fc229cda-eae5-469b-a56d-f9295ee79772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.173568 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.238805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Attempting to bind port 814fd9a3-7b2e-416b-942d-589b5d983aea on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:27.239085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Attempting to bind port 814fd9a3-7b2e-416b-942d-589b5d983aea by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '0d1cfbd5-9063-4c92-8234-1949f5d20bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:27.239279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Attempting to bind port 814fd9a3-7b2e-416b-942d-589b5d983aea on network a310a66c-a771-48c7-a73f-e644d09efdcf {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:27.253893 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:27.254276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Checking segment: {'id': '0d1cfbd5-9063-4c92-8234-1949f5d20bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:27.254684 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.255088 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Bound using segment: {'id': '0d1cfbd5-9063-4c92-8234-1949f5d20bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:27.255827 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Bound port: 814fd9a3-7b2e-416b-942d-589b5d983aea, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1cfbd5-9063-4c92-8234-1949f5d20bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:27.256212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.342863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5b88faa-e52d-499a-b7e2-0e82d7cd421c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.479724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.510037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.516883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66cfa7ce-b49f-4472-b97c-36b4492845eb tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.526782 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fc229cda-eae5-469b-a56d-f9295ee79772 None None] For port acf3c841-4118-4079-bbab-ddef049db1f9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=acf3c841-4118-4079-bbab-ddef049db1f9,segment=NetworkSegment(23dfdbb3-caec-4fb9-b232-404da4248a5d),segment_id=23dfdbb3-caec-4fb9-b232-404da4248a5d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:27.527192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fc229cda-eae5-469b-a56d-f9295ee79772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.540765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] For port 814fd9a3-7b2e-416b-942d-589b5d983aea, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:27.633990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bd3cc2-5940-462f-9b0e-56075e8a3416']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:27.677241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] For port 814fd9a3-7b2e-416b-942d-589b5d983aea, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=814fd9a3-7b2e-416b-942d-589b5d983aea,segment=NetworkSegment(0d1cfbd5-9063-4c92-8234-1949f5d20bdc),segment_id=0d1cfbd5-9063-4c92-8234-1949f5d20bdc)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:27.682231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044faf4a-6e69-438f-a62a-438a29cfc618') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:27.682231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044faf4a-6e69-438f-a62a-438a29cfc618') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:27.702246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fc229cda-eae5-469b-a56d-f9295ee79772 None None] Calling delete_port for acf3c841-4118-4079-bbab-ddef049db1f9 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:27.716902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.741296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:27.764997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f599ba-d0bc-4012-b5d3-08859fcdb02f,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:27.767484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:port and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:27.773451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:27.779604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.788475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.796862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 912e8f19-ffb5-4048-a4a3-35d3f8796525 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:27.798875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:49:27.799452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.819497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:27.823760 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:27.898093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Checking segment: {'id': '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:27.899301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Network hostable DHCP agents. Network: 7a7b69fb-a625-4ba7-82bb-8f3963c35404, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:27.911748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66cfa7ce-b49f-4472-b97c-36b4492845eb tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.001265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90efd5b-b211-4cc8-9a01-08f5fb1439fe None None] Pushing event updated for resources: {'Port': ['ID=814fd9a3-7b2e-416b-942d-589b5d983aea,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.006444 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fc229cda-eae5-469b-a56d-f9295ee79772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.006962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfa7ce-b49f-4472-b97c-36b4492845eb tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event deleted for resources: {'Subnet': ['ID=14f0bb4a-9e32-4d93-900a-7331e653ad8e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.015488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:28.017699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.057461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a5b88faa-e52d-499a-b7e2-0e82d7cd421c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 170119ce-8c1b-4730-9c4f-fcb16df0ee55 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:28.057871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-66cfa7ce-b49f-4472-b97c-36b4492845eb tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.076166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc229cda-eae5-469b-a56d-f9295ee79772 None None] Pushing event deleted for resources: {'Port': ['ID=acf3c841-4118-4079-bbab-ddef049db1f9,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.078439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffde2ed-5052-4d5b-baac-4c67fec1456b None None] Network d51d0d45-8436-4af4-925b-c19f34864171 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:28.140602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:28.161259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.163379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 7a7b69fb-a625-4ba7-82bb-8f3963c35404) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:28.180816 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-66cfa7ce-b49f-4472-b97c-36b4492845eb tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "DELETE /v2.0/subnets/14f0bb4a-9e32-4d93-900a-7331e653ad8e HTTP/1.1" status: 204 len: 168 time: 2.4932909 May 06 13:49:28.181154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40734) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:28.201078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=d4754785-07e3-4b9c-9894-3678cd8281ed,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.245708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:28.249657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.260261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.266974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] Pushing event deleted for resources: {'Network': ['ID=f0bd3cc2-5940-462f-9b0e-56075e8a3416,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.289822 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9c866b84-81d9-4a78-995d-16928bc75b99 tempest-AllowedAddressPairIpV6TestJSON-1208137038 tempest-AllowedAddressPairIpV6TestJSON-1208137038-project] 10.222.0.21 "DELETE /v2.0/networks/f0bd3cc2-5940-462f-9b0e-56075e8a3416 HTTP/1.1" status: 204 len: 168 time: 3.2836678 May 06 13:49:28.303355 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b5b84906-efe3-4b5f-8c14-68592dc411b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6197305 May 06 13:49:28.309812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40740) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:28.318592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:28.359716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:28.366518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d0966-de6f-426f-852a-e6489f4b1952 None None] Network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:28.381060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 912e8f19-ffb5-4048-a4a3-35d3f8796525 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:28.386356 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.396517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Usage tracker for resource:router and tenant:1a52fb9445c340dbb41c628fc472c730 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:28.405123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:28.413868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:28.436275 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 912e8f19-ffb5-4048-a4a3-35d3f8796525 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:28.439377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.454986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.472677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.473764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.519409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port 44640283-6e2d-4662-a52a-0be9e1d3924a yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:49:28.591592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc229cda-eae5-469b-a56d-f9295ee79772 None None] No DVR routers for this DVR port acf3c841-4118-4079-bbab-ddef049db1f9 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:28.684814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.690770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.873691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40746) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:28.973015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::15d (a310a66c-a771-48c7-a73f-e644d09efdcf/9eb021a2-1e5c-4ab9-b8ed-417b785eeb20/44640283-6e2d-4662-a52a-0be9e1d3924a) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:28.980165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.984229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5b88faa-e52d-499a-b7e2-0e82d7cd421c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.011270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.034262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 912e8f19-ffb5-4048-a4a3-35d3f8796525, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=912e8f19-ffb5-4048-a4a3-35d3f8796525,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:29.048024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.132677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b88faa-e52d-499a-b7e2-0e82d7cd421c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=170119ce-8c1b-4730-9c4f-fcb16df0ee55,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:29.181947 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=912e8f19-ffb5-4048-a4a3-35d3f8796525,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:29.185503 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c0c66-57cc-408d-ad0b-f5048df1d94e None None] DHCP port deletion for d51d0d45-8436-4af4-925b-c19f34864171 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:29.245086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device acf3c841-4118-4079-bbab-ddef049db1f9 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:29.299300 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d11c0c66-57cc-408d-ad0b-f5048df1d94e None None] Deleting port 8760af2d-ab3e-424f-b475-faf4aefe64f0 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:29.299788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d11c0c66-57cc-408d-ad0b-f5048df1d94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.338911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.345740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5b88faa-e52d-499a-b7e2-0e82d7cd421c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.404701 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a5b88faa-e52d-499a-b7e2-0e82d7cd421c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/170119ce-8c1b-4730-9c4f-fcb16df0ee55 HTTP/1.1" status: 204 len: 168 time: 3.4068079 May 06 13:49:29.414925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-7a7b69fb-a625-4ba7-82bb-8f3963c35404', 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'fixed_ips': [{'subnet_id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:49:29.415771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.426814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40752) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:29.430626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: acf3c841-4118-4079-bbab-ddef049db1f9 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:49:29.431546 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device acf3c841-4118-4079-bbab-ddef049db1f9 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:29.432133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e1b1752d-3a46-49a5-a9d4-86554f93a151 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:29.809761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: e1b1752d-3a46-49a5-a9d4-86554f93a151 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:49:29.810355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e1b1752d-3a46-49a5-a9d4-86554f93a151 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:29.876531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.895537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.016707 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5037d441-4d4f-4626-81cb-59a172980586 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b28cfc8ef954ae181010417d38a851d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9640245 May 06 13:49:30.028562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40756) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:30.059341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d11c0c66-57cc-408d-ad0b-f5048df1d94e None None] For port 8760af2d-ab3e-424f-b475-faf4aefe64f0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8760af2d-ab3e-424f-b475-faf4aefe64f0,segment=NetworkSegment(429ab62b-0f3b-49db-9fae-b560d8e88252),segment_id=429ab62b-0f3b-49db-9fae-b560d8e88252)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:30.060033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d11c0c66-57cc-408d-ad0b-f5048df1d94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.111747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object 44640283-6e2d-4662-a52a-0be9e1d3924a will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:30.268899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 912e8f19-ffb5-4048-a4a3-35d3f8796525 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:30.318218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d11c0c66-57cc-408d-ad0b-f5048df1d94e None None] Calling delete_port for 8760af2d-ab3e-424f-b475-faf4aefe64f0 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:30.343676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687730b0-47fd-4e90-988e-f82cb011ea4a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:30.345720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687730b0-47fd-4e90-988e-f82cb011ea4a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:30.345922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-687730b0-47fd-4e90-988e-f82cb011ea4a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:30.351559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.365404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Allocated IP 172.26.2.2 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/1fcc47e2-35d1-4622-a540-79fd93485ff2) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:30.383753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.393051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ea21-32f3-4507-8594-14e9dc1683fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.451917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b6967206-770d-4ca5-b21f-4d46d4375225 None None] Provisioning complete for port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:30.452296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b6967206-770d-4ca5-b21f-4d46d4375225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.481852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router a51ec513-6fee-4d10-b98c-1762d1e964cb has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:49:30.490375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db973af7-87bc-43be-ae38-0167596df0ca']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:30.497690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ea21-32f3-4507-8594-14e9dc1683fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.505874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:30.518797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:30.527352 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:30.533014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:30.533672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.537903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=44640283-6e2d-4662-a52a-0be9e1d3924a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:30.571881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-687730b0-47fd-4e90-988e-f82cb011ea4a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:30.574579 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-687730b0-47fd-4e90-988e-f82cb011ea4a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 1.0279689 May 06 13:49:30.587006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40760) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:30.588757 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b6967206-770d-4ca5-b21f-4d46d4375225 None None] Port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:30.593199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23dfdbb3-caec-4fb9-b232-404da4248a5d') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:30.594264 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23dfdbb3-caec-4fb9-b232-404da4248a5d') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:30.605422 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d11c0c66-57cc-408d-ad0b-f5048df1d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.656509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 912e8f19-ffb5-4048-a4a3-35d3f8796525 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:30.656915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.663034 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cf1f74ca-c7c2-4e27-a579-a5a3a10ecb72 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6555657 May 06 13:49:30.667903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40764) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:30.713433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Allocated IP 172.20.0.2 (7a7b69fb-a625-4ba7-82bb-8f3963c35404/13f599ba-d0bc-4012-b5d3-08859fcdb02f/6e29828c-8d73-428f-b093-6005689c55c3) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:30.715830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b6967206-770d-4ca5-b21f-4d46d4375225 None None] Provisioning for port 814fd9a3-7b2e-416b-942d-589b5d983aea completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:30.725580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c0c66-57cc-408d-ad0b-f5048df1d94e None None] Pushing event deleted for resources: {'Port': ['ID=8760af2d-ab3e-424f-b475-faf4aefe64f0,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:30.728030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c0c66-57cc-408d-ad0b-f5048df1d94e None None] No DVR routers for this DVR port 8760af2d-ab3e-424f-b475-faf4aefe64f0 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:30.739104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:30.770978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.809975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.916467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.980964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.048032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37c79b9-217f-4290-928a-723a6915b7ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet f3f55e13-18c7-437c-8afa-66903c480241 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:31.073488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.079249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.084808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ea21-32f3-4507-8594-14e9dc1683fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.089981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f37c79b9-217f-4290-928a-723a6915b7ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.168403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 814fd9a3-7b2e-416b-942d-589b5d983aea up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:31.176510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1ea21-32f3-4507-8594-14e9dc1683fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8700f3-48ea-4e66-a021-98b67cb1b648,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:31.216446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:49:31.216868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.220018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5c1ea21-32f3-4507-8594-14e9dc1683fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.225048 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a5c1ea21-32f3-4507-8594-14e9dc1683fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c8700f3-48ea-4e66-a021-98b67cb1b648 HTTP/1.1" status: 204 len: 168 time: 1.1913149 May 06 13:49:31.275948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-960214b3-3991-4818-97c8-feb9e3a475f8 None None] Provisioning for port 44640283-6e2d-4662-a52a-0be9e1d3924a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:31.288136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:31.309022 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:31.353212 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:31.371281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-960214b3-3991-4818-97c8-feb9e3a475f8 None None] Provisioning complete for port 44640283-6e2d-4662-a52a-0be9e1d3924a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:31.372134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-960214b3-3991-4818-97c8-feb9e3a475f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.400361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f37c79b9-217f-4290-928a-723a6915b7ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.415396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:31.417996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.428456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:31.444018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:31.468246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:31.471990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.478758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:31.532186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:31.549393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.565608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-960214b3-3991-4818-97c8-feb9e3a475f8 None None] Port 44640283-6e2d-4662-a52a-0be9e1d3924a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:31.575410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 814fd9a3-7b2e-416b-942d-589b5d983aea completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:31.586325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 814fd9a3-7b2e-416b-942d-589b5d983aea triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:31.587104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.596764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:31.601266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.640385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Transition to ACTIVE for port object 6e29828c-8d73-428f-b093-6005689c55c3 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:31.719926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Transition to ACTIVE for port object 6e29828c-8d73-428f-b093-6005689c55c3 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:31.743084 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.798948 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:31.802300 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 53787454-e418-4a24-8d32-7d0813197ccd is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:31.816193 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd29b453-044d-43c2-a370-0efe79b33e88 None None] Sync routers for ids ['a51ec513-6fee-4d10-b98c-1762d1e964cb'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:31.835285 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd29b453-044d-43c2-a370-0efe79b33e88 None None] Routers {'a51ec513-6fee-4d10-b98c-1762d1e964cb'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:31.836381 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fd29b453-044d-43c2-a370-0efe79b33e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a51ec513-6fee-4d10-b98c-1762d1e964cb'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:31.886282 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a3f3a670-1d8c-4d41-87f4-ae04883c7afe tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/a51ec513-6fee-4d10-b98c-1762d1e964cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9201066 May 06 13:49:31.887354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:31.898092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40780) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:31.954586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:31.980552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:31.988336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event updated for resources: {'Port': ['ID=1fcc47e2-35d1-4622-a540-79fd93485ff2,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:32.013119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:32.027776 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fd29b453-044d-43c2-a370-0efe79b33e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:32.036352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Pushing event updated for resources: {'Port': ['ID=6e29828c-8d73-428f-b093-6005689c55c3,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:32.046304 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd29b453-044d-43c2-a370-0efe79b33e88 None None] Routers {'a51ec513-6fee-4d10-b98c-1762d1e964cb'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:32.046945 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fd29b453-044d-43c2-a370-0efe79b33e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a51ec513-6fee-4d10-b98c-1762d1e964cb'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:32.049737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f37c79b9-217f-4290-928a-723a6915b7ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.186344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=e30f4a15-d23f-4050-8e88-105818b0e17c,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:32.190355 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ae4e8681-08b5-41de-96d7-114cabfaf8b1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:32.208606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.384156 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fd29b453-044d-43c2-a370-0efe79b33e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:32.385098 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd29b453-044d-43c2-a370-0efe79b33e88 None None] The sync data for ids ['a51ec513-6fee-4d10-b98c-1762d1e964cb'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:32.412550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.445741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Attempting to bind port 6e29828c-8d73-428f-b093-6005689c55c3 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:32.446762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Attempting to bind port 6e29828c-8d73-428f-b093-6005689c55c3 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:32.447605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Attempting to bind port 6e29828c-8d73-428f-b093-6005689c55c3 on network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:32.452057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Allocated IP 172.26.2.57 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/15ec26d1-666d-4d8e-b2d4-b07c5706c341) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:32.464922 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.ipam_backend_mixin [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9eb021a2-1e5c-4ab9-b8ed-417b785eeb20 (CIDR: 2001:db8::/64) May 06 13:49:32.467643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f37c79b9-217f-4290-928a-723a6915b7ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.475371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:32.476350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Checking segment: {'id': '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:32.477846 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.478742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Bound using segment: {'id': '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:32.480030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Bound port: 6e29828c-8d73-428f-b093-6005689c55c3, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:32.480973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.512576 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:49:32.513075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:49:32.526940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.551597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-576c405a-8679-4fb4-a77f-fdcdbb6a7d8d None None] Provisioning complete for port e30f4a15-d23f-4050-8e88-105818b0e17c triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:32.552787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-576c405a-8679-4fb4-a77f-fdcdbb6a7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.614940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c79b9-217f-4290-928a-723a6915b7ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f55e13-18c7-437c-8afa-66903c480241,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:32.617980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f37c79b9-217f-4290-928a-723a6915b7ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.670698 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9ecc369b-aa81-4f99-b593-27461e28d607 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0008290 May 06 13:49:32.672295 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f37c79b9-217f-4290-928a-723a6915b7ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/f3f55e13-18c7-437c-8afa-66903c480241 HTTP/1.1" status: 204 len: 168 time: 2.0791345 May 06 13:49:32.677270 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "DELETE /v2.0/networks/db973af7-87bc-43be-ae38-0167596df0ca HTTP/1.1" status: 204 len: 168 time: 4.4723961 May 06 13:49:32.680333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40792) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.681006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40794) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.689748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40798) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.768641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] For port 6e29828c-8d73-428f-b093-6005689c55c3, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:32.776769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] For port 6e29828c-8d73-428f-b093-6005689c55c3, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6e29828c-8d73-428f-b093-6005689c55c3,segment=NetworkSegment(903a24ef-5d77-4f77-9b2d-6e2d1f0d3153),segment_id=903a24ef-5d77-4f77-9b2d-6e2d1f0d3153)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:32.793747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10602e2c-0ef5-4a92-b4f0-bf94c6f0fab1 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:32.846957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ae4e8681-08b5-41de-96d7-114cabfaf8b1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:32.854070 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ae4e8681-08b5-41de-96d7-114cabfaf8b1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=a51ec513-6fee-4d10-b98c-1762d1e964cb HTTP/1.1" status: 200 len: 205 time: 0.9462974 May 06 13:49:32.860066 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-76c02924-fcc8-4f5e-b015-d75b249b2ba0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1758530 May 06 13:49:32.886164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.887283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f83fb7-4a90-4143-a91f-6edc65c6ac30 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event deleted for resources: {'Network': ['ID=db973af7-87bc-43be-ae38-0167596df0ca,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:32.929105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:32.936769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40802) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.937286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40806) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.939965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40808) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:32.942075 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.988226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:33.102750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 814fd9a3-7b2e-416b-942d-589b5d983aea, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=814fd9a3-7b2e-416b-942d-589b5d983aea,segment=NetworkSegment(0d1cfbd5-9063-4c92-8234-1949f5d20bdc),segment_id=0d1cfbd5-9063-4c92-8234-1949f5d20bdc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:33.197106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.227230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.268832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-576c405a-8679-4fb4-a77f-fdcdbb6a7d8d None None] Port e30f4a15-d23f-4050-8e88-105818b0e17c cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:33.316161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:33.324943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8760af2d-ab3e-424f-b475-faf4aefe64f0 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:33.372451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:33.390909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:33.399494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 8760af2d-ab3e-424f-b475-faf4aefe64f0 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:49:33.400054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8760af2d-ab3e-424f-b475-faf4aefe64f0 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:33.412369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9849823-89b9-4ef9-9bf7-66c5a3785ff0 None None] Pushing event updated for resources: {'Port': ['ID=6e29828c-8d73-428f-b093-6005689c55c3,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:33.487702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Pushing event updated for resources: {'Port': ['ID=15ec26d1-666d-4d8e-b2d4-b07c5706c341,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:33.529252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.540390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=814fd9a3-7b2e-416b-942d-589b5d983aea,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:33.553357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:33.564384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.587421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:33.594954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-da48a60e-36a2-495e-b542-b8e604e21da7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.663156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:33.680401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:33.740516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb17385d-63d0-4988-8dc0-a856c5c22862 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:33.746277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fb17385d-63d0-4988-8dc0-a856c5c22862 None None] Deleting port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:33.746654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fb17385d-63d0-4988-8dc0-a856c5c22862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.793602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:33.797312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.842643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-676496603'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:34.033864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:34.050732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fb17385d-63d0-4988-8dc0-a856c5c22862 None None] For port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6eb854d7-fc6c-4af7-892c-e384d9ac3a42,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:34.051281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fb17385d-63d0-4988-8dc0-a856c5c22862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.106633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:network and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:34.119423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:34.128512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router c286c038-4e0b-4860-b204-a272bd923e94 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:49:34.171839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.200895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:34.252943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51d0d45-8436-4af4-925b-c19f34864171']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:34.267186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fb17385d-63d0-4988-8dc0-a856c5c22862 None None] Calling delete_port for 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:34.390019 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fb17385d-63d0-4988-8dc0-a856c5c22862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.456076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17385d-63d0-4988-8dc0-a856c5c22862 None None] Pushing event deleted for resources: {'Port': ['ID=6eb854d7-fc6c-4af7-892c-e384d9ac3a42,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:34.458250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17385d-63d0-4988-8dc0-a856c5c22862 None None] No DVR routers for this DVR port 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:34.477747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429ab62b-0f3b-49db-9fae-b560d8e88252') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:34.478258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429ab62b-0f3b-49db-9fae-b560d8e88252') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:34.508880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:34.525099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.527141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-da48a60e-36a2-495e-b542-b8e604e21da7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.535167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-da48a60e-36a2-495e-b542-b8e604e21da7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.537702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:34.546323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Made reservation on behalf of 1a2ea55a215a4bc1928456f4e0f1a45f for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:34.550081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.561051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:34.577010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.599085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:49:34.599655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:34.628836 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:34.641762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.651278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:34.667154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.776218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-da48a60e-36a2-495e-b542-b8e604e21da7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.776899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da48a60e-36a2-495e-b542-b8e604e21da7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Fanout notify agent at l3_agent the message router_deleted on router a51ec513-6fee-4d10-b98c-1762d1e964cb {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:49:34.790916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:34.794724 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.810904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:34.813902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feaf208-40bf-42e8-b2d0-c819531ca924 None None] Network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:34.839483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:security_group_rule and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:34.918990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:34.925055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e3d6d86f-711d-40d0-9656-ef9c6f1800b8 None None] Provisioning for port 6e29828c-8d73-428f-b093-6005689c55c3 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:34.986225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:35.004138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.033809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.035950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-da48a60e-36a2-495e-b542-b8e604e21da7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.037150 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-da48a60e-36a2-495e-b542-b8e604e21da7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/a51ec513-6fee-4d10-b98c-1762d1e964cb HTTP/1.1" status: 204 len: 168 time: 2.0897841 May 06 13:49:35.048981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40820) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:35.148124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:35.155373 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f5814456-3b64-467c-8fe9-e7639cce03aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/c286c038-4e0b-4860-b204-a272bd923e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.7501040 May 06 13:49:35.167027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Sync routers for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:35.181338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:35.182634 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:35.254275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.397627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event deleted for resources: {'Network': ['ID=d51d0d45-8436-4af4-925b-c19f34864171,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:35.434907 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:35.438181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9d9eb761-a8d5-4b83-a116-4e86b9d2cfce tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "DELETE /v2.0/networks/d51d0d45-8436-4af4-925b-c19f34864171 HTTP/1.1" status: 204 len: 168 time: 2.5792515 May 06 13:49:35.447580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40828) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:35.637644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-e329c337-bd55-4f54-9b38-734a9cfce4e4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting subnet 01a92376-2ce2-40b3-aa2b-916a0d3f7db8 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:35.646270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fd016d-3a8a-4fcf-9c24-2ceae3a19968 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Deleting subnet 1dc607ef-551a-48a5-b61f-384ecc284228 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:35.659639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e329c337-bd55-4f54-9b38-734a9cfce4e4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.666620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.688943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.747408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00fd016d-3a8a-4fcf-9c24-2ceae3a19968 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.760344 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6e29828c-8d73-428f-b093-6005689c55c3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:35.804350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:35.863633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.864038 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Added segment fb9328ab-e2ee-4b01-9dea-a9ea6a53aba3 of type vlan for network 387974ee-889b-43db-af48-8600eaaf5c89 May 06 13:49:35.865579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc20e52-ee23-4430-b1c4-82d2ebc87124,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:35.878560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00fd016d-3a8a-4fcf-9c24-2ceae3a19968 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.922971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.941881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e329c337-bd55-4f54-9b38-734a9cfce4e4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:35.984054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Router acef128c-f9b2-47af-8e87-005b253656ad is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:49:36.011249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.021856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.065813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.203226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 6e29828c-8d73-428f-b093-6005689c55c3 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:36.209173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:49:36.214624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.216223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6e29828c-8d73-428f-b093-6005689c55c3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:36.216607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.217050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:36.218437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.223996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:36.224667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.232327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:36.247049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:36.247712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.274909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17645082-d1cb-4fb4-ae95-e1a218606532 None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:36.283906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=f0a12e79-7262-4b7d-901d-75acd24eefdb,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:36.330490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=4768d9cb-10e0-4b3a-ad90-2d27355872fb,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:36.379533 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-08df5e62-47a7-404f-8aef-e11e2675b3d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6929274 May 06 13:49:36.381422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40832) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:36.389404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-49822907', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0a12e79-7262-4b7d-901d-75acd24eefdb'}], 'security_groups': ['ff955959-dc69-4e40-a7b7-fb18560d0fa0']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:36.426420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00fd016d-3a8a-4fcf-9c24-2ceae3a19968 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.486639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:36.563045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e329c337-bd55-4f54-9b38-734a9cfce4e4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.639288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-111ceb29-6898-43b7-90a1-5f771ba89e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.683292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:36.699549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:36.700155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.715742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1879637-2ab4-4e4d-8495-289608e1dea6 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:36.739395 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.7816551 May 06 13:49:36.741603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00fd016d-3a8a-4fcf-9c24-2ceae3a19968 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.747605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40836) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:36.753798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'subnet': {'network_id': '387974ee-889b-43db-af48-8600eaaf5c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:36.811210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd016d-3a8a-4fcf-9c24-2ceae3a19968 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc607ef-551a-48a5-b61f-384ecc284228,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:36.837051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00fd016d-3a8a-4fcf-9c24-2ceae3a19968 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.878040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f952327-466e-4b84-83f6-038d8c535ba6 None None] Network 8564aacf-92c1-4606-be6b-4f358ba83ebc requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:36.892165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d00a4c-0d1c-4b66-bc4e-16bf53875ca5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Network': ['ID=387974ee-889b-43db-af48-8600eaaf5c89,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:36.901765 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:36.907927 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f37233a8-e9d2-46ea-81ae-4bb22475c272 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.9523153 May 06 13:49:36.908221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40840) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:36.917541 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-00fd016d-3a8a-4fcf-9c24-2ceae3a19968 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "DELETE /v2.0/subnets/1dc607ef-551a-48a5-b61f-384ecc284228 HTTP/1.1" status: 204 len: 168 time: 1.3718452 May 06 13:49:36.918384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:01:16:f1', 'name': 'tempest-NetworksTestDHCPv6-3037255'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:36.933697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40844) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:36.937065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:36.960956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:subnet and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:36.963594 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceaefc7-61d0-45c6-8ee9-8bb164eb46ec None None] Sync routers for ids ['acef128c-f9b2-47af-8e87-005b253656ad'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:36.985468 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceaefc7-61d0-45c6-8ee9-8bb164eb46ec None None] Routers {'acef128c-f9b2-47af-8e87-005b253656ad'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:36.990113 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fceaefc7-61d0-45c6-8ee9-8bb164eb46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['acef128c-f9b2-47af-8e87-005b253656ad'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:37.012898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:37.046662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:37.100155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e329c337-bd55-4f54-9b38-734a9cfce4e4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.135058 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fceaefc7-61d0-45c6-8ee9-8bb164eb46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:37.138410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.139656 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3f5428a1-e162-440b-bf93-16668404e0bd tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.9578497 May 06 13:49:37.142964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40850) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:37.154504 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceaefc7-61d0-45c6-8ee9-8bb164eb46ec None None] Routers {'acef128c-f9b2-47af-8e87-005b253656ad'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:37.155918 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fceaefc7-61d0-45c6-8ee9-8bb164eb46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['acef128c-f9b2-47af-8e87-005b253656ad'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:37.161780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329c337-bd55-4f54-9b38-734a9cfce4e4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Subnet': ['ID=01a92376-2ce2-40b3-aa2b-916a0d3f7db8,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:37.163704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Router ef22a101-9afc-4758-85cd-40415f8a9519 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:49:37.183943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.210064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Made reservation on behalf of 1a2ea55a215a4bc1928456f4e0f1a45f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:37.214225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.227815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e329c337-bd55-4f54-9b38-734a9cfce4e4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.262912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.277152 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fceaefc7-61d0-45c6-8ee9-8bb164eb46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:37.277829 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceaefc7-61d0-45c6-8ee9-8bb164eb46ec None None] The sync data for ids ['acef128c-f9b2-47af-8e87-005b253656ad'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:37.314619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 387974ee-889b-43db-af48-8600eaaf5c89 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:37.324025 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e329c337-bd55-4f54-9b38-734a9cfce4e4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/01a92376-2ce2-40b3-aa2b-916a0d3f7db8 HTTP/1.1" status: 204 len: 168 time: 2.2603440 May 06 13:49:37.326257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40854) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:37.341313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa162c-be45-476f-8a13-3bd28ef97e72 None None] Network ad671c05-0fc0-47f6-b0be-acf733ce0b26 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:37.542767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Deleting port a6343fe9-7db3-4bfc-9c50-51fd77146c5d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:37.543285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.620740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:37.636186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:37.645516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:37.669650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce84cc75-dd05-45fe-a97c-2df9a3d758e2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting subnet e9cd2f00-2379-4298-a8e5-bf1d2f098d34 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:37.690076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 6e29828c-8d73-428f-b093-6005689c55c3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6e29828c-8d73-428f-b093-6005689c55c3,segment=NetworkSegment(903a24ef-5d77-4f77-9b2d-6e2d1f0d3153),segment_id=903a24ef-5d77-4f77-9b2d-6e2d1f0d3153)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:37.716313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce84cc75-dd05-45fe-a97c-2df9a3d758e2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.723556 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.724355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 814fd9a3-7b2e-416b-942d-589b5d983aea up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:37.729400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:37.731457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.803954 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-34677447-686f-4c80-a4fa-a3197173ec26 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/routers/acef128c-f9b2-47af-8e87-005b253656ad HTTP/1.1" status: 200 len: 922 time: 0.6590936 May 06 13:49:37.807478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:37.818658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40860) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:37.867988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce84cc75-dd05-45fe-a97c-2df9a3d758e2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.904624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:38.011026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.012389 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cc7877e9-9c7c-4827-892b-11b241c2e7ee admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7015676 May 06 13:49:38.021391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Sync routers for ids ['ef22a101-9afc-4758-85cd-40415f8a9519'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:38.025833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40864) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:38.033923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:49:26Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:39Z', 'updated_at': '2022-05-06T13:47:53Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e30f4a15-d23f-4050-8e88-105818b0e17c', 'name': '', 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:96:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e2450b9d-58d4-41fa-967a-eacf2aa89227', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:20Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'e2450b9d-58d4-41fa-967a-eacf2aa89227', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:38.046096 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4a1b4492-c263-4cfe-9f1e-c83f4cf388f9 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=acef128c-f9b2-47af-8e87-005b253656ad HTTP/1.1" status: 200 len: 205 time: 0.2255499 May 06 13:49:38.073636 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40868) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:38.080865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Checking router: c286c038-4e0b-4860-b204-a272bd923e94 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:49:38.081263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Updating router c286c038-4e0b-4860-b204-a272bd923e94 port e30f4a15-d23f-4050-8e88-105818b0e17c binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:49:38.107433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '4768d9cb-10e0-4b3a-ad90-2d27355872fb'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:49:38.108279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.204258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.249445 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=6e29828c-8d73-428f-b093-6005689c55c3,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:38.259868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Routers {'ef22a101-9afc-4758-85cd-40415f8a9519'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:38.261373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['ef22a101-9afc-4758-85cd-40415f8a9519'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:38.362272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 14066067-40f1-468a-b211-2822cf3885a9 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:49:38.425499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] For port a6343fe9-7db3-4bfc-9c50-51fd77146c5d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a6343fe9-7db3-4bfc-9c50-51fd77146c5d,segment=NetworkSegment(01ad5e05-c89a-47ba-9ee0-6408c456f185),segment_id=01ad5e05-c89a-47ba-9ee0-6408c456f185)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:38.426392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.457029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.732944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 814fd9a3-7b2e-416b-942d-589b5d983aea triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:38.733481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.862871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:fe01:16f1 (ed4177a0-aee3-4756-a30e-bb3035a9c410/4768d9cb-10e0-4b3a-ad90-2d27355872fb/14066067-40f1-468a-b211-2822cf3885a9) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:38.911484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Calling delete_port for a6343fe9-7db3-4bfc-9c50-51fd77146c5d owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:38.969364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce84cc75-dd05-45fe-a97c-2df9a3d758e2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.029960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Delete allocated IP 2001:db8::15d (a310a66c-a771-48c7-a73f-e644d09efdcf/9eb021a2-1e5c-4ab9-b8ed-417b785eeb20) {{(pid=87984) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:49:39.046211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.083971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8:0:1::ca (a310a66c-a771-48c7-a73f-e644d09efdcf/f0a12e79-7262-4b7d-901d-75acd24eefdb/44640283-6e2d-4662-a52a-0be9e1d3924a) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:39.129173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.249777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-122499ac-2028-4324-b609-126637fed7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.284223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Set router ef22a101-9afc-4758-85cd-40415f8a9519 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:39.330766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ecbd5f-b5d8-49c3-87e9-f9774b0bfaba None None] Update dhcp port {'port': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'fixed_ips': [{'subnet_id': '9eb021a2-1e5c-4ab9-b8ed-417b785eeb20', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0a12e79-7262-4b7d-901d-75acd24eefdb'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '814fd9a3-7b2e-416b-942d-589b5d983aea'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:49:39.332341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Subnet': ['ID=6218640e-9d35-4641-8bd6-21f10755e793,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:39.421052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.507538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce84cc75-dd05-45fe-a97c-2df9a3d758e2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.514551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] No DVR routers for this DVR port a6343fe9-7db3-4bfc-9c50-51fd77146c5d on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:39.538093 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:49:39.556212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.577011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 14066067-40f1-468a-b211-2822cf3885a9 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:39.591443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] DHCP port deletion for ad671c05-0fc0-47f6-b0be-acf733ce0b26 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:39.610358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08aeb3c-cf06-4dfc-8277-c13ab9dbd4d2 None None] DHCP port deletion for 8564aacf-92c1-4606-be6b-4f358ba83ebc request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:39.620589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event deleted for resources: {'Port': ['ID=a6343fe9-7db3-4bfc-9c50-51fd77146c5d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:39.635057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Checking segment: {'id': 'fb9328ab-e2ee-4b01-9dea-a9ea6a53aba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '387974ee-889b-43db-af48-8600eaaf5c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:39.635431 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network hostable DHCP agents. Network: 387974ee-889b-43db-af48-8600eaaf5c89, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:39.651176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce84cc75-dd05-45fe-a97c-2df9a3d758e2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.661711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84cc75-dd05-45fe-a97c-2df9a3d758e2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Subnet': ['ID=e9cd2f00-2379-4298-a8e5-bf1d2f098d34,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:39.697270 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ce84cc75-dd05-45fe-a97c-2df9a3d758e2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/e9cd2f00-2379-4298-a8e5-bf1d2f098d34 HTTP/1.1" status: 204 len: 168 time: 2.3656352 May 06 13:49:39.706417 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40872) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:39.736737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21f462f-5d7d-41cc-b32a-537cf1daa02b None None] Network 766cf893-8875-4ba1-a5d2-208fbe10a221 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:39.751034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] Deleting port a2020712-9638-4376-b4c9-c855d2421f86 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:39.751034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.757129 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.806326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-21ecbd5f-b5d8-49c3-87e9-f9774b0bfaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.870287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.881093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.972194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Deleting port 1fcc47e2-35d1-4622-a540-79fd93485ff2 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:39.972644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.995013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:40.012113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 387974ee-889b-43db-af48-8600eaaf5c89 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:40.021109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:40.025620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:40.035879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8564aacf-92c1-4606-be6b-4f358ba83ebc']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.036936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:40.037831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.060839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=14066067-40f1-468a-b211-2822cf3885a9,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:40.081179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ad5e05-c89a-47ba-9ee0-6408c456f185') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.081511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ad5e05-c89a-47ba-9ee0-6408c456f185') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:40.096753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 387974ee-889b-43db-af48-8600eaaf5c89) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:40.105655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.124809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.146338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:40.147008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.195334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a53a69c-1a88-43e3-ae96-31addaacda25 None None] Network 387974ee-889b-43db-af48-8600eaaf5c89 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:40.230903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8a3f232f-0da9-4498-8eae-03460b8299ab tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.3200648 May 06 13:49:40.237764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40878) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:40.250510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.264135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.323794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:49:40.324328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.357507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port a2020712-9638-4376-b4c9-c855d2421f86 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:40.358216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.393916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.425742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Allocated IP 2001:db8::f816:3eff:fe52:73fa (ed4177a0-aee3-4756-a30e-bb3035a9c410/4768d9cb-10e0-4b3a-ad90-2d27355872fb/8bc31cf2-66d3-4857-93d7-688f9995f6b4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:40.443307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.458877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:40.466340 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:40.531585 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-39b557dc-4154-4738-8d28-6f243ea7c7c7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7825315 May 06 13:49:40.547304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40882) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:40.557356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-593598753', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:40.564160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:40.586330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:40.610899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:router and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:40.622135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:40.649275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:40.714942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948b8f6-c4d9-4061-9f1f-40d129858d3b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:40.716112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8948b8f6-c4d9-4061-9f1f-40d129858d3b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:40.719326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.721988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object 44640283-6e2d-4662-a52a-0be9e1d3924a will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:40.746803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.754720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.758601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:49:40.759011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6eb854d7-fc6c-4af7-892c-e384d9ac3a42 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:40.857543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Pushing event deleted for resources: {'Network': ['ID=8564aacf-92c1-4606-be6b-4f358ba83ebc,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:40.877273 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4c6842b-b65e-4419-8809-24aa42d2574d tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "DELETE /v2.0/networks/8564aacf-92c1-4606-be6b-4f358ba83ebc HTTP/1.1" status: 204 len: 168 time: 3.9196312 May 06 13:49:40.884408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.886435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.890673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.892167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40886) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.103569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ca346167-2352-4daf-9327-9eec53be0cef tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Synchronizing usage tracker for tenant:0d702932772345ddb8c9a7c86dbc28c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:41.107525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8948b8f6-c4d9-4061-9f1f-40d129858d3b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:41.113227 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8948b8f6-c4d9-4061-9f1f-40d129858d3b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8658974 May 06 13:49:41.122222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] In _notify_port_updated(), no bound segment for port 44640283-6e2d-4662-a52a-0be9e1d3924a on network a310a66c-a771-48c7-a73f-e644d09efdcf {{(pid=87984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:49:41.130921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:41.131861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.136782 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "PUT /v2.0/ports/44640283-6e2d-4662-a52a-0be9e1d3924a HTTP/1.1" status: 200 len: 928 time: 4.7512596 May 06 13:49:41.136782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40890) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.154159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40892) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.219577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6e29828c-8d73-428f-b093-6005689c55c3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:41.234368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Calling delete_port for 1fcc47e2-35d1-4622-a540-79fd93485ff2 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:41.290647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port a2020712-9638-4376-b4c9-c855d2421f86, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a2020712-9638-4376-b4c9-c855d2421f86,segment=NetworkSegment(b41a0fa9-efab-4d37-b46d-4c66c8c31c1d),segment_id=b41a0fa9-efab-4d37-b46d-4c66c8c31c1d)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:41.291017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.369209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.385769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bcfc7-a698-442f-8d05-e4223e27a2b5 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=44640283-6e2d-4662-a52a-0be9e1d3924a,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:41.406007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:41.431859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for a2020712-9638-4376-b4c9-c855d2421f86 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:41.443427 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] For port a2020712-9638-4376-b4c9-c855d2421f86, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a2020712-9638-4376-b4c9-c855d2421f86,segment=NetworkSegment(b41a0fa9-efab-4d37-b46d-4c66c8c31c1d),segment_id=b41a0fa9-efab-4d37-b46d-4c66c8c31c1d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:41.444492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.477152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ca346167-2352-4daf-9327-9eec53be0cef tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Unset dirty status for tenant:0d702932772345ddb8c9a7c86dbc28c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:41.481993 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ca346167-2352-4daf-9327-9eec53be0cef tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "GET /v2.0/ports?device_id=e594a7dd-0811-4529-95c2-afec68694698 HTTP/1.1" status: 200 len: 205 time: 0.5618479 May 06 13:49:41.489347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40900) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:41.565706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.582259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Allocated IP 172.20.0.1 (7a7b69fb-a625-4ba7-82bb-8f3963c35404/13f599ba-d0bc-4012-b5d3-08859fcdb02f/b763ee84-6832-4bee-8690-f8542a048c3e) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:41.587452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6bb28db8-43af-4c02-9e62-f5607ae7b3d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port 44640283-6e2d-4662-a52a-0be9e1d3924a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:41.587784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6bb28db8-43af-4c02-9e62-f5607ae7b3d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.634173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=a2020712-9638-4376-b4c9-c855d2421f86,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:41.683281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ff668cc4-5be5-465a-a542-d31b1b98aa10 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 14066067-40f1-468a-b211-2822cf3885a9 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:41.683629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff668cc4-5be5-465a-a542-d31b1b98aa10 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.706551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No DVR routers for this DVR port a2020712-9638-4376-b4c9-c855d2421f86 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:41.732374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] Calling delete_port for a2020712-9638-4376-b4c9-c855d2421f86 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:41.744813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.803651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-21ecbd5f-b5d8-49c3-87e9-f9774b0bfaba None None] Allocated IP 2001:db8:0:1::2 (a310a66c-a771-48c7-a73f-e644d09efdcf/f0a12e79-7262-4b7d-901d-75acd24eefdb/814fd9a3-7b2e-416b-942d-589b5d983aea) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:41.815403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event deleted for resources: {'Port': ['ID=1fcc47e2-35d1-4622-a540-79fd93485ff2,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:41.894258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.920472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.976664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:41.997319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47369dfd-da51-459e-9731-e92aa96132b5 None None] Network 387974ee-889b-43db-af48-8600eaaf5c89 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:42.023492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad671c05-0fc0-47f6-b0be-acf733ce0b26']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:42.041474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.083333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41a0fa9-efab-4d37-b46d-4c66c8c31c1d') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:42.083645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41a0fa9-efab-4d37-b46d-4c66c8c31c1d') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:42.118480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-96fdf960-4e7f-4288-9630-d706ea5dbfa7 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.127874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Transition to ACTIVE for port object e30f4a15-d23f-4050-8e88-105818b0e17c will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:42.140254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:34Z', 'revision_number': 3, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'gw_port': {'id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:31Z', 'updated_at': '2022-05-06T13:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:42.176581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.230754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6e29828c-8d73-428f-b093-6005689c55c3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:42.231247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.262365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.264929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.267795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.270861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.277389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:49:42.277977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:42.294552 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:42.323543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Checking router: ef22a101-9afc-4758-85cd-40415f8a9519 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:49:42.323896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Updating router ef22a101-9afc-4758-85cd-40415f8a9519 port 15ec26d1-666d-4d8e-b2d4-b07c5706c341 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:49:42.376310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.377446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Fanout notify agent at l3_agent the message router_deleted on router acef128c-f9b2-47af-8e87-005b253656ad {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:49:42.397687 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.417140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.424335 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c56310be-9765-41b8-96c0-f03de8211b44 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/acef128c-f9b2-47af-8e87-005b253656ad HTTP/1.1" status: 204 len: 168 time: 4.3431654 May 06 13:49:42.424662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40904) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:42.427838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.433720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1938691546', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': False}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:42.455072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] DHCP port deletion for 766cf893-8875-4ba1-a5d2-208fbe10a221 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:42.458703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.466647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:42.481259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Network': ['ID=ad671c05-0fc0-47f6-b0be-acf733ce0b26,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:42.500598 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f90c63fc-35df-4aa9-b76c-bf4ed64c178e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/networks/ad671c05-0fc0-47f6-b0be-acf733ce0b26 HTTP/1.1" status: 204 len: 168 time: 2.7730780 May 06 13:49:42.501956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40910) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:42.504989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Usage tracker for resource:router and tenant:00410e31e3f84af2b8e30d8113d17b1e is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:42.512551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:42.529749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.548966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:42.639668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:42.640106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:42.646544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.647786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.668176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.710679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Transition to ACTIVE for port object 8bc31cf2-66d3-4857-93d7-688f9995f6b4 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:42.810084 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] Deleting port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:42.810468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.933724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.979566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.008694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-96fdf960-4e7f-4288-9630-d706ea5dbfa7 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.031717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-96fdf960-4e7f-4288-9630-d706ea5dbfa7 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.218929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] Deleting port a2020712-9638-4376-b4c9-c855d2421f86 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:43.219193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.231370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.239950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:43.240515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.243955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9280ba-32c9-4056-92b4-1a57bd4a654e None None] Pushing event updated for resources: {'Port': ['ID=e30f4a15-d23f-4050-8e88-105818b0e17c,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:43.263650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Transition to ACTIVE for port object 8bc31cf2-66d3-4857-93d7-688f9995f6b4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:43.282966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-96fdf960-4e7f-4288-9630-d706ea5dbfa7 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.282966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fdf960-4e7f-4288-9630-d706ea5dbfa7 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Fanout notify agent at l3_agent the message router_deleted on router e594a7dd-0811-4529-95c2-afec68694698 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:49:43.297142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.323034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Transition to ACTIVE for port object b763ee84-6832-4bee-8690-f8542a048c3e will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:43.355138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6bb28db8-43af-4c02-9e62-f5607ae7b3d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.438270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.464814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff668cc4-5be5-465a-a542-d31b1b98aa10 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.503260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f3d20f21-6d3a-4fa2-8f0b-cbead3001ddf None None] The port 'a2020712-9638-4376-b4c9-c855d2421f86' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:49:43.533333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-21ecbd5f-b5d8-49c3-87e9-f9774b0bfaba None None] For port 814fd9a3-7b2e-416b-942d-589b5d983aea, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=814fd9a3-7b2e-416b-942d-589b5d983aea,segment=NetworkSegment(0d1cfbd5-9063-4c92-8234-1949f5d20bdc),segment_id=0d1cfbd5-9063-4c92-8234-1949f5d20bdc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:43.589892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Attempting to bind port e30f4a15-d23f-4050-8e88-105818b0e17c on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:43.590305 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Attempting to bind port e30f4a15-d23f-4050-8e88-105818b0e17c by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:43.590613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Attempting to bind port e30f4a15-d23f-4050-8e88-105818b0e17c on network 53787454-e418-4a24-8d32-7d0813197ccd {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:43.616239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:43.648547 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:43.675254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:43.675254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Checking segment: {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:43.675254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.675978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Bound using segment: {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:43.676134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Bound port: e30f4a15-d23f-4050-8e88-105818b0e17c, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:43.676773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.737167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:43.752221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1d80bba4-e48c-4b8f-bb86-1edefc5e295d,segment=NetworkSegment(2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a),segment_id=2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:43.753193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.797808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6bb28db8-43af-4c02-9e62-f5607ae7b3d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for 44640283-6e2d-4662-a52a-0be9e1d3924a owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:43.798919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Pushing event updated for resources: {'Port': ['ID=8bc31cf2-66d3-4857-93d7-688f9995f6b4,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:43.804842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-21ecbd5f-b5d8-49c3-87e9-f9774b0bfaba None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:43.829972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a2020712-9638-4376-b4c9-c855d2421f86 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:43.836151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-96fdf960-4e7f-4288-9630-d706ea5dbfa7 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.842055 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-96fdf960-4e7f-4288-9630-d706ea5dbfa7 tempest-RoutersNegativeTest-470005002 tempest-RoutersNegativeTest-470005002-project] 10.222.0.21 "DELETE /v2.0/routers/e594a7dd-0811-4529-95c2-afec68694698 HTTP/1.1" status: 204 len: 168 time: 2.3414273 May 06 13:49:43.919102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-21ecbd5f-b5d8-49c3-87e9-f9774b0bfaba None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.925094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ff668cc4-5be5-465a-a542-d31b1b98aa10 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 14066067-40f1-468a-b211-2822cf3885a9 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:43.933898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: a2020712-9638-4376-b4c9-c855d2421f86 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:49:43.934569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a2020712-9638-4376-b4c9-c855d2421f86 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:43.935186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a6343fe9-7db3-4bfc-9c50-51fd77146c5d no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:44.002975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 1d80bba4-e48c-4b8f-bb86-1edefc5e295d owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:44.051864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.081878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: a6343fe9-7db3-4bfc-9c50-51fd77146c5d {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:49:44.093041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a6343fe9-7db3-4bfc-9c50-51fd77146c5d not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:44.171552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] For port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1d80bba4-e48c-4b8f-bb86-1edefc5e295d,segment=NetworkSegment(2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a),segment_id=2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:44.172091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.183348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-21ecbd5f-b5d8-49c3-87e9-f9774b0bfaba None None] Transition to ACTIVE for port object 814fd9a3-7b2e-416b-942d-589b5d983aea will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:44.213047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-21ecbd5f-b5d8-49c3-87e9-f9774b0bfaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.316774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:44.398144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Attempting to bind port 8bc31cf2-66d3-4857-93d7-688f9995f6b4 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:44.399207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:44.399744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Attempting to bind port 8bc31cf2-66d3-4857-93d7-688f9995f6b4 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:44.400374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Attempting to bind port 8bc31cf2-66d3-4857-93d7-688f9995f6b4 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:44.419353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] Calling delete_port for 1d80bba4-e48c-4b8f-bb86-1edefc5e295d owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:44.456152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Pushing event updated for resources: {'Port': ['ID=b763ee84-6832-4bee-8690-f8542a048c3e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:44.459236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:44.465626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1d80bba4-e48c-4b8f-bb86-1edefc5e295d no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:44.651688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.668248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:44.669319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:44.669319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.669850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:44.670601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Bound port: 8bc31cf2-66d3-4857-93d7-688f9995f6b4, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:44.671072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.719532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.719851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.720272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.720878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.721481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.721903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.722259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.722561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.723094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.723376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.723792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.724127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:44.733940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff668cc4-5be5-465a-a542-d31b1b98aa10 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.741264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6bb28db8-43af-4c02-9e62-f5607ae7b3d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.776185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] For port e30f4a15-d23f-4050-8e88-105818b0e17c, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:44.818441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=1d80bba4-e48c-4b8f-bb86-1edefc5e295d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:44.826586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No DVR routers for this DVR port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:44.832174 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40924) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:44.833436 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:44.843418 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:49:44.843879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:49:44.879467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.888221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] For port e30f4a15-d23f-4050-8e88-105818b0e17c, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e30f4a15-d23f-4050-8e88-105818b0e17c,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:44.923560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff668cc4-5be5-465a-a542-d31b1b98aa10 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=14066067-40f1-468a-b211-2822cf3885a9,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:44.973910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.995896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.025825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.030098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecbd5f-b5d8-49c3-87e9-f9774b0bfaba None None] Pushing event updated for resources: {'Port': ['ID=814fd9a3-7b2e-416b-942d-589b5d983aea,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:45.147554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9280ba-32c9-4056-92b4-1a57bd4a654e None None] Pushing event updated for resources: {'Port': ['ID=e30f4a15-d23f-4050-8e88-105818b0e17c,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:45.204876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.206107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 13:49:45.206544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1d80bba4-e48c-4b8f-bb86-1edefc5e295d not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:45.230922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.233057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-669efe41-b0e4-417f-9f42-f572323d9b91 None None] Provisioning for port b763ee84-6832-4bee-8690-f8542a048c3e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:45.297615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-669efe41-b0e4-417f-9f42-f572323d9b91 None None] Provisioning complete for port b763ee84-6832-4bee-8690-f8542a048c3e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:45.298793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-669efe41-b0e4-417f-9f42-f572323d9b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.353979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff668cc4-5be5-465a-a542-d31b1b98aa10 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.362334 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766cf893-8875-4ba1-a5d2-208fbe10a221']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:45.404151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb28db8-43af-4c02-9e62-f5607ae7b3d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=44640283-6e2d-4662-a52a-0be9e1d3924a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:45.407417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.427553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:45.427958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbc8ba5-a8a2-42dc-afff-5ef1b05aff7a') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:45.485318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.502252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.529883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] Deleting port 1d80bba4-e48c-4b8f-bb86-1edefc5e295d {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:45.531730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.542240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.556517 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8c96b4a0-a18c-4e19-bdbc-9bc213cb1a95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d702932772345ddb8c9a7c86dbc28c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7183144 May 06 13:49:45.556857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:49:45.557419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.656988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] For port 8bc31cf2-66d3-4857-93d7-688f9995f6b4, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:45.744205 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:45.751303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40930) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:45.758713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:45.760796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:45.762073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6bb28db8-43af-4c02-9e62-f5607ae7b3d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.800593 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6bb28db8-43af-4c02-9e62-f5607ae7b3d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/44640283-6e2d-4662-a52a-0be9e1d3924a HTTP/1.1" status: 204 len: 168 time: 4.5337849 May 06 13:49:45.823825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40934) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:45.838785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] For port 8bc31cf2-66d3-4857-93d7-688f9995f6b4, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8bc31cf2-66d3-4857-93d7-688f9995f6b4,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:45.848959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f406f54c-b8d5-4746-b21b-e698098b2efe None None] The port '1d80bba4-e48c-4b8f-bb86-1edefc5e295d' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:49:45.854218 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ff668cc4-5be5-465a-a542-d31b1b98aa10 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/14066067-40f1-468a-b211-2822cf3885a9 HTTP/1.1" status: 204 len: 168 time: 4.7020981 May 06 13:49:45.873577 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40938) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:45.897252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Transition to ACTIVE for port object 15ec26d1-666d-4d8e-b2d4-b07c5706c341 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:45.914801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.952071 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aeca5d4-f806-4731-8d86-2521d4e07dd7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:49:45.957827 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6aeca5d4-f806-4731-8d86-2521d4e07dd7 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/44640283-6e2d-4662-a52a-0be9e1d3924a HTTP/1.1" status: 404 len: 333 time: 0.1286869 May 06 13:49:46.008176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40942) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:46.078235 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.126438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.174403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Allocated IP 172.26.2.25 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/ecd762c0-bbe8-47ce-8d9d-716db9ea6764) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:46.176680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ae71893-1453-4dd2-b061-3ce5b0cafb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.187411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Network': ['ID=766cf893-8875-4ba1-a5d2-208fbe10a221,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:46.208468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.208814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682af940-75e1-4329-8a94-c4b19c84178c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:46.208814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682af940-75e1-4329-8a94-c4b19c84178c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:46.209798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-682af940-75e1-4329-8a94-c4b19c84178c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:46.236279 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-8d230f4d-b477-4762-ae7d-f9e04c301de8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.6655507 May 06 13:49:46.239999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-682af940-75e1-4329-8a94-c4b19c84178c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:46.241896 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-682af940-75e1-4329-8a94-c4b19c84178c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3664148 May 06 13:49:46.247092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40946) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:46.250943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-669efe41-b0e4-417f-9f42-f572323d9b91 None None] Port b763ee84-6832-4bee-8690-f8542a048c3e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:46.274161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ae71893-1453-4dd2-b061-3ce5b0cafb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.298346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.412951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 814fd9a3-7b2e-416b-942d-589b5d983aea up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:46.534298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Attempting to bind port 15ec26d1-666d-4d8e-b2d4-b07c5706c341 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:46.534641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Attempting to bind port 15ec26d1-666d-4d8e-b2d4-b07c5706c341 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:46.535012 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Attempting to bind port 15ec26d1-666d-4d8e-b2d4-b07c5706c341 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:46.537450 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Pushing event updated for resources: {'Port': ['ID=8bc31cf2-66d3-4857-93d7-688f9995f6b4,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:46.566265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:46.648002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:46.648605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:46.649123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.649533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:46.650025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Bound port: 15ec26d1-666d-4d8e-b2d4-b07c5706c341, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:46.650408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.674908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.675244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.675577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.676848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.677384 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.677895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.678379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.678855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.679344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.680561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.681203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.681736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.712305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-180883ce-19fa-4ee4-bd73-433d308dd27e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.714110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b0275bf9-ff49-447b-a8e8-e3ba83de5199 None None] Provisioning complete for port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:46.714488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0275bf9-ff49-447b-a8e8-e3ba83de5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.731322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.746388 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-de803de0-ebb1-4cfc-aa2c-984e7e6072b2 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/networks/766cf893-8875-4ba1-a5d2-208fbe10a221 HTTP/1.1" status: 204 len: 168 time: 4.2361460 May 06 13:49:46.747479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ae71893-1453-4dd2-b061-3ce5b0cafb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.751047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ae71893-1453-4dd2-b061-3ce5b0cafb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.752374 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0ae71893-1453-4dd2-b061-3ce5b0cafb21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36bfc622-3e05-4c63-b834-1deb4eb22ee0 HTTP/1.1" status: 204 len: 168 time: 0.9998310 May 06 13:49:46.754928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40950) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:46.779363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.779918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.780075 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.780436 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.780775 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.781107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.781420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.781747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.782071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.782390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.782712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.783028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf1dce-edf3-44af-b789-40c34d4d011c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:46.793589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.811630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1303056334'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:46.846396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:46.876334 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae71893-1453-4dd2-b061-3ce5b0cafb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bfc622-3e05-4c63-b834-1deb4eb22ee0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:46.879294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.890488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:network and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:46.939188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:46.947430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-180883ce-19fa-4ee4-bd73-433d308dd27e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.033876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:47.098935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:47.107270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.193698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:47.232682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.235720 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added segment 4eaa298d-b996-4b7e-bf90-d34fe0720ae9 of type vlan for network 41270b6d-646a-45c3-b646-e348667f3ac1 May 06 13:49:47.338807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.344407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.374781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Pushing event updated for resources: {'Port': ['ID=b763ee84-6832-4bee-8690-f8542a048c3e,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.397245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.419870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b0275bf9-ff49-447b-a8e8-e3ba83de5199 None None] Port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:47.441818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-40096df7-9329-43f5-86ee-1c4ca03c440a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 4768d9cb-10e0-4b3a-ad90-2d27355872fb {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:47.448605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40096df7-9329-43f5-86ee-1c4ca03c440a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.454887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4fdbe-f692-4b9b-8ee2-31b6743bd4bc None None] Pushing event updated for resources: {'Port': ['ID=15ec26d1-666d-4d8e-b2d4-b07c5706c341,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.455188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-180883ce-19fa-4ee4-bd73-433d308dd27e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.457403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] For port 15ec26d1-666d-4d8e-b2d4-b07c5706c341, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:47.459304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.465944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] For port 15ec26d1-666d-4d8e-b2d4-b07c5706c341, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=15ec26d1-666d-4d8e-b2d4-b07c5706c341,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:47.466817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:47.467462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.492311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.531681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180883ce-19fa-4ee4-bd73-433d308dd27e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fccaa37-0c7d-4fdd-8ee5-51c72a4b73fe,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.545002 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:47.562175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:47.565097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:47.586983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b0275bf9-ff49-447b-a8e8-e3ba83de5199 None None] Provisioning for port 814fd9a3-7b2e-416b-942d-589b5d983aea completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:47.641551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b0275bf9-ff49-447b-a8e8-e3ba83de5199 None None] Provisioning complete for port 814fd9a3-7b2e-416b-942d-589b5d983aea triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:47.641905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0275bf9-ff49-447b-a8e8-e3ba83de5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.747380 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-180883ce-19fa-4ee4-bd73-433d308dd27e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.749689 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-180883ce-19fa-4ee4-bd73-433d308dd27e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/security-groups/2fccaa37-0c7d-4fdd-8ee5-51c72a4b73fe HTTP/1.1" status: 204 len: 168 time: 1.7285585 May 06 13:49:47.756748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Routers {'ef22a101-9afc-4758-85cd-40415f8a9519'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:47.757389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['ef22a101-9afc-4758-85cd-40415f8a9519'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:47.760776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40096df7-9329-43f5-86ee-1c4ca03c440a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.794906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 40958) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:47.842479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4fdbe-f692-4b9b-8ee2-31b6743bd4bc None None] Pushing event updated for resources: {'Port': ['ID=15ec26d1-666d-4d8e-b2d4-b07c5706c341,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.844551 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0522368 May 06 13:49:47.857436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.26.2.108 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/a966f12a-3702-4e10-82d9-aa189f378a1a) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:47.860105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event updated for resources: {'Port': ['ID=ecd762c0-bbe8-47ce-8d9d-716db9ea6764,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:47.863614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40962) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:48.027666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdb099-63a6-429e-b9a7-a27a9999ae8c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Network': ['ID=41270b6d-646a-45c3-b646-e348667f3ac1,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:48.034277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'subnet': {'network_id': '41270b6d-646a-45c3-b646-e348667f3ac1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:48.052135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 41270b6d-646a-45c3-b646-e348667f3ac1 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:48.118766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40096df7-9329-43f5-86ee-1c4ca03c440a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.247232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:48.256959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:subnet and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:48.264479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:48.279872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:48.306421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:48.322871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.377001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8bc31cf2-66d3-4857-93d7-688f9995f6b4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:48.420605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40096df7-9329-43f5-86ee-1c4ca03c440a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.446033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] Set router ef22a101-9afc-4758-85cd-40415f8a9519 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:48.509530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-59e21db0-0fef-46e3-aa37-1dc09fd06cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:48.511969 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-59e21db0-0fef-46e3-aa37-1dc09fd06cdf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 1099 time: 1.7041061 May 06 13:49:48.519391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b0275bf9-ff49-447b-a8e8-e3ba83de5199 None None] Could not find standard attr ID for object 44640283-6e2d-4662-a52a-0be9e1d3924a. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:49:48.575846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-111c17de-c843-4661-8e66-7cae6dacb4ae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.577146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40096df7-9329-43f5-86ee-1c4ca03c440a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=4768d9cb-10e0-4b3a-ad90-2d27355872fb,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:48.618993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:49:26Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:39Z', 'updated_at': '2022-05-06T13:47:53Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e30f4a15-d23f-4050-8e88-105818b0e17c', 'name': '', 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:96:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e2450b9d-58d4-41fa-967a-eacf2aa89227', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:20Z', 'updated_at': '2022-05-06T13:49:44Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'e2450b9d-58d4-41fa-967a-eacf2aa89227', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:48.662087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db49eb-618a-4d66-ac4f-09676e9513be None None] The sync data for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv is: [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:49:26Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:39Z', 'updated_at': '2022-05-06T13:47:53Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e30f4a15-d23f-4050-8e88-105818b0e17c', 'name': '', 'network_id': '53787454-e418-4a24-8d32-7d0813197ccd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:96:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e2450b9d-58d4-41fa-967a-eacf2aa89227', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:20Z', 'updated_at': '2022-05-06T13:49:44Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'e2450b9d-58d4-41fa-967a-eacf2aa89227', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:48.772128 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 8bc31cf2-66d3-4857-93d7-688f9995f6b4 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:48.820589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ce0eb9f6-8c67-48db-9a57-fe9ca585039f None None] Provisioning for port 8bc31cf2-66d3-4857-93d7-688f9995f6b4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:48.849994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ce0eb9f6-8c67-48db-9a57-fe9ca585039f None None] Provisioning complete for port 8bc31cf2-66d3-4857-93d7-688f9995f6b4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:48.851123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb9f6-8c67-48db-9a57-fe9ca585039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.871103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:48.896120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-111c17de-c843-4661-8e66-7cae6dacb4ae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.958811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c410cd0-3927-4de5-a294-d2eb8f4289f8 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:48.977622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-40096df7-9329-43f5-86ee-1c4ca03c440a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.041948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.063554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:49.069788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.178387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.179419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-111c17de-c843-4661-8e66-7cae6dacb4ae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.266434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c17de-c843-4661-8e66-7cae6dacb4ae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff955959-dc69-4e40-a7b7-fb18560d0fa0,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:49.314412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-111c17de-c843-4661-8e66-7cae6dacb4ae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.315660 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-111c17de-c843-4661-8e66-7cae6dacb4ae tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff955959-dc69-4e40-a7b7-fb18560d0fa0 HTTP/1.1" status: 204 len: 168 time: 1.5190327 May 06 13:49:49.319572 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-40096df7-9329-43f5-86ee-1c4ca03c440a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/4768d9cb-10e0-4b3a-ad90-2d27355872fb HTTP/1.1" status: 204 len: 168 time: 3.0670075 May 06 13:49:49.324449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-0ffb6c56-7cff-4e5e-91df-f3ccca6f48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:49.325998 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-0ffb6c56-7cff-4e5e-91df-f3ccca6f48b6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c HTTP/1.1" status: 200 len: 897 time: 0.7356157 May 06 13:49:49.329436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40966) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:49.329719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40968) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:49.381247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb9f6-8c67-48db-9a57-fe9ca585039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.461356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-ce0eb9f6-8c67-48db-9a57-fe9ca585039f None None] For port 8bc31cf2-66d3-4857-93d7-688f9995f6b4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8bc31cf2-66d3-4857-93d7-688f9995f6b4,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:49.470051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb9f6-8c67-48db-9a57-fe9ca585039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.543570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ce0eb9f6-8c67-48db-9a57-fe9ca585039f None None] Could not find standard attr ID for object 44640283-6e2d-4662-a52a-0be9e1d3924a. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:49:49.548284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:45Z', 'revision_number': 4, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'gw_port': {'id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:31Z', 'updated_at': '2022-05-06T13:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b763ee84-6832-4bee-8690-f8542a048c3e', 'name': '', 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'mac_address': 'fa:16:3e:1d:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:40Z', 'updated_at': '2022-05-06T13:49:46Z', 'revision_number': 2, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'subnets': [{'id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:49.560910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc926a87-f924-4cdb-86ec-503bce204018 None None] The sync data for ids ['ef22a101-9afc-4758-85cd-40415f8a9519'] in dv-neutron-840888-1-hyperv is: [{'id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:45Z', 'revision_number': 4, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'gw_port': {'id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:31Z', 'updated_at': '2022-05-06T13:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b763ee84-6832-4bee-8690-f8542a048c3e', 'name': '', 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'mac_address': 'fa:16:3e:1d:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:40Z', 'updated_at': '2022-05-06T13:49:46Z', 'revision_number': 2, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'subnets': [{'id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:49.589757 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e03bc94f-1d7e-4007-9f93-4711c6581f0b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2511194 May 06 13:49:49.593878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb9f6-8c67-48db-9a57-fe9ca585039f None None] Pushing event updated for resources: {'Port': ['ID=8bc31cf2-66d3-4857-93d7-688f9995f6b4,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:49.615876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Subnet': ['ID=a14f9b2c-ea1e-4e6d-bc95-ebfc46e8c076,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:49.620274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40976) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:49.675146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-44ce82a3-debc-46b3-ab05-fc62d0611b7d None None] Could not find standard attr ID for object 14066067-40f1-468a-b211-2822cf3885a9. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:49:49.708042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a4c4f-0943-4fdb-b5f8-ff0e7921d15d None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:49:49.719866 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-44ce82a3-debc-46b3-ab05-fc62d0611b7d None None] Provisioning complete for port b763ee84-6832-4bee-8690-f8542a048c3e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:49.721424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44ce82a3-debc-46b3-ab05-fc62d0611b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.741492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Checking segment: {'id': '4eaa298d-b996-4b7e-bf90-d34fe0720ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '41270b6d-646a-45c3-b646-e348667f3ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:49.741901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network hostable DHCP agents. Network: 41270b6d-646a-45c3-b646-e348667f3ac1, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:49.776457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7328759-bc8b-49ee-9aba-7c0a1f798d97 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet 9eb021a2-1e5c-4ab9-b8ed-417b785eeb20 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:49:49.786585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b7328759-bc8b-49ee-9aba-7c0a1f798d97 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.788294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-642a4c4f-0943-4fdb-b5f8-ff0e7921d15d None None] Deleting port 8bc31cf2-66d3-4857-93d7-688f9995f6b4 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:49.790253 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-642a4c4f-0943-4fdb-b5f8-ff0e7921d15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.929727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b7328759-bc8b-49ee-9aba-7c0a1f798d97 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.962305 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-a9e69698-86b2-4e75-99a3-879b70eb90f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907 HTTP/1.1" status: 200 len: 1002 time: 0.6240036 May 06 13:49:49.967964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.077659 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b7328759-bc8b-49ee-9aba-7c0a1f798d97 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.121587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-44ce82a3-debc-46b3-ab05-fc62d0611b7d None None] Port b763ee84-6832-4bee-8690-f8542a048c3e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:50.231773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 41270b6d-646a-45c3-b646-e348667f3ac1 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:50.260825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:50.306414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:50.321919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Router ef22a101-9afc-4758-85cd-40415f8a9519 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:49:50.334876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875de30f-ac74-43f8-b53f-8140439bcf3b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:50.336245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-875de30f-ac74-43f8-b53f-8140439bcf3b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:50.337666 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-642a4c4f-0943-4fdb-b5f8-ff0e7921d15d None None] For port 8bc31cf2-66d3-4857-93d7-688f9995f6b4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8bc31cf2-66d3-4857-93d7-688f9995f6b4,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:50.338161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-642a4c4f-0943-4fdb-b5f8-ff0e7921d15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.339443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:50.341403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b7328759-bc8b-49ee-9aba-7c0a1f798d97 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.415796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e30f4a15-d23f-4050-8e88-105818b0e17c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:50.452076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=a966f12a-3702-4e10-82d9-aa189f378a1a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:50.535494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 41270b6d-646a-45c3-b646-e348667f3ac1) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:50.544359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-642a4c4f-0943-4fdb-b5f8-ff0e7921d15d None None] Calling delete_port for 8bc31cf2-66d3-4857-93d7-688f9995f6b4 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:49:50.566824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-714c2c94-4121-4f46-9c9f-b792e0cb530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:50.568646 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-714c2c94-4121-4f46-9c9f-b792e0cb530e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=623a34bc-2dab-45f5-9bba-ca17b47a8e79 HTTP/1.1" status: 200 len: 834 time: 0.5654509 May 06 13:49:50.587429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7328759-bc8b-49ee-9aba-7c0a1f798d97 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb021a2-1e5c-4ab9-b8ed-417b785eeb20,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:50.599723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b7328759-bc8b-49ee-9aba-7c0a1f798d97 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.606438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:50.607432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.667627 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b7328759-bc8b-49ee-9aba-7c0a1f798d97 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/9eb021a2-1e5c-4ab9-b8ed-417b785eeb20 HTTP/1.1" status: 204 len: 168 time: 1.3248382 May 06 13:49:50.667627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-875de30f-ac74-43f8-b53f-8140439bcf3b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:50.668973 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-875de30f-ac74-43f8-b53f-8140439bcf3b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0315263 May 06 13:49:50.669810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40980) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:50.670318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40982) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:50.692516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8694523-cd2a-4895-a04c-a85dc90001d4 None None] Network 41270b6d-646a-45c3-b646-e348667f3ac1 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:50.706098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e57ff-da04-4833-8dbb-448ec31f2808 None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:50.766509 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c98cdf54-23a8-49cc-aab5-5e3022201411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8806982 May 06 13:49:50.780287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:50.819436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40988) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:50.863722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2082516020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:50.879779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.033595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:51.040757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:router and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:51.044638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:51.114361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-642a4c4f-0943-4fdb-b5f8-ff0e7921d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.158270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:51.187952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a4c4f-0943-4fdb-b5f8-ff0e7921d15d None None] No DVR routers for this DVR port 8bc31cf2-66d3-4857-93d7-688f9995f6b4 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:51.199308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a4c4f-0943-4fdb-b5f8-ff0e7921d15d None None] Pushing event deleted for resources: {'Port': ['ID=8bc31cf2-66d3-4857-93d7-688f9995f6b4,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:51.244456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port e30f4a15-d23f-4050-8e88-105818b0e17c completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:51.252637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.257111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.270515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e30f4a15-d23f-4050-8e88-105818b0e17c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:51.271023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.284950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e82b7e-4fa4-4b75-abd1-0a4e75fe84dd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:51.285908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-45e82b7e-4fa4-4b75-abd1-0a4e75fe84dd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:51.407721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:51.423032 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ba4a0671-c868-40d0-acf3-846ddcf64401 admin admin] 10.222.0.21 "PUT /v2.0/routers/ef22a101-9afc-4758-85cd-40415f8a9519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3931553 May 06 13:49:51.446237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-45e82b7e-4fa4-4b75-abd1-0a4e75fe84dd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:51.447930 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-45e82b7e-4fa4-4b75-abd1-0a4e75fe84dd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7664835 May 06 13:49:51.455468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40994) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:51.457544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.523490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-41270b6d-646a-45c3-b646-e348667f3ac1', 'network_id': '41270b6d-646a-45c3-b646-e348667f3ac1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'fixed_ips': [{'subnet_id': 'a14f9b2c-ea1e-4e6d-bc95-ebfc46e8c076'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:49:51.532376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.659240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.755106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.862819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port e30f4a15-d23f-4050-8e88-105818b0e17c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e30f4a15-d23f-4050-8e88-105818b0e17c,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:51.903012 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d109879c-3aee-44b4-8cfd-653241dba122 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4404898 May 06 13:49:51.917451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:51.918216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 40998) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:51.961758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:52.079664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:52.091777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8bc31cf2-66d3-4857-93d7-688f9995f6b4 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:52.101394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:52.109304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:52.124060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:52.151045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.260379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 8bc31cf2-66d3-4857-93d7-688f9995f6b4 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:49:52.261126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8bc31cf2-66d3-4857-93d7-688f9995f6b4 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:52.286711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41008) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:52.322321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:52.325123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=e30f4a15-d23f-4050-8e88-105818b0e17c,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:52.332193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.350689 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Allocated IP 2001:db8::2 (41270b6d-646a-45c3-b646-e348667f3ac1/a14f9b2c-ea1e-4e6d-bc95-ebfc46e8c076/937a2918-cd0f-4e03-8afe-36465a598fba) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:52.626542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 15ec26d1-666d-4d8e-b2d4-b07c5706c341 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:52.792917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41012) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:52.828385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-a6f337c4-96e0-49eb-bd49-88b20ddf7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:52.832055 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-a6f337c4-96e0-49eb-bd49-88b20ddf7f0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 2.1878157 May 06 13:49:52.833877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.844862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 15ec26d1-666d-4d8e-b2d4-b07c5706c341 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:52.846856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804165647', 'description': 'tempest-secgroup-smoke-804165647 description', 'project_id': '39dc180c1812417b98208e3dd53bd4c7'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:52.911839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 15ec26d1-666d-4d8e-b2d4-b07c5706c341 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:52.912232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:52.912702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:53.001392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.005833 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0198416a-8d9c-4eba-b09a-2528fe852b10 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1782594 May 06 13:49:53.038156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-700bb8e7-6ee3-4e24-8dc9-ac2cdb760af5 None None] Provisioning complete for port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:53.038621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-700bb8e7-6ee3-4e24-8dc9-ac2cdb760af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.043192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41016) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:53.071815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'port': {'network_id': '41270b6d-646a-45c3-b646-e348667f3ac1', 'name': 'tempest-RoutersIpV6Test-570546973'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:53.116115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-700bb8e7-6ee3-4e24-8dc9-ac2cdb760af5 None None] Port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:49:53.127759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.151700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Transition to ACTIVE for port object 937a2918-cd0f-4e03-8afe-36465a598fba will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:53.159543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-700bb8e7-6ee3-4e24-8dc9-ac2cdb760af5 None None] Provisioning complete for port 814fd9a3-7b2e-416b-942d-589b5d983aea triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:53.159905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-700bb8e7-6ee3-4e24-8dc9-ac2cdb760af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.194138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:53.216909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:53.219610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:53.239805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:53.240136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.249708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:security_group and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:53.255286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=060cb787-3430-4c6c-af44-da5d003fce78,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:53.258848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:53.275989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:53.276297 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ea135d-0469-4f70-966d-bc0929ddb0b0 None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:53.285360 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Router 311d8f88-9e5f-41ff-87ee-e76f3a523fa1 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:49:53.294689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:53.315113 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3c06e49c-a7fa-4992-a02e-3de311f35c56 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6317379 May 06 13:49:53.325637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41020) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:53.330556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:53.334380 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.415386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'security_group': {'name': 'tempest-secgroup-977531158'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:53.451308 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Sync routers for ids ['ef22a101-9afc-4758-85cd-40415f8a9519'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:53.463123 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Routers {'ef22a101-9afc-4758-85cd-40415f8a9519'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:53.463653 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['ef22a101-9afc-4758-85cd-40415f8a9519'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:53.524344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:53.550255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:53.558945 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:53.561860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.579623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:53.582659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Transition to ACTIVE for port object 937a2918-cd0f-4e03-8afe-36465a598fba will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:53.586535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.591576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:53.658203 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.664904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:port and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:53.671331 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:53.682660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 15ec26d1-666d-4d8e-b2d4-b07c5706c341, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=15ec26d1-666d-4d8e-b2d4-b07c5706c341,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:53.696132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:53.714562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:53.723239 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Set router ef22a101-9afc-4758-85cd-40415f8a9519 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:53.731820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.744356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-ce7a0ef4-db6e-4d97-a190-4393f2d61414 service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8793812 May 06 13:49:53.749801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:security_group_rule and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:53.768592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:53.772259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:53.795156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:53.802401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:53.807927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group_rule and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:53.819783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:53.870732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:53.878786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] device_id is not set on port 9a28e654-7a29-4ac4-b044-ad06822005e4 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:49:53.923779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:53.930217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.004390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:54.034115 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.039591 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-21cc0a17-6491-4118-b4c2-de7e448772bf tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.6098630 May 06 13:49:54.044075 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.054582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Sync routers for ids ['311d8f88-9e5f-41ff-87ee-e76f3a523fa1'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:54.067985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41024) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:54.106283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.117918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.137800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Network 41270b6d-646a-45c3-b646-e348667f3ac1 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:54.159073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:54.174173 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:45Z', 'revision_number': 4, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'gw_port': {'id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:31Z', 'updated_at': '2022-05-06T13:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b763ee84-6832-4bee-8690-f8542a048c3e', 'name': '', 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'mac_address': 'fa:16:3e:1d:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:40Z', 'updated_at': '2022-05-06T13:49:46Z', 'revision_number': 2, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'subnets': [{'id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:54.180236 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Checking router: ef22a101-9afc-4758-85cd-40415f8a9519 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:49:54.180606 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Updating router ef22a101-9afc-4758-85cd-40415f8a9519 port b763ee84-6832-4bee-8690-f8542a048c3e binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:49:54.184720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:54.244193 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.261538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9963e9-5edd-4692-b689-76c06f78e719,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:54.273893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.280606 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-287981fe-d507-4375-aab0-ce9a23d0bd8f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9469228 May 06 13:49:54.280606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.284717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41028) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:54.332657 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1435526710'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:54.349749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:54.376080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:54.380365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 2001:db8::36f (41270b6d-646a-45c3-b646-e348667f3ac1/a14f9b2c-ea1e-4e6d-bc95-ebfc46e8c076/9a28e654-7a29-4ac4-b044-ad06822005e4) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:54.388608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:54.395625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:54.405688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:54.408312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:54.428144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:54.428943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.463920 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5246685 May 06 13:49:54.471853 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41032) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:54.478757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe978f1-d4ee-4645-9e14-76c0b5758a47 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=d04df1af-f5cb-4c14-a92a-271051cd0fba,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:54.501736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:f2:04:76', 'name': 'tempest-NetworksTestDHCPv6-1290462573'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:54.517094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.557744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Pushing event updated for resources: {'Port': ['ID=937a2918-cd0f-4e03-8afe-36465a598fba,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:54.671998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:54.699652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group_rule and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:54.724538 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.743258 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Transition to ACTIVE for port object b763ee84-6832-4bee-8690-f8542a048c3e will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:54.752252 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:54.778202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7464240-492d-40ba-9f84-7c951e99e907 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:54.805550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e30f4a15-d23f-4050-8e88-105818b0e17c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:54.866012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:54.936941 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437b9c9-c31f-4c4d-827a-0b23dbf50e56 None None] Pushing event updated for resources: {'Port': ['ID=b763ee84-6832-4bee-8690-f8542a048c3e,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:54.960144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=15ec26d1-666d-4d8e-b2d4-b07c5706c341,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:54.964224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:55.071034 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Attempting to bind port b763ee84-6832-4bee-8690-f8542a048c3e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:55.072109 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Attempting to bind port b763ee84-6832-4bee-8690-f8542a048c3e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:55.072788 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Attempting to bind port b763ee84-6832-4bee-8690-f8542a048c3e on network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:55.079995 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:55.082528 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Checking segment: {'id': '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:55.083242 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.085131 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Bound using segment: {'id': '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:55.086705 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Bound port: b763ee84-6832-4bee-8690-f8542a048c3e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:55.087796 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.093454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:55.128811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Routers {'311d8f88-9e5f-41ff-87ee-e76f3a523fa1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:55.129933 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['311d8f88-9e5f-41ff-87ee-e76f3a523fa1'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:55.181837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:55.257023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.262127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:55.309191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.342485 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] For port b763ee84-6832-4bee-8690-f8542a048c3e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:55.347741 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] For port b763ee84-6832-4bee-8690-f8542a048c3e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b763ee84-6832-4bee-8690-f8542a048c3e,segment=NetworkSegment(903a24ef-5d77-4f77-9b2d-6e2d1f0d3153),segment_id=903a24ef-5d77-4f77-9b2d-6e2d1f0d3153)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:55.355195 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.433937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.444633 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437b9c9-c31f-4c4d-827a-0b23dbf50e56 None None] Pushing event updated for resources: {'Port': ['ID=b763ee84-6832-4bee-8690-f8542a048c3e,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:55.467460 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Routers {'ef22a101-9afc-4758-85cd-40415f8a9519'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:55.467842 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f8bfa5-7f66-487b-8131-f2c86d52b58c req-e36d4057-cab4-4abf-b84a-0b9f65e6f23d service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5901577 May 06 13:49:55.468641 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['ef22a101-9afc-4758-85cd-40415f8a9519'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:55.527076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Transition to ACTIVE for port object 9a28e654-7a29-4ac4-b044-ad06822005e4 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:55.540118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.609746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41036) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:55.626496 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-401a86ea-b030-45c2-a65a-bfb04ee55168 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/routers/311d8f88-9e5f-41ff-87ee-e76f3a523fa1 HTTP/1.1" status: 200 len: 908 time: 1.5218937 May 06 13:49:55.628158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.660792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1938691546', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': True}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:55.671054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.692013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Attempting to bind port 937a2918-cd0f-4e03-8afe-36465a598fba on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:55.692872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Attempting to bind port 937a2918-cd0f-4e03-8afe-36465a598fba by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '4eaa298d-b996-4b7e-bf90-d34fe0720ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '41270b6d-646a-45c3-b646-e348667f3ac1'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:55.693149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Attempting to bind port 937a2918-cd0f-4e03-8afe-36465a598fba on network 41270b6d-646a-45c3-b646-e348667f3ac1 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:49:55.694553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41040) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:55.700329 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3798559 May 06 13:49:55.706267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:49:55.706651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Checking segment: {'id': '4eaa298d-b996-4b7e-bf90-d34fe0720ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '41270b6d-646a-45c3-b646-e348667f3ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:49:55.707038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.707447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Bound using segment: {'id': '4eaa298d-b996-4b7e-bf90-d34fe0720ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '41270b6d-646a-45c3-b646-e348667f3ac1'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:49:55.707937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Bound port: 937a2918-cd0f-4e03-8afe-36465a598fba, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaa298d-b996-4b7e-bf90-d34fe0720ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '41270b6d-646a-45c3-b646-e348667f3ac1'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:55.708347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.735793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:55.740633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e30f4a15-d23f-4050-8e88-105818b0e17c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:55.741041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.745945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'security_group': {'name': 'tempest-secgroup-270437610'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:55.764175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eb913-953c-4add-ba0f-fb041b57cc39 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32d3f08-f9a0-4947-8a11-f11b610fc175,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:55.793741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:55.799696 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] Set router ef22a101-9afc-4758-85cd-40415f8a9519 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:55.809432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Usage tracker for resource:router and tenant:00410e31e3f84af2b8e30d8113d17b1e is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:55.814519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb464af6-6147-4ef1-82a2-cb06f77abcf8,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:55.821497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:55.838548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:55.848143 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:55.865401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.868687 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4c7be9c6-015d-41b9-95fb-05647a9b3698 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 3.0486035 May 06 13:49:55.871503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:55.880330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41044) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:55.895648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'security_group_rule': {'security_group_id': 'eb464af6-6147-4ef1-82a2-cb06f77abcf8', 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:55.937476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:55.942597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] For port 937a2918-cd0f-4e03-8afe-36465a598fba, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:49:55.948085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] For port 937a2918-cd0f-4e03-8afe-36465a598fba, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=937a2918-cd0f-4e03-8afe-36465a598fba,segment=NetworkSegment(4eaa298d-b996-4b7e-bf90-d34fe0720ae9),segment_id=4eaa298d-b996-4b7e-bf90-d34fe0720ae9)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:49:55.977052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:55.981169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:56.003297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.003717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:49:56.017463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.018531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.039482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:security_group_rule and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:56.052343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.060058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 371f40a1-57db-4fcd-a0d1-ac9680a0b584 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:49:56.074267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': 'd04df1af-f5cb-4c14-a92a-271051cd0fba'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:49:56.075210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.078437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:56.106604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:56.186575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.310017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:56.368762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 41270b6d-646a-45c3-b646-e348667f3ac1 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:56.379329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.407941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:56.423974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:security_group_rule and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:56.436648 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:45Z', 'revision_number': 4, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'gw_port': {'id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:31Z', 'updated_at': '2022-05-06T13:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b763ee84-6832-4bee-8690-f8542a048c3e', 'name': '', 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'mac_address': 'fa:16:3e:1d:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:40Z', 'updated_at': '2022-05-06T13:49:55Z', 'revision_number': 4, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'subnets': [{'id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:56.441386 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee527fd9-e86d-4124-a154-a1c13930a216 None None] The sync data for ids ['ef22a101-9afc-4758-85cd-40415f8a9519'] in dv-neutron-840888-1-hyperv is: [{'id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:45Z', 'revision_number': 4, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'gw_port': {'id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:31Z', 'updated_at': '2022-05-06T13:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'b763ee84-6832-4bee-8690-f8542a048c3e', 'name': '', 'network_id': '7a7b69fb-a625-4ba7-82bb-8f3963c35404', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'mac_address': 'fa:16:3e:1d:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:40Z', 'updated_at': '2022-05-06T13:49:55Z', 'revision_number': 4, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'subnets': [{'id': '13f599ba-d0bc-4012-b5d3-08859fcdb02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:56.456625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:56.464213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:56.465366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.475631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:56.538018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:56.562389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Set router 311d8f88-9e5f-41ff-87ee-e76f3a523fa1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:49:56.596995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::2a (ed4177a0-aee3-4756-a30e-bb3035a9c410/d04df1af-f5cb-4c14-a92a-271051cd0fba/371f40a1-57db-4fcd-a0d1-ac9680a0b584) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:56.602581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=9a28e654-7a29-4ac4-b044-ad06822005e4,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:56.823216 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d955dbaa-d297-4fb1-88e3-eced310306ba tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7711053 May 06 13:49:56.856067 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41048) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:56.909932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa176367-a01b-476f-aa4b-769e349e2dac None None] Pushing event updated for resources: {'Port': ['ID=937a2918-cd0f-4e03-8afe-36465a598fba,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:56.961161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:57.208250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:49:57.227334 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb4172-803e-49e8-9a80-e1a24add1575 None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:49:57.250008 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb4172-803e-49e8-9a80-e1a24add1575 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:57.254366 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-1aeb4172-803e-49e8-9a80-e1a24add1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:57.337949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.351106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.407654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37824b38-ebeb-4694-affc-6dc4503d55a9 None None] Update dhcp port {'port': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'fixed_ips': [{'subnet_id': 'f0a12e79-7262-4b7d-901d-75acd24eefdb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '060cb787-3430-4c6c-af44-da5d003fce78'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '814fd9a3-7b2e-416b-942d-589b5d983aea'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:49:57.415372 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-1aeb4172-803e-49e8-9a80-e1a24add1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:57.439037 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb4172-803e-49e8-9a80-e1a24add1575 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:49:57.439831 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-1aeb4172-803e-49e8-9a80-e1a24add1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:57.478656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.481091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b763ee84-6832-4bee-8690-f8542a048c3e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:57.553085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-37824b38-ebeb-4694-affc-6dc4503d55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.572011 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-1aeb4172-803e-49e8-9a80-e1a24add1575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:57.572460 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb4172-803e-49e8-9a80-e1a24add1575 None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:49:57.602230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.606658 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cf70e92b-04db-4501-84aa-f22fbbd25202 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 17.0576849 May 06 13:49:57.607921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.613129 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7245440 May 06 13:49:57.619711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41052) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:57.620050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41054) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:57.620764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1642c8f-651b-46e8-8665-9a6302cb0a9c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2e85d8-f17e-44b6-8c7f-78c2f18f683b,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:57.629842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'security_group_rule': {'security_group_id': 'eb464af6-6147-4ef1-82a2-cb06f77abcf8', 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:57.660657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b763ee84-6832-4bee-8690-f8542a048c3e completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:57.678104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b763ee84-6832-4bee-8690-f8542a048c3e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:57.678621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.715520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:57.833987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.855806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:security_group_rule and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:57.869745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:57.884308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d8f88-9e5f-41ff-87ee-e76f3a523fa1', 'name': 'tempest-snat-router-1938691546', 'tenant_id': '00410e31e3f84af2b8e30d8113d17b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.25'}], 'enable_snat': False}, 'gw_port_id': 'ecd762c0-bbe8-47ce-8d9d-716db9ea6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:42Z', 'updated_at': '2022-05-06T13:49:48Z', 'revision_number': 3, 'project_id': '00410e31e3f84af2b8e30d8113d17b1e', 'gw_port': {'id': 'ecd762c0-bbe8-47ce-8d9d-716db9ea6764', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d8f88-9e5f-41ff-87ee-e76f3a523fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:45Z', 'updated_at': '2022-05-06T13:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:57.885408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.916051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Checking router: 311d8f88-9e5f-41ff-87ee-e76f3a523fa1 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:49:57.917318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Updating router 311d8f88-9e5f-41ff-87ee-e76f3a523fa1 port ecd762c0-bbe8-47ce-8d9d-716db9ea6764 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:49:57.958930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:57.992477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.023764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.048002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.049870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.3375199 May 06 13:49:58.148841 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9f99a-6e9e-4eee-aea6-2e88fab54e78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b8b9f9-7f34-4d4b-9b3d-d7f12425649b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:58.165510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41060) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:58.178169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.192765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-143290768', 'security_groups': ['94b8b9f9-7f34-4d4b-9b3d-d7f12425649b'], 'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '060cb787-3430-4c6c-af44-da5d003fce78'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:58.236177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.260480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f6409-d3ce-45b5-837b-94f3f5ad8c2b None None] Network 41270b6d-646a-45c3-b646-e348667f3ac1 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:49:58.459631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.482970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port b763ee84-6832-4bee-8690-f8542a048c3e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b763ee84-6832-4bee-8690-f8542a048c3e,segment=NetworkSegment(903a24ef-5d77-4f77-9b2d-6e2d1f0d3153),segment_id=903a24ef-5d77-4f77-9b2d-6e2d1f0d3153)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:58.491559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e245edad-4727-4ce0-823f-1997632e6fa9 None None] Provisioning for port 937a2918-cd0f-4e03-8afe-36465a598fba completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:58.505538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.506318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 937a2918-cd0f-4e03-8afe-36465a598fba up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:58.545502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 371f40a1-57db-4fcd-a0d1-ac9680a0b584 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:58.590356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-37824b38-ebeb-4694-affc-6dc4503d55a9 None None] Allocated IP 2001:db8::2 (a310a66c-a771-48c7-a73f-e644d09efdcf/060cb787-3430-4c6c-af44-da5d003fce78/814fd9a3-7b2e-416b-942d-589b5d983aea) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:58.710158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.746384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:58.750625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.776247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:port and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:58.782480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.784824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:58.814555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:58.842671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2f1f30-b3bd-4468-885d-46da5ca7c440,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:58.843175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:58.850787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:58.856004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:49:58.860839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:58.862781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:49:58.863660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.873900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.903145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=371f40a1-57db-4fcd-a0d1-ac9680a0b584,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:58.942565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:58.944044 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dff5d84d-6eed-4d39-9c89-263f075606c3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3182616 May 06 13:49:58.999621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41064) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:59.036979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'security_group_rule': {'security_group_id': 'eb464af6-6147-4ef1-82a2-cb06f77abcf8', 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:49:59.051388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:59.067094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:security_group_rule and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:59.072441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:59.108537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/d04df1af-f5cb-4c14-a92a-271051cd0fba/2ae8d422-d57f-4551-b4d5-7158c5d1b93f) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:59.114492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:59.153361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=b763ee84-6832-4bee-8690-f8542a048c3e,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:59.182152 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8514e702-9b96-46cf-ae85-ec94b4a731f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7085660 May 06 13:49:59.287455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41068) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:59.411576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 937a2918-cd0f-4e03-8afe-36465a598fba completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:59.438469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.455870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 937a2918-cd0f-4e03-8afe-36465a598fba triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:59.456252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.459752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.472118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port e30f4a15-d23f-4050-8e88-105818b0e17c {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:49:59.472518 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.581467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-37824b38-ebeb-4694-affc-6dc4503d55a9 None None] For port 814fd9a3-7b2e-416b-942d-589b5d983aea, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=814fd9a3-7b2e-416b-942d-589b5d983aea,segment=NetworkSegment(0d1cfbd5-9063-4c92-8234-1949f5d20bdc),segment_id=0d1cfbd5-9063-4c92-8234-1949f5d20bdc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:49:59.583474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] device_id is not set on port c17879ac-c533-4c14-b3ac-021b54a63174 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:49:59.749534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-37824b38-ebeb-4694-affc-6dc4503d55a9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:49:59.787874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-37824b38-ebeb-4694-affc-6dc4503d55a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.855941 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.898711 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Transition to ACTIVE for port object ecd762c0-bbe8-47ce-8d9d-716db9ea6764 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:59.909419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-37824b38-ebeb-4694-affc-6dc4503d55a9 None None] Transition to ACTIVE for port object 814fd9a3-7b2e-416b-942d-589b5d983aea will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:59.920086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.924532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.927692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.969998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:59.980371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-37824b38-ebeb-4694-affc-6dc4503d55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.011656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Transition to ACTIVE for port object 2ae8d422-d57f-4551-b4d5-7158c5d1b93f will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:00.017274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.129539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.146845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167eb7c-f90f-4077-a8f0-0b032a156493 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:00.149525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e167eb7c-f90f-4077-a8f0-0b032a156493 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:00.173279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.175342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76108db6-6b84-485a-8877-4052b6b6d764 None None] Pushing event updated for resources: {'Port': ['ID=ecd762c0-bbe8-47ce-8d9d-716db9ea6764,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:00.184381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Attempting to bind port ecd762c0-bbe8-47ce-8d9d-716db9ea6764 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:00.185064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Attempting to bind port ecd762c0-bbe8-47ce-8d9d-716db9ea6764 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:00.185610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Attempting to bind port ecd762c0-bbe8-47ce-8d9d-716db9ea6764 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:50:00.222519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Transition to ACTIVE for port object 2ae8d422-d57f-4551-b4d5-7158c5d1b93f will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:00.251622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 937a2918-cd0f-4e03-8afe-36465a598fba, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=937a2918-cd0f-4e03-8afe-36465a598fba,segment=NetworkSegment(4eaa298d-b996-4b7e-bf90-d34fe0720ae9),segment_id=4eaa298d-b996-4b7e-bf90-d34fe0720ae9)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:00.256508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:50:00.257195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:50:00.257914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.258516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:50:00.259169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Bound port: ecd762c0-bbe8-47ce-8d9d-716db9ea6764, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:00.259719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.299398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.312299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.320797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 15ec26d1-666d-4d8e-b2d4-b07c5706c341 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:00.364915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f006d4e-cc0f-472f-b904-d26d3db0cbe6,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:00.392962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.410646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:00.418141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.425692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:00.433924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:00.480819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37824b38-ebeb-4694-affc-6dc4503d55a9 None None] Pushing event updated for resources: {'Port': ['ID=814fd9a3-7b2e-416b-942d-589b5d983aea,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:00.547450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port e30f4a15-d23f-4050-8e88-105818b0e17c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e30f4a15-d23f-4050-8e88-105818b0e17c,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:00.548038 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.608010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] For port ecd762c0-bbe8-47ce-8d9d-716db9ea6764, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:50:00.617730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] For port ecd762c0-bbe8-47ce-8d9d-716db9ea6764, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ecd762c0-bbe8-47ce-8d9d-716db9ea6764,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:50:00.694850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.697022 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f6382082-2163-4060-822f-9ce336dfefee tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6914599 May 06 13:50:00.719873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:00.721195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41072) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:00.798871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=9a28e654-7a29-4ac4-b044-ad06822005e4,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:00.802365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e167eb7c-f90f-4077-a8f0-0b032a156493 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:00.804754 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e167eb7c-f90f-4077-a8f0-0b032a156493 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.5010223 May 06 13:50:00.810028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'security_group_rule': {'security_group_id': 'eb464af6-6147-4ef1-82a2-cb06f77abcf8', 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:00.816608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41076) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:00.845366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8::198 (a310a66c-a771-48c7-a73f-e644d09efdcf/060cb787-3430-4c6c-af44-da5d003fce78/c17879ac-c533-4c14-b3ac-021b54a63174) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:00.874746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Attempting to bind port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:00.875189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Attempting to bind port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:00.875630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Attempting to bind port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:50:00.880739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Pushing event updated for resources: {'Port': ['ID=2ae8d422-d57f-4551-b4d5-7158c5d1b93f,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:00.883954 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8a247b2e-dd2c-4f54-9dbd-7d84259e689a None None] Provisioning complete for port 937a2918-cd0f-4e03-8afe-36465a598fba triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:00.884496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8a247b2e-dd2c-4f54-9dbd-7d84259e689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.048605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:50:01.049157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:50:01.049702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.050336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:50:01.050940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Bound port: 2ae8d422-d57f-4551-b4d5-7158c5d1b93f, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:01.051419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.083617 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 15ec26d1-666d-4d8e-b2d4-b07c5706c341 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:01.084072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.146752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Allocated IP 172.26.2.33 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/bf0c97ce-27c3-4948-b585-dc61bdfb8086) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:01.168143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=937a2918-cd0f-4e03-8afe-36465a598fba,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:01.311762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76108db6-6b84-485a-8877-4052b6b6d764 None None] Pushing event updated for resources: {'Port': ['ID=ecd762c0-bbe8-47ce-8d9d-716db9ea6764,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:01.396657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.446976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Routers {'311d8f88-9e5f-41ff-87ee-e76f3a523fa1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:01.448041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['311d8f88-9e5f-41ff-87ee-e76f3a523fa1'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:01.478954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.542671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.550791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1db1b9a2-c800-44fd-b6f8-21d366754646 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 371f40a1-57db-4fcd-a0d1-ac9680a0b584 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:01.551137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db1b9a2-c800-44fd-b6f8-21d366754646 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.574188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:01.612412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for e30f4a15-d23f-4050-8e88-105818b0e17c owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:01.715343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:security_group_rule and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:01.717635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 937a2918-cd0f-4e03-8afe-36465a598fba up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:01.736210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:01.746120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:01.782071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:01.812709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:01.886838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event updated for resources: {'Port': ['ID=bf0c97ce-27c3-4948-b585-dc61bdfb8086,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:01.903875 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.937100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] Set router 311d8f88-9e5f-41ff-87ee-e76f3a523fa1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:50:01.948273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:01.953890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:01.991358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] For port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:50:02.044546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object c17879ac-c533-4c14-b3ac-021b54a63174 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:02.047938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.076815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 937a2918-cd0f-4e03-8afe-36465a598fba triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:02.077266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.228639 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] For port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2ae8d422-d57f-4551-b4d5-7158c5d1b93f,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:50:02.245501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.311181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8a247b2e-dd2c-4f54-9dbd-7d84259e689a None None] Provisioning for port 9a28e654-7a29-4ac4-b044-ad06822005e4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:02.328708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8a247b2e-dd2c-4f54-9dbd-7d84259e689a None None] Provisioning complete for port 9a28e654-7a29-4ac4-b044-ad06822005e4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:02.329767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8a247b2e-dd2c-4f54-9dbd-7d84259e689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.423697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.486506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db1b9a2-c800-44fd-b6f8-21d366754646 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.490393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4ff4e-d117-4f77-9264-e03c3082dce7 None None] Pushing event updated for resources: {'Port': ['ID=2ae8d422-d57f-4551-b4d5-7158c5d1b93f,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:02.508041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8a247b2e-dd2c-4f54-9dbd-7d84259e689a None None] Port 9a28e654-7a29-4ac4-b044-ad06822005e4 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:02.542046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 814fd9a3-7b2e-416b-942d-589b5d983aea up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:02.693883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b763ee84-6832-4bee-8690-f8542a048c3e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:02.721057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-52c7ba9f-d6a0-4486-901c-051450e5624e None None] Provisioning complete for port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:02.721431 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52c7ba9f-d6a0-4486-901c-051450e5624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.860769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-52c7ba9f-d6a0-4486-901c-051450e5624e None None] Port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:02.895640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1db1b9a2-c800-44fd-b6f8-21d366754646 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 371f40a1-57db-4fcd-a0d1-ac9680a0b584 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:02.910599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-52c7ba9f-d6a0-4486-901c-051450e5624e None None] Provisioning for port 814fd9a3-7b2e-416b-942d-589b5d983aea completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:02.916808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311d8f88-9e5f-41ff-87ee-e76f3a523fa1', 'name': 'tempest-snat-router-1938691546', 'tenant_id': '00410e31e3f84af2b8e30d8113d17b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.25'}], 'enable_snat': False}, 'gw_port_id': 'ecd762c0-bbe8-47ce-8d9d-716db9ea6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:42Z', 'updated_at': '2022-05-06T13:49:48Z', 'revision_number': 3, 'project_id': '00410e31e3f84af2b8e30d8113d17b1e', 'gw_port': {'id': 'ecd762c0-bbe8-47ce-8d9d-716db9ea6764', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d8f88-9e5f-41ff-87ee-e76f3a523fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:45Z', 'updated_at': '2022-05-06T13:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:02.918899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:02.925437 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b763ee84-6832-4bee-8690-f8542a048c3e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:02.925895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.070349 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-52c7ba9f-d6a0-4486-901c-051450e5624e None None] Provisioning complete for port 814fd9a3-7b2e-416b-942d-589b5d983aea triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:03.070902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52c7ba9f-d6a0-4486-901c-051450e5624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.134286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e0cffe-120b-42d8-8e78-9860beedbfea None None] The sync data for ids ['311d8f88-9e5f-41ff-87ee-e76f3a523fa1'] in dv-neutron-840888-1-hyperv is: [{'id': '311d8f88-9e5f-41ff-87ee-e76f3a523fa1', 'name': 'tempest-snat-router-1938691546', 'tenant_id': '00410e31e3f84af2b8e30d8113d17b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.25'}], 'enable_snat': False}, 'gw_port_id': 'ecd762c0-bbe8-47ce-8d9d-716db9ea6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:42Z', 'updated_at': '2022-05-06T13:49:48Z', 'revision_number': 3, 'project_id': '00410e31e3f84af2b8e30d8113d17b1e', 'gw_port': {'id': 'ecd762c0-bbe8-47ce-8d9d-716db9ea6764', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311d8f88-9e5f-41ff-87ee-e76f3a523fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:45Z', 'updated_at': '2022-05-06T13:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:03.281901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=c17879ac-c533-4c14-b3ac-021b54a63174,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:03.305008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:03.334576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db1b9a2-c800-44fd-b6f8-21d366754646 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.336296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:03.363526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:03.375442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:03.376798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.407014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.443581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.473748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-52c7ba9f-d6a0-4486-901c-051450e5624e None None] Provisioning complete for port 9a28e654-7a29-4ac4-b044-ad06822005e4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:03.474308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52c7ba9f-d6a0-4486-901c-051450e5624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.489434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1b9a2-c800-44fd-b6f8-21d366754646 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=371f40a1-57db-4fcd-a0d1-ac9680a0b584,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:03.542246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.664523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1db1b9a2-c800-44fd-b6f8-21d366754646 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.678747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-52c7ba9f-d6a0-4486-901c-051450e5624e None None] Port 9a28e654-7a29-4ac4-b044-ad06822005e4 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:03.692182 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1db1b9a2-c800-44fd-b6f8-21d366754646 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/371f40a1-57db-4fcd-a0d1-ac9680a0b584 HTTP/1.1" status: 204 len: 168 time: 2.8702965 May 06 13:50:03.698656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41088) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:03.747784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-64ff184e-1e86-4470-8d62-410b834e3d78 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5799227 May 06 13:50:03.756407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d40ad2f-3c56-4ef7-bf8c-7f2d4d8dcbac,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:03.769240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41092) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:03.781445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:03.785380 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-decb2c2f-f35b-4b89-9468-45731af67949 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.0010900 May 06 13:50:03.800826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:03.825541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2ae8d422-d57f-4551-b4d5-7158c5d1b93f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:03.837887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41096) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:03.920128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'security_group_rule': {'security_group_id': 'eb464af6-6147-4ef1-82a2-cb06f77abcf8', 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:04.031487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:04.059415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:security_group_rule and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:04.082159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:04.129709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-45324cc4-6a2e-4217-8328-b477408f2a49 None None] Provisioning for port c17879ac-c533-4c14-b3ac-021b54a63174 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:04.141256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-45324cc4-6a2e-4217-8328-b477408f2a49 None None] Provisioning complete for port c17879ac-c533-4c14-b3ac-021b54a63174 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:04.141691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-45324cc4-6a2e-4217-8328-b477408f2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.166958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:04.198099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:04.201756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.217858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-45324cc4-6a2e-4217-8328-b477408f2a49 None None] Port c17879ac-c533-4c14-b3ac-021b54a63174 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:04.219739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a23b1-51c5-419a-bfb5-928a59da6090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:04.221654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a23b1-51c5-419a-bfb5-928a59da6090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:04.222448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a63a23b1-51c5-419a-bfb5-928a59da6090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:04.271026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.279427 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Project 39dc180c1812417b98208e3dd53bd4c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:50:04.290304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.291117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.295015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a63a23b1-51c5-419a-bfb5-928a59da6090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:04.299662 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a63a23b1-51c5-419a-bfb5-928a59da6090 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5489104 May 06 13:50:04.304557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41100) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:04.362846 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-183e4abe-8c97-470f-b023-4999bd4dea6f None None] Provisioning for port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:04.369815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-183e4abe-8c97-470f-b023-4999bd4dea6f None None] Provisioning complete for port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:04.370401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-183e4abe-8c97-470f-b023-4999bd4dea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.413300 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.419115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=e30f4a15-d23f-4050-8e88-105818b0e17c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:04.429902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.20.0.1 (387974ee-889b-43db-af48-8600eaaf5c89/6218640e-9d35-4641-8bd6-21f10755e793/504f73aa-037b-41d2-b4dc-023783c578e8) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:04.511932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:04.527275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:04.616520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:04.654695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-183e4abe-8c97-470f-b023-4999bd4dea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.685217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:04.713953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-183e4abe-8c97-470f-b023-4999bd4dea6f None None] For port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2ae8d422-d57f-4551-b4d5-7158c5d1b93f,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:04.723435 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-183e4abe-8c97-470f-b023-4999bd4dea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:04.805824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 41270b6d-646a-45c3-b646-e348667f3ac1 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:04.829059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:04.864857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=9a28e654-7a29-4ac4-b044-ad06822005e4,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:04.879812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-0362c8a6-f6c3-44fd-9213-9e31d451b949 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet d04df1af-f5cb-4c14-a92a-271051cd0fba {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:50:04.920541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e4abe-8c97-470f-b023-4999bd4dea6f None None] Pushing event updated for resources: {'Port': ['ID=2ae8d422-d57f-4551-b4d5-7158c5d1b93f,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:04.928079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fdc4885e-840c-4a7e-bc4a-e0a512a45d61 None None] Could not find standard attr ID for object 371f40a1-57db-4fcd-a0d1-ac9680a0b584. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:50:04.955134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:04.959025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.304971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.312721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0362c8a6-f6c3-44fd-9213-9e31d451b949 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.352414 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.ipam_backend_mixin [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 060cb787-3430-4c6c-af44-da5d003fce78 (CIDR: 2001:db8::/64) May 06 13:50:05.367405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-81503860-4f8a-4a49-8f61-87294e8dde20 None None] Provisioning complete for port 9a28e654-7a29-4ac4-b044-ad06822005e4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:05.367405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-81503860-4f8a-4a49-8f61-87294e8dde20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.375758 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:50:05.376256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:05.434601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.457356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2198b572-48d6-4eea-8815-d82402981847 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6814723 May 06 13:50:05.463578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.468461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41104) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:05.477722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:05.608626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-81503860-4f8a-4a49-8f61-87294e8dde20 None None] Port 9a28e654-7a29-4ac4-b044-ad06822005e4 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:05.765837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0362c8a6-f6c3-44fd-9213-9e31d451b949 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.825014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:05.878858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2ae8d422-d57f-4551-b4d5-7158c5d1b93f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:05.977971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:06.001649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:06.001973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.009331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.024077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:06.072299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.073590 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.2342014 May 06 13:50:06.081683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41108) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:06.091705 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376c047-906b-4582-b63c-8bd46473df91 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487312a5-f60a-4cae-bfcb-a28dc47b3779,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:06.092487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.106436 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:06.107931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.119010 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'security_group_rule': {'security_group_id': 'eb464af6-6147-4ef1-82a2-cb06f77abcf8', 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:06.125848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:06.131526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:06.134576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Router 5e7733dc-976a-4268-9398-8865e3b48c49 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:50:06.151410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:security_group_rule and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:06.156850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 387974ee-889b-43db-af48-8600eaaf5c89 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:06.167370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:06.170436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:06.181049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:06.182469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:06.186538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:50:06.218723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:06.224666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.285915 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0362c8a6-f6c3-44fd-9213-9e31d451b949 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.319537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=504f73aa-037b-41d2-b4dc-023783c578e8,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:06.329244 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Project 39dc180c1812417b98208e3dd53bd4c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:50:06.372974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ecd762c0-bbe8-47ce-8d9d-716db9ea6764 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:06.476520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.531944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.566836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aa9325e2-03b4-47a3-ab1a-f1d779d5cbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.575871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ecd762c0-bbe8-47ce-8d9d-716db9ea6764 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:06.592101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ecd762c0-bbe8-47ce-8d9d-716db9ea6764 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:06.592856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.673377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:06.694652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0362c8a6-f6c3-44fd-9213-9e31d451b949 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.697635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909491da-f17b-4f96-bead-849cc924632b None None] Sync routers for ids ['5e7733dc-976a-4268-9398-8865e3b48c49'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:06.742271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:06.750478 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.ipam_backend_mixin [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f0a12e79-7262-4b7d-901d-75acd24eefdb (CIDR: 2001:db8:0:1::/64) May 06 13:50:06.768199 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:50:06.768749 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c49dfe6-216e-41cc-9cd1-3f68188ba0e0 None None] Sync routers for ids ['05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:06.769495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:06.790394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362c8a6-f6c3-44fd-9213-9e31d451b949 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=d04df1af-f5cb-4c14-a92a-271051cd0fba,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:06.795818 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.808471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router c286c038-4e0b-4860-b204-a272bd923e94 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:06.810223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0362c8a6-f6c3-44fd-9213-9e31d451b949 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.813615 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0362c8a6-f6c3-44fd-9213-9e31d451b949 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/d04df1af-f5cb-4c14-a92a-271051cd0fba HTTP/1.1" status: 204 len: 168 time: 2.4627993 May 06 13:50:06.816941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.823267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41112) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:06.826602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-329a50b0-58a6-4280-9d67-33eb4c74d4aa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3567502 May 06 13:50:06.829190 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49dfe6-216e-41cc-9cd1-3f68188ba0e0 None None] Routers {'05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:06.830357 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6c49dfe6-216e-41cc-9cd1-3f68188ba0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:06.830589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:06.833835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41114) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:06.834651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41118) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:06.837791 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bed1cae6-80e2-40bc-b6b3-2e6a2309792d tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.2018192 May 06 13:50:06.848257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909491da-f17b-4f96-bead-849cc924632b None None] Routers {'5e7733dc-976a-4268-9398-8865e3b48c49'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:06.853543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-909491da-f17b-4f96-bead-849cc924632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['5e7733dc-976a-4268-9398-8865e3b48c49'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:06.912733 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7fbab530-c52c-4425-be70-4f3fbf29e824 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0548742 May 06 13:50:06.924840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41124) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:06.978958 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dbcb1de1-77cd-4188-9852-93f5c299a5a0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1516316 May 06 13:50:06.979983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bbbbbe-078f-4ecd-9281-30b2397b8066,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:06.991395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41128) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:07.024721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96684d-a430-45ae-99d1-9c89b3db6a20 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:07.033432 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6c49dfe6-216e-41cc-9cd1-3f68188ba0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:07.057710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:07.057995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'subnet': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:07.058631 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fd29669b-ca90-4bdb-9704-531dce272628 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9685380 May 06 13:50:07.064628 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49dfe6-216e-41cc-9cd1-3f68188ba0e0 None None] Routers {'05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:07.065402 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6c49dfe6-216e-41cc-9cd1-3f68188ba0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:49:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:07.109497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03dfbec-84ee-4845-9c27-2e01cbef33b7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:07.110287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e03dfbec-84ee-4845-9c27-2e01cbef33b7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:07.148148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e03dfbec-84ee-4845-9c27-2e01cbef33b7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:07.151678 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e03dfbec-84ee-4845-9c27-2e01cbef33b7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports/9a28e654-7a29-4ac4-b044-ad06822005e4 HTTP/1.1" status: 200 len: 983 time: 0.2179103 May 06 13:50:07.162201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41136) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:07.173414 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b5152-e235-48e2-9c2a-1398c78b3dfe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:07.174161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3a0b5152-e235-48e2-9c2a-1398c78b3dfe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:07.249823 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6c49dfe6-216e-41cc-9cd1-3f68188ba0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:07.250327 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c49dfe6-216e-41cc-9cd1-3f68188ba0e0 None None] The sync data for ids ['05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:07.516653 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3a0b5152-e235-48e2-9c2a-1398c78b3dfe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:07.518197 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3a0b5152-e235-48e2-9c2a-1398c78b3dfe tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5183947 May 06 13:50:07.522831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41166) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:07.676291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-909491da-f17b-4f96-bead-849cc924632b None None] Set router 5e7733dc-976a-4268-9398-8865e3b48c49 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:50:07.858174 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2f4fa314-72e9-4399-9f78-a74ee6181e5c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/routers/5e7733dc-976a-4268-9398-8865e3b48c49 HTTP/1.1" status: 200 len: 907 time: 1.0164557 May 06 13:50:08.098519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.138387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41182) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:08.193850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ecd762c0-bbe8-47ce-8d9d-716db9ea6764, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ecd762c0-bbe8-47ce-8d9d-716db9ea6764,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:08.194097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6db25-4230-4f2f-bc27-d510fc6be20e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:08.197177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e6b6db25-4230-4f2f-bc27-d510fc6be20e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:08.241519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.335316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e6b6db25-4230-4f2f-bc27-d510fc6be20e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:08.337373 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e6b6db25-4230-4f2f-bc27-d510fc6be20e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8121097 May 06 13:50:08.341630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41188) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:08.394799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ecd762c0-bbe8-47ce-8d9d-716db9ea6764,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:08.437684 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-909491da-f17b-4f96-bead-849cc924632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7733dc-976a-4268-9398-8865e3b48c49', 'name': 'tempest-snat-router-1938691546', 'tenant_id': '00410e31e3f84af2b8e30d8113d17b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bf0c97ce-27c3-4948-b585-dc61bdfb8086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:56Z', 'updated_at': '2022-05-06T13:50:02Z', 'revision_number': 3, 'project_id': '00410e31e3f84af2b8e30d8113d17b1e', 'gw_port': {'id': 'bf0c97ce-27c3-4948-b585-dc61bdfb8086', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7733dc-976a-4268-9398-8865e3b48c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:50:00Z', 'updated_at': '2022-05-06T13:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:08.446369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909491da-f17b-4f96-bead-849cc924632b None None] Checking router: 5e7733dc-976a-4268-9398-8865e3b48c49 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:50:08.446790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909491da-f17b-4f96-bead-849cc924632b None None] Updating router 5e7733dc-976a-4268-9398-8865e3b48c49 port bf0c97ce-27c3-4948-b585-dc61bdfb8086 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:50:08.466006 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b9916041-3339-4e2c-b550-bd67589349dd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127622 May 06 13:50:08.466877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41194) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:08.480155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:08.483131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2f0b8f-34b9-46c6-9f0b-bd807bbf0b74 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:50:08.499592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f0b8f-34b9-46c6-9f0b-bd807bbf0b74 None None] Deleting port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:08.499982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0b8f-34b9-46c6-9f0b-bd807bbf0b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.619361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-909491da-f17b-4f96-bead-849cc924632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.770789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:08.801702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:08.822413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:08.826983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:08.990355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.043843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.303008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d83e8b8c-e4fd-4895-be24-96c3668cbc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.483183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-909491da-f17b-4f96-bead-849cc924632b None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.492212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5d2f0b8f-34b9-46c6-9f0b-bd807bbf0b74 None None] For port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2ae8d422-d57f-4551-b4d5-7158c5d1b93f,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:09.492636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0b8f-34b9-46c6-9f0b-bd807bbf0b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.506987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 9a28e654-7a29-4ac4-b044-ad06822005e4 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:09.508194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.562172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.581603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-909491da-f17b-4f96-bead-849cc924632b None None] Transition to ACTIVE for port object bf0c97ce-27c3-4948-b585-dc61bdfb8086 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:09.590614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Deleting port bf0c97ce-27c3-4948-b585-dc61bdfb8086 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:09.591792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.654934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f0b8f-34b9-46c6-9f0b-bd807bbf0b74 None None] Calling delete_port for 2ae8d422-d57f-4551-b4d5-7158c5d1b93f owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:09.708841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-909491da-f17b-4f96-bead-849cc924632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.732758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:09.776488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Usage tracker for resource:subnet and tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:09.780356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:09.787542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:09.814035 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2055ea9e-424f-42f9-b70e-da3fd1c91cde tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/c286c038-4e0b-4860-b204-a272bd923e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5252972 May 06 13:50:09.827139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] Sync routers for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:09.834400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-909491da-f17b-4f96-bead-849cc924632b None None] Attempting to bind port bf0c97ce-27c3-4948-b585-dc61bdfb8086 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:09.836141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-909491da-f17b-4f96-bead-849cc924632b None None] Attempting to bind port bf0c97ce-27c3-4948-b585-dc61bdfb8086 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:09.836744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909491da-f17b-4f96-bead-849cc924632b None None] Attempting to bind port bf0c97ce-27c3-4948-b585-dc61bdfb8086 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:50:09.849604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.871681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c93a2-1441-4ea1-8858-699743a96fbb None None] Pushing event updated for resources: {'Port': ['ID=bf0c97ce-27c3-4948-b585-dc61bdfb8086,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:09.878579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909491da-f17b-4f96-bead-849cc924632b None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:50:09.879251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909491da-f17b-4f96-bead-849cc924632b None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:50:09.880728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-909491da-f17b-4f96-bead-849cc924632b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.881320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909491da-f17b-4f96-bead-849cc924632b None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:50:09.882316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-909491da-f17b-4f96-bead-849cc924632b None None] Bound port: bf0c97ce-27c3-4948-b585-dc61bdfb8086, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:09.882899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-909491da-f17b-4f96-bead-849cc924632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.917071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:09.918161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:09.951204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:50:09.957499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:09.979120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.248801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:50:10.508999 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.516876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Made reservation on behalf of 7bed9daf2f1e4f0b85fc96ab107c7e3f for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:10.519254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.547781 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0b8f-34b9-46c6-9f0b-bd807bbf0b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.614131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ecd762c0-bbe8-47ce-8d9d-716db9ea6764 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:10.697052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f0b8f-34b9-46c6-9f0b-bd807bbf0b74 None None] Pushing event deleted for resources: {'Port': ['ID=2ae8d422-d57f-4551-b4d5-7158c5d1b93f,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:10.701125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.758339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] For port bf0c97ce-27c3-4948-b585-dc61bdfb8086, host dv-neutron-840888-1-hyperv, got binding levels [] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:10.758339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.803657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f0b8f-34b9-46c6-9f0b-bd807bbf0b74 None None] No DVR routers for this DVR port 2ae8d422-d57f-4551-b4d5-7158c5d1b93f on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:10.806886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.810755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759e81-924e-4335-868c-eae31d0e065b req-779030ed-c856-46bd-a9cd-b767899392ad tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:10.810755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-a8759e81-924e-4335-868c-eae31d0e065b req-779030ed-c856-46bd-a9cd-b767899392ad tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:10.930771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-909491da-f17b-4f96-bead-849cc924632b None None] For port bf0c97ce-27c3-4948-b585-dc61bdfb8086, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:50:10.957212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-909491da-f17b-4f96-bead-849cc924632b None None] For port bf0c97ce-27c3-4948-b585-dc61bdfb8086, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bf0c97ce-27c3-4948-b585-dc61bdfb8086,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:50:11.062880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ecd762c0-bbe8-47ce-8d9d-716db9ea6764 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:11.063813 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.140561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:11.152118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 9a28e654-7a29-4ac4-b044-ad06822005e4 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:11.197294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Calling delete_port for bf0c97ce-27c3-4948-b585-dc61bdfb8086 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:11.200109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:11.224557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:11.225167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.302320 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8335950 May 06 13:50:11.308391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41242) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:11.311856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb40c9-f955-4d29-ac8b-23dc045c96e9 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:11.320412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:11.334965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-909491da-f17b-4f96-bead-849cc924632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.352713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd672d4-26fc-485c-83a3-74ba3eb1b7f3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=2f4f4864-5ac6-4119-9f69-ae97efdc29e7,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:11.552654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.650272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-a8759e81-924e-4335-868c-eae31d0e065b req-779030ed-c856-46bd-a9cd-b767899392ad tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:11.650272 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8759e81-924e-4335-868c-eae31d0e065b req-779030ed-c856-46bd-a9cd-b767899392ad tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 946 time: 1.2231214 May 06 13:50:11.746276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=9a28e654-7a29-4ac4-b044-ad06822005e4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:11.805085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909491da-f17b-4f96-bead-849cc924632b None None] Routers {'5e7733dc-976a-4268-9398-8865e3b48c49'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:11.806085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-909491da-f17b-4f96-bead-849cc924632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['5e7733dc-976a-4268-9398-8865e3b48c49'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:11.987958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:11.998161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.063675 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8759e81-924e-4335-868c-eae31d0e065b req-b905ea6a-d4ef-476a-8ddc-8e6454d9d208 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704696 May 06 13:50:12.199732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c93a2-1441-4ea1-8858-699743a96fbb None None] Pushing event updated for resources: {'Port': ['ID=bf0c97ce-27c3-4948-b585-dc61bdfb8086,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:12.369689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:12.382323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:12.400472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:12.405769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.407674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:12.408172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:12.411492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:12.426165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2ae8d422-d57f-4551-b4d5-7158c5d1b93f no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:12.439948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.475418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:12.477227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-909491da-f17b-4f96-bead-849cc924632b None None] Set router 5e7733dc-976a-4268-9398-8865e3b48c49 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:50:12.524271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:12.591594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:12.598951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.635407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836a782-069d-4c57-9514-c10dbca0236e req-4b6aa0ad-5eb9-491a-9caf-77a5aeec9280 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:12.637732 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4836a782-069d-4c57-9514-c10dbca0236e req-4b6aa0ad-5eb9-491a-9caf-77a5aeec9280 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 946 time: 0.7262533 May 06 13:50:12.687787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.693887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 2ae8d422-d57f-4551-b4d5-7158c5d1b93f {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:50:12.694227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2ae8d422-d57f-4551-b4d5-7158c5d1b93f not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:12.711570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:39Z', 'updated_at': '2022-05-06T13:47:53Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:12.718453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:12.739126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-909491da-f17b-4f96-bead-849cc924632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7733dc-976a-4268-9398-8865e3b48c49', 'name': 'tempest-snat-router-1938691546', 'tenant_id': '00410e31e3f84af2b8e30d8113d17b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:56Z', 'updated_at': '2022-05-06T13:50:09Z', 'revision_number': 4, 'project_id': '00410e31e3f84af2b8e30d8113d17b1e', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:12.741275 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b62127-67c1-4d72-b1b2-41f6045304fc None None] Sync routers for ids ['05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:12.751872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] Checking router: c286c038-4e0b-4860-b204-a272bd923e94 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:50:12.759053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909491da-f17b-4f96-bead-849cc924632b None None] The sync data for ids ['5e7733dc-976a-4268-9398-8865e3b48c49'] in dv-neutron-840888-1-hyperv is: [{'id': '5e7733dc-976a-4268-9398-8865e3b48c49', 'name': 'tempest-snat-router-1938691546', 'tenant_id': '00410e31e3f84af2b8e30d8113d17b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:56Z', 'updated_at': '2022-05-06T13:50:09Z', 'revision_number': 4, 'project_id': '00410e31e3f84af2b8e30d8113d17b1e', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:12.761405 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b62127-67c1-4d72-b1b2-41f6045304fc None None] Routers {'05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:12.762291 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-82b62127-67c1-4d72-b1b2-41f6045304fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:12.774643 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:12.777680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:12.800632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=504f73aa-037b-41d2-b4dc-023783c578e8,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:12.808609 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-42fbd1ff-7855-4d44-99a5-67aea0ad4411 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6253543 May 06 13:50:12.812318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41248) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:12.923979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Deleting port bf0c97ce-27c3-4948-b585-dc61bdfb8086 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:12.924940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.933479 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-82b62127-67c1-4d72-b1b2-41f6045304fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:12.946798 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b62127-67c1-4d72-b1b2-41f6045304fc None None] Routers {'05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:12.947792 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-82b62127-67c1-4d72-b1b2-41f6045304fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:12.969924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '2f4f4864-5ac6-4119-9f69-ae97efdc29e7'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:50:12.971482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.135990 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-82b62127-67c1-4d72-b1b2-41f6045304fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:13.136933 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b62127-67c1-4d72-b1b2-41f6045304fc None None] The sync data for ids ['05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:13.298551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-4836a782-069d-4c57-9514-c10dbca0236e req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:13.299509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4836a782-069d-4c57-9514-c10dbca0236e req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.354527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.556380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Allocated IP 2001:db8::f816:3eff:fe45:7528 (ed4177a0-aee3-4756-a30e-bb3035a9c410/2f4f4864-5ac6-4119-9f69-ae97efdc29e7/b1e35717-2ebf-49ca-80d9-eecf8eea0f88) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:13.569935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:50:13.670690 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.ipam_backend_mixin [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f4f4864-5ac6-4119-9f69-ae97efdc29e7 (CIDR: 2001:db8::/64) May 06 13:50:13.751503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Network a310a66c-a771-48c7-a73f-e644d09efdcf is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:13.752587 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:50:13.753119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:13.779096 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:13.804129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0aeeee-a0df-4062-b538-13865d52e90f None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:13.807083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:13.807686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.829340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Subnet': ['ID=c454a583-299b-4b63-a431-17d7c875d516,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:13.844898 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-18699289-358c-43d7-9d3e-7381b8d13583 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] remove_router_interface failed (client error): The resource could not be found. May 06 13:50:13.848529 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-18699289-358c-43d7-9d3e-7381b8d13583 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0277281 May 06 13:50:13.850102 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41256) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:13.911116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 387974ee-889b-43db-af48-8600eaaf5c89 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:13.934559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:13.944540 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-45f4a2f9-4379-4f42-be7b-77a309c0623c tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 7.1052032 May 06 13:50:13.948941 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5d20ea37-3bf4-4962-8ab8-0219eb1208db tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6366074 May 06 13:50:13.961993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41260) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:13.964969 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41262) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:13.967383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-82adad48-afde-414f-a0d9-37c9c82004ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:13.996604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:14.019836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-827080245', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c454a583-299b-4b63-a431-17d7c875d516'}], 'security_groups': ['0b9963e9-5edd-4692-b689-76c06f78e719', 'f32d3f08-f9a0-4947-8a11-f11b610fc175']}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:14.302674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-82adad48-afde-414f-a0d9-37c9c82004ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:14.309281 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-82adad48-afde-414f-a0d9-37c9c82004ea tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f HTTP/1.1" status: 200 len: 205 time: 0.4570844 May 06 13:50:14.312414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] For port bf0c97ce-27c3-4948-b585-dc61bdfb8086, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bf0c97ce-27c3-4948-b585-dc61bdfb8086,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:14.313289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.315510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41268) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:14.506559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94c9a2-b869-427a-a274-d05a68c47244 req-728c993d-9dc8-4625-b306-a0bfb44082eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:14.509235 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec94c9a2-b869-427a-a274-d05a68c47244 req-728c993d-9dc8-4625-b306-a0bfb44082eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 946 time: 1.1146548 May 06 13:50:14.516640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Calling delete_port for bf0c97ce-27c3-4948-b585-dc61bdfb8086 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:14.558520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.611167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-202b1469-31e0-4ad5-81b9-6e8b4e05950a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.629193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec94c9a2-b869-427a-a274-d05a68c47244 req-ba8a867b-820f-440a-999d-bf745570862a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745609 May 06 13:50:14.638898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Transition to ACTIVE for port object b1e35717-2ebf-49ca-80d9-eecf8eea0f88 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:14.735833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Transition to ACTIVE for port object b1e35717-2ebf-49ca-80d9-eecf8eea0f88 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:14.758358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.811351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-4836a782-069d-4c57-9514-c10dbca0236e req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 7b0a3069-40cd-483e-8d7d-b2c2a8837627, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7b0a3069-40cd-483e-8d7d-b2c2a8837627,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:14.811632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4836a782-069d-4c57-9514-c10dbca0236e req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.845112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:14.857928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:14.866123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:14.875952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:14.910811 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:14.921389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:14.938149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:14.947141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Pushing event updated for resources: {'Port': ['ID=b1e35717-2ebf-49ca-80d9-eecf8eea0f88,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:15.080096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:15.084674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.104670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:39Z', 'updated_at': '2022-05-06T13:47:53Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:15.115376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd188e8-ba9a-41bf-ab0a-e05afc95b673 None None] The sync data for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv is: [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.241', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'port_id': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'mac_address': 'fa:16:3e:b4:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:47:39Z', 'updated_at': '2022-05-06T13:47:53Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:15.119895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Attempting to bind port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:15.120276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Attempting to bind port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:15.120668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Attempting to bind port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:50:15.129544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7b0a3069-40cd-483e-8d7d-b2c2a8837627 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:15.229763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-4836a782-069d-4c57-9514-c10dbca0236e req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 7b0a3069-40cd-483e-8d7d-b2c2a8837627 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:15.237962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:50:15.238939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:50:15.239608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.240021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:50:15.240569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Bound port: b1e35717-2ebf-49ca-80d9-eecf8eea0f88, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:15.240952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.330159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-202b1469-31e0-4ad5-81b9-6e8b4e05950a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.342059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-202b1469-31e0-4ad5-81b9-6e8b4e05950a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.344190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:15.375518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279935d-fba5-4702-9c92-e06b15035c05 None None] Update dhcp port {'port': {'network_id': 'a310a66c-a771-48c7-a73f-e644d09efdcf', 'fixed_ips': [{'subnet_id': 'f0a12e79-7262-4b7d-901d-75acd24eefdb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '060cb787-3430-4c6c-af44-da5d003fce78', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c454a583-299b-4b63-a431-17d7c875d516'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '814fd9a3-7b2e-416b-942d-589b5d983aea'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:50:15.516584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.535299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b279935d-fba5-4702-9c92-e06b15035c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.567420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] For port b1e35717-2ebf-49ca-80d9-eecf8eea0f88, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:50:15.619278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.631434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-202b1469-31e0-4ad5-81b9-6e8b4e05950a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.631748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202b1469-31e0-4ad5-81b9-6e8b4e05950a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Fanout notify agent at l3_agent the message router_deleted on router 05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:50:15.719776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-202b1469-31e0-4ad5-81b9-6e8b4e05950a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.725125 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-202b1469-31e0-4ad5-81b9-6e8b4e05950a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f HTTP/1.1" status: 204 len: 168 time: 1.3920617 May 06 13:50:15.734274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41276) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:15.880053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-b279935d-fba5-4702-9c92-e06b15035c05 None None] Allocated IP 2001:db8:0:2::2 (a310a66c-a771-48c7-a73f-e644d09efdcf/c454a583-299b-4b63-a431-17d7c875d516/814fd9a3-7b2e-416b-942d-589b5d983aea) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:15.893919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-feea9f13-c48a-4da0-8a75-115b5cf05539 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting subnet a14f9b2c-ea1e-4e6d-bc95-ebfc46e8c076 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:50:15.956839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feea9f13-c48a-4da0-8a75-115b5cf05539 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.171763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feea9f13-c48a-4da0-8a75-115b5cf05539 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.184007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:16.215193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-43b86d31-d7aa-4c6d-80e8-9ca63c600e69 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/routers/736f0929-a756-48de-901b-d8addfd06a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5912354 May 06 13:50:16.219552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41282) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:16.227086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'port': {'network_id': '387974ee-889b-43db-af48-8600eaaf5c89', 'name': 'tempest-FloatingIPTestJSON-621221966'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:16.344796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] For port b1e35717-2ebf-49ca-80d9-eecf8eea0f88, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b1e35717-2ebf-49ca-80d9-eecf8eea0f88,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:50:16.349294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ef15c-fdad-4064-858f-867b2de5a7db None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:16.369040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.382606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.470418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feea9f13-c48a-4da0-8a75-115b5cf05539 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.482551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4836a782-069d-4c57-9514-c10dbca0236e req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.509353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:16.513208 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:50:16.516751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=a9c28ed7-e1f8-4c30-a88f-bd94cce298b4,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:16.519519 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:16.531260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:16.532000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.577960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=7b0a3069-40cd-483e-8d7d-b2c2a8837627,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:16.584253 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d152d039-295e-4c64-936e-942bf1e0beac tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5994234 May 06 13:50:16.586915 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41286) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:16.596041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.602415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d8a32-e636-4c23-a974-9e1e54bb6491 None None] Pushing event updated for resources: {'Port': ['ID=b1e35717-2ebf-49ca-80d9-eecf8eea0f88,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:16.610227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:cb:43:5f', 'name': 'tempest-NetworksTestDHCPv6-133486554'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:16.625705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ef15c-fdad-4064-858f-867b2de5a7db None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:16.626487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-735ef15c-fdad-4064-858f-867b2de5a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:16.706449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf0c97ce-27c3-4948-b585-dc61bdfb8086,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:16.828510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feea9f13-c48a-4da0-8a75-115b5cf05539 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.891780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-735ef15c-fdad-4064-858f-867b2de5a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:16.919103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-feea9f13-c48a-4da0-8a75-115b5cf05539 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.933414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3353549-b8b5-4f5e-8503-7bf0bf37d23f None None] Network 41270b6d-646a-45c3-b646-e348667f3ac1 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:16.953120 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-feea9f13-c48a-4da0-8a75-115b5cf05539 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/a14f9b2c-ea1e-4e6d-bc95-ebfc46e8c076 HTTP/1.1" status: 204 len: 168 time: 1.2170496 May 06 13:50:16.955294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41290) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:16.974731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ef15c-fdad-4064-858f-867b2de5a7db None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:16.975480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-735ef15c-fdad-4064-858f-867b2de5a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:17.090101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e30f4a15-d23f-4050-8e88-105818b0e17c no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:17.149971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-4836a782-069d-4c57-9514-c10dbca0236e req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port 7b0a3069-40cd-483e-8d7d-b2c2a8837627 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:17.158139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:17.163270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:port and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:17.167991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:17.175741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:17.187894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4836a782-069d-4c57-9514-c10dbca0236e req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.202433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7', 'name': 'network-vif-deleted', 'tag': '7b0a3069-40cd-483e-8d7d-b2c2a8837627'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:50:17.258649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Made reservation on behalf of 1a2ea55a215a4bc1928456f4e0f1a45f for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:17.262790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.270332 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea9f13-c48a-4da0-8a75-115b5cf05539 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Subnet': ['ID=a14f9b2c-ea1e-4e6d-bc95-ebfc46e8c076,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:17.318118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b279935d-fba5-4702-9c92-e06b15035c05 None None] For port 814fd9a3-7b2e-416b-942d-589b5d983aea, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=814fd9a3-7b2e-416b-942d-589b5d983aea,segment=NetworkSegment(0d1cfbd5-9063-4c92-8234-1949f5d20bdc),segment_id=0d1cfbd5-9063-4c92-8234-1949f5d20bdc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:17.323615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cffb87-d6dd-434d-9f99-4822970b8c01 req-fb0410d9-e6cc-47b6-8c40-760b1ebcc7b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:17.328891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-31cffb87-d6dd-434d-9f99-4822970b8c01 req-fb0410d9-e6cc-47b6-8c40-760b1ebcc7b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:17.383744 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7b47a0-a8a5-4e5a-933b-6f357a7b565f'] response: {'server_uuid': '114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7', 'name': 'network-vif-deleted', 'tag': '7b0a3069-40cd-483e-8d7d-b2c2a8837627', 'status': 'completed', 'code': 200} May 06 13:50:17.417072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4836a782-069d-4c57-9514-c10dbca0236e req-98a20c58-7151-49f6-913a-d3ab67306b85 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/7b0a3069-40cd-483e-8d7d-b2c2a8837627 HTTP/1.1" status: 204 len: 173 time: 4.7646511 May 06 13:50:17.448831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.473246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] device_id is not set on port 4a1dbafa-e067-4eaa-a2d5-e0f49e33317e yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:50:17.497322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b279935d-fba5-4702-9c92-e06b15035c05 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.533009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b279935d-fba5-4702-9c92-e06b15035c05 None None] Transition to ACTIVE for port object 814fd9a3-7b2e-416b-942d-589b5d983aea will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:17.557665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-31cffb87-d6dd-434d-9f99-4822970b8c01 req-fb0410d9-e6cc-47b6-8c40-760b1ebcc7b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:17.559199 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-31cffb87-d6dd-434d-9f99-4822970b8c01 req-fb0410d9-e6cc-47b6-8c40-760b1ebcc7b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=114cd88c-ffb9-4f3e-ab0e-0dfe599ce2c7 HTTP/1.1" status: 200 len: 946 time: 1.3039289 May 06 13:50:17.573036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.649293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 937a2918-cd0f-4e03-8afe-36465a598fba {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:17.649777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.698868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: e30f4a15-d23f-4050-8e88-105818b0e17c {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:50:17.699857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e30f4a15-d23f-4050-8e88-105818b0e17c not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:17.707427 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-735ef15c-fdad-4064-858f-867b2de5a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:17.707922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ef15c-fdad-4064-858f-867b2de5a7db None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:17.723479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b279935d-fba5-4702-9c92-e06b15035c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.868647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:17.888746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:17.904904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:18.028807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:18.106346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279935d-fba5-4702-9c92-e06b15035c05 None None] Pushing event updated for resources: {'Port': ['ID=814fd9a3-7b2e-416b-942d-589b5d983aea,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:18.173930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:18.343574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea997658-0ff5-4e1b-b973-cb6d8a7522f2 None None] DHCP port deletion for 41270b6d-646a-45c3-b646-e348667f3ac1 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:50:18.349501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ea997658-0ff5-4e1b-b973-cb6d8a7522f2 None None] Deleting port 937a2918-cd0f-4e03-8afe-36465a598fba {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:18.350434 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ea997658-0ff5-4e1b-b973-cb6d8a7522f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.388823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.20.0.4 (387974ee-889b-43db-af48-8600eaaf5c89/6218640e-9d35-4641-8bd6-21f10755e793/4a1dbafa-e067-4eaa-a2d5-e0f49e33317e) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:18.592047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Delete allocated IP 2001:db8::198 (a310a66c-a771-48c7-a73f-e644d09efdcf/060cb787-3430-4c6c-af44-da5d003fce78) {{(pid=87985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:50:18.626463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.643570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.647279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Allocated IP 2001:db8:0:2::bf (a310a66c-a771-48c7-a73f-e644d09efdcf/c454a583-299b-4b63-a431-17d7c875d516/c17879ac-c533-4c14-b3ac-021b54a63174) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:18.661828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 937a2918-cd0f-4e03-8afe-36465a598fba, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=937a2918-cd0f-4e03-8afe-36465a598fba,segment=NetworkSegment(4eaa298d-b996-4b7e-bf90-d34fe0720ae9),segment_id=4eaa298d-b996-4b7e-bf90-d34fe0720ae9)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:18.664673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.766014 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-31cffb87-d6dd-434d-9f99-4822970b8c01 req-5f49a120-6654-46a3-a794-e6db37855ecb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0d4b14e-92be-47b9-a187-f0f376a82211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0811172 May 06 13:50:18.913507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:18.918959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7733dc-976a-4268-9398-8865e3b48c49 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:50:19.104737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.106145 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-675ade3e-4771-40dc-83bc-8a00ca57c472 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5e7733dc-976a-4268-9398-8865e3b48c49 HTTP/1.1" status: 204 len: 168 time: 10.9535110 May 06 13:50:19.191351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-ea997658-0ff5-4e1b-b973-cb6d8a7522f2 None None] For port 937a2918-cd0f-4e03-8afe-36465a598fba, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=937a2918-cd0f-4e03-8afe-36465a598fba,segment=NetworkSegment(4eaa298d-b996-4b7e-bf90-d34fe0720ae9),segment_id=4eaa298d-b996-4b7e-bf90-d34fe0720ae9)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:19.193189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ea997658-0ff5-4e1b-b973-cb6d8a7522f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.242158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41300) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:19.459783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.527601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b1e35717-2ebf-49ca-80d9-eecf8eea0f88 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:19.569371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.608988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27213c9d-6264-445e-bd51-641b4da690d5 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:19.620866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 937a2918-cd0f-4e03-8afe-36465a598fba owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:19.640654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ea997658-0ff5-4e1b-b973-cb6d8a7522f2 None None] Calling delete_port for 937a2918-cd0f-4e03-8afe-36465a598fba owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:19.674274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.785030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8c320f3a-11f2-403c-b539-538d4cec8df9 None None] Provisioning for port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:19.833789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:19.878467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:19.976954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.063118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:20.063601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.065673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Transition to ACTIVE for port object c17879ac-c533-4c14-b3ac-021b54a63174 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:20.079269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.180552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41308) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:20.214409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 78f40734-22d5-4b18-84f5-b1f7d58b096d yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:50:20.224021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ea997658-0ff5-4e1b-b973-cb6d8a7522f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.261824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 387974ee-889b-43db-af48-8600eaaf5c89 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:20.275114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:20.284492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:20.300229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Provisioning complete for port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:20.300628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.328656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea997658-0ff5-4e1b-b973-cb6d8a7522f2 None None] No DVR routers for this DVR port 937a2918-cd0f-4e03-8afe-36465a598fba on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:20.341088 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea997658-0ff5-4e1b-b973-cb6d8a7522f2 None None] Pushing event deleted for resources: {'Port': ['ID=937a2918-cd0f-4e03-8afe-36465a598fba,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:20.349052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=4a1dbafa-e067-4eaa-a2d5-e0f49e33317e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:20.380961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.416940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Deleting port ecd762c0-bbe8-47ce-8d9d-716db9ea6764 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:20.417903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.459224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event updated for resources: {'Port': ['ID=c17879ac-c533-4c14-b3ac-021b54a63174,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:20.478138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:20.480454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:20.549997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:20.567171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:20.570891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.589994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.613292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] In _notify_port_updated(), no bound segment for port c17879ac-c533-4c14-b3ac-021b54a63174 on network a310a66c-a771-48c7-a73f-e644d09efdcf {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:50:20.617262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Provisioning for port 814fd9a3-7b2e-416b-942d-589b5d983aea completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:20.624793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:20.625673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.629260 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4dfd166c-a491-4ea5-b48a-982b225cdaab tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "PUT /v2.0/ports/c17879ac-c533-4c14-b3ac-021b54a63174 HTTP/1.1" status: 200 len: 968 time: 6.6587152 May 06 13:50:20.633642 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Provisioning complete for port 814fd9a3-7b2e-416b-942d-589b5d983aea triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:20.634084 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.642960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41312) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:20.671539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port b1e35717-2ebf-49ca-80d9-eecf8eea0f88, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b1e35717-2ebf-49ca-80d9-eecf8eea0f88,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:20.693280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.693280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 814fd9a3-7b2e-416b-942d-589b5d983aea up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:20.698272 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b8d1bd23-f234-4de9-b2f9-6c61aed8157b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4751341 May 06 13:50:20.714947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41318) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:20.762823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'port': {'network_id': '387974ee-889b-43db-af48-8600eaaf5c89', 'name': 'tempest-FloatingIPTestJSON-58510912'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:20.941651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74bc94a1-6b36-4796-bdfd-d85022b977ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.992324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 937a2918-cd0f-4e03-8afe-36465a598fba {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:20.992694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:20.996333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=b1e35717-2ebf-49ca-80d9-eecf8eea0f88,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:21.056980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 814fd9a3-7b2e-416b-942d-589b5d983aea triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:21.056980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.099915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] For port ecd762c0-bbe8-47ce-8d9d-716db9ea6764, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ecd762c0-bbe8-47ce-8d9d-716db9ea6764,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:21.101831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.152712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Provisioning for port c17879ac-c533-4c14-b3ac-021b54a63174 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:21.161497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b99940-26dc-47cf-9008-690b5c45e0ec None None] Update dhcp port {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': '2f4f4864-5ac6-4119-9f69-ae97efdc29e7', 'ip_address': '2001:db8::f816:3eff:fe45:7528'}, {'subnet_id': 'a9c28ed7-e1f8-4c30-a88f-bd94cce298b4'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': 'b1e35717-2ebf-49ca-80d9-eecf8eea0f88'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:50:21.232718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Provisioning complete for port c17879ac-c533-4c14-b3ac-021b54a63174 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:21.234050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.285684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] The port '937a2918-cd0f-4e03-8afe-36465a598fba' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:50:21.451615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-930f1ec2-7d2c-4afd-8402-44a9abcb9f6f None None] Port c17879ac-c533-4c14-b3ac-021b54a63174 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:21.493224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-66b99940-26dc-47cf-9008-690b5c45e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.494554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Calling delete_port for ecd762c0-bbe8-47ce-8d9d-716db9ea6764 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:21.499930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74bc94a1-6b36-4796-bdfd-d85022b977ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.669662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.699015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6e16d-0f46-4009-acd7-f4aba8cdcc81 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port c17879ac-c533-4c14-b3ac-021b54a63174 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:21.699561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7a6e16d-0f46-4009-acd7-f4aba8cdcc81 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.748690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 937a2918-cd0f-4e03-8afe-36465a598fba no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:21.780011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b0203f71-4568-4cea-b837-87c3da9a5291 None None] Provisioning complete for port c17879ac-c533-4c14-b3ac-021b54a63174 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:21.780475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b0203f71-4568-4cea-b837-87c3da9a5291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.840182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 937a2918-cd0f-4e03-8afe-36465a598fba {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:50:21.840477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 937a2918-cd0f-4e03-8afe-36465a598fba not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:21.841936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41270b6d-646a-45c3-b646-e348667f3ac1']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:21.860282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.917590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b0203f71-4568-4cea-b837-87c3da9a5291 None None] Port c17879ac-c533-4c14-b3ac-021b54a63174 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:21.953975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:21.960673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaa298d-b996-4b7e-bf90-d34fe0720ae9') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:21.961151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaa298d-b996-4b7e-bf90-d34fe0720ae9') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:21.981625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecd762c0-bbe8-47ce-8d9d-716db9ea6764,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:22.003303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:port and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:22.015220 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.027738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:22.066702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b1e35717-2ebf-49ca-80d9-eecf8eea0f88 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:22.100553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:22.151024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.169230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.184962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Made reservation on behalf of 1a2ea55a215a4bc1928456f4e0f1a45f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:22.191023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.220669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8:0:1::1d (ed4177a0-aee3-4756-a30e-bb3035a9c410/a9c28ed7-e1f8-4c30-a88f-bd94cce298b4/78f40734-22d5-4b18-84f5-b1f7d58b096d) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:22.232072 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:50:22.232782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.259051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:22.260397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:22.274635 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:22.299590 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:fecb:435f (ed4177a0-aee3-4756-a30e-bb3035a9c410/2f4f4864-5ac6-4119-9f69-ae97efdc29e7/78f40734-22d5-4b18-84f5-b1f7d58b096d) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:22.390481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.394674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.425671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.426461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 311d8f88-9e5f-41ff-87ee-e76f3a523fa1 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:50:22.446078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.451983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6a97d4d3-4acc-450c-af33-145e16d509ef tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "DELETE /v2.0/routers/311d8f88-9e5f-41ff-87ee-e76f3a523fa1 HTTP/1.1" status: 204 len: 168 time: 3.2083898 May 06 13:50:22.452940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41326) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:22.459783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-429523598', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:22.471012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:22.472993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] device_id is not set on port 3827e7d6-ac08-4cde-8653-3780f40a41cd yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:50:22.485729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Usage tracker for resource:router and tenant:b8f70b1d97684202bcb4c340bb5e21a3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:22.492988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:22.502298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:22.516531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.517795 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:22.904130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74bc94a1-6b36-4796-bdfd-d85022b977ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.023875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.048465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.053619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc94a1-6b36-4796-bdfd-d85022b977ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4b14e-92be-47b9-a187-f0f376a82211,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:23.102199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.243917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Network': ['ID=41270b6d-646a-45c3-b646-e348667f3ac1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:23.321953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74bc94a1-6b36-4796-bdfd-d85022b977ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.323549 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-74bc94a1-6b36-4796-bdfd-d85022b977ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/c0d4b14e-92be-47b9-a187-f0f376a82211 HTTP/1.1" status: 204 len: 168 time: 3.0314178 May 06 13:50:23.409494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41332) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:23.411818 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-221b6396-ed28-4bb7-92b1-02a56e92cf79 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/networks/41270b6d-646a-45c3-b646-e348667f3ac1 HTTP/1.1" status: 204 len: 168 time: 6.4391820 May 06 13:50:23.416315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7a6e16d-0f46-4009-acd7-f4aba8cdcc81 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.456010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41336) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:23.469943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1132857802'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:23.490236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.498505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:23.510826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:network and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:23.516862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:23.548540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-231ab279-5fd2-4611-9e42-156c79915625 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting subnet e2450b9d-58d4-41fa-967a-eacf2aa89227 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:50:23.553249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:23.558940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-231ab279-5fd2-4611-9e42-156c79915625 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.698037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:23.702701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.759525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-231ab279-5fd2-4611-9e42-156c79915625 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.845637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:23.874300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.874659 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added segment 7ab8be20-a98b-4c82-b345-86ee1b05c844 of type vlan for network fbdb711e-3fff-4504-9365-50358605d9ba May 06 13:50:23.933557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6e16d-0f46-4009-acd7-f4aba8cdcc81 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for c17879ac-c533-4c14-b3ac-021b54a63174 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:23.955511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:23.994218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ecd762c0-bbe8-47ce-8d9d-716db9ea6764 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:24.003230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-231ab279-5fd2-4611-9e42-156c79915625 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.049223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: ecd762c0-bbe8-47ce-8d9d-716db9ea6764 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:50:24.051110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ecd762c0-bbe8-47ce-8d9d-716db9ea6764 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:24.217820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.20.0.5 (387974ee-889b-43db-af48-8600eaaf5c89/6218640e-9d35-4641-8bd6-21f10755e793/3827e7d6-ac08-4cde-8653-3780f40a41cd) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:24.253499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:24.286860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7a6e16d-0f46-4009-acd7-f4aba8cdcc81 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.297529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.307692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:24.308582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.340511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.383474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6e16d-0f46-4009-acd7-f4aba8cdcc81 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=c17879ac-c533-4c14-b3ac-021b54a63174,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:24.448981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f7a6e16d-0f46-4009-acd7-f4aba8cdcc81 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.453293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 78f40734-22d5-4b18-84f5-b1f7d58b096d will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:24.504555 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f7a6e16d-0f46-4009-acd7-f4aba8cdcc81 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/c17879ac-c533-4c14-b3ac-021b54a63174 HTTP/1.1" status: 204 len: 168 time: 3.8524568 May 06 13:50:24.505826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41342) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.630659 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-804a1283-7a69-4893-9eef-0898bdd8704a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] GET failed (client error): The resource could not be found. May 06 13:50:24.630659 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-804a1283-7a69-4893-9eef-0898bdd8704a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:24.631126 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1738763 May 06 13:50:24.637793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41348) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.641700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-231ab279-5fd2-4611-9e42-156c79915625 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.651778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'subnet': {'network_id': 'fbdb711e-3fff-4504-9365-50358605d9ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:24.676284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.730892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-804a1283-7a69-4893-9eef-0898bdd8704a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:24.736179 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-804a1283-7a69-4893-9eef-0898bdd8704a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports/c17879ac-c533-4c14-b3ac-021b54a63174 HTTP/1.1" status: 404 len: 333 time: 0.2252779 May 06 13:50:24.742674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41352) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.745140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a6963-57b7-4d2b-bcbf-e9df874d6a74 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Network': ['ID=fbdb711e-3fff-4504-9365-50358605d9ba,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:24.814948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network fbdb711e-3fff-4504-9365-50358605d9ba details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:24.832574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:24.853885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ab279-5fd2-4611-9e42-156c79915625 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Subnet': ['ID=e2450b9d-58d4-41fa-967a-eacf2aa89227,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:24.856169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-231ab279-5fd2-4611-9e42-156c79915625 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.862106 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-231ab279-5fd2-4611-9e42-156c79915625 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/subnets/e2450b9d-58d4-41fa-967a-eacf2aa89227 HTTP/1.1" status: 204 len: 168 time: 1.4476526 May 06 13:50:24.863626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:24.864814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.868317 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:24.874292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:24.875463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.879843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26447432-bd78-45e0-b475-868d65101ec3 None None] Network 53787454-e418-4a24-8d32-7d0813197ccd requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:24.884531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41356) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.885000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=78f40734-22d5-4b18-84f5-b1f7d58b096d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:24.937093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.939433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.055609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41360) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:25.057692 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a70c64bd-474f-43ce-9420-30fa0234de58 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 8.4654295 May 06 13:50:25.124605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-257a01ae-79a6-42a4-b0a5-b75004ba2baa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.131386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:25.144106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:subnet and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:25.155717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:25.158423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.175512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:25.182790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-da40c1a0-4988-4f0e-8673-75f53acca6c1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 78f40734-22d5-4b18-84f5-b1f7d58b096d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:25.183487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a0-4988-4f0e-8673-75f53acca6c1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.191979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-257a01ae-79a6-42a4-b0a5-b75004ba2baa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.221893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port f0ae5431-a3be-4ea2-aa18-3fa423320f01 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:25.222224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.274845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.297351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:25.302164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.400126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 387974ee-889b-43db-af48-8600eaaf5c89 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:25.435990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:25.438929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:25.493476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Allocated IP 172.26.2.23 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/47ec4df8-056e-463a-9a05-2e09bacd0058) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:25.550332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-66b99940-26dc-47cf-9008-690b5c45e0ec None None] Allocated IP 2001:db8:0:1::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/a9c28ed7-e1f8-4c30-a88f-bd94cce298b4/b1e35717-2ebf-49ca-80d9-eecf8eea0f88) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:25.714970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=3827e7d6-ac08-4cde-8653-3780f40a41cd,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:25.740512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-257a01ae-79a6-42a4-b0a5-b75004ba2baa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.809783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a01ae-79a6-42a4-b0a5-b75004ba2baa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b8b9f9-7f34-4d4b-9b3d-d7f12425649b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:25.842523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:25.843346 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.873585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-257a01ae-79a6-42a4-b0a5-b75004ba2baa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.875034 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-257a01ae-79a6-42a4-b0a5-b75004ba2baa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/security-groups/94b8b9f9-7f34-4d4b-9b3d-d7f12425649b HTTP/1.1" status: 204 len: 168 time: 1.1121743 May 06 13:50:25.914737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41364) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:25.993982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] DHCP port deletion for 53787454-e418-4a24-8d32-7d0813197ccd request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:50:26.009664 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7a5f65dc-d803-41b8-8a50-7457917b7891 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 5.2861068 May 06 13:50:26.016298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41370) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:26.051271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] Deleting port f0ae5431-a3be-4ea2-aa18-3fa423320f01 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:26.052476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.087680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '3827e7d6-ac08-4cde-8653-3780f40a41cd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:26.128465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port f0ae5431-a3be-4ea2-aa18-3fa423320f01, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f0ae5431-a3be-4ea2-aa18-3fa423320f01,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:26.129230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.158901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:26.186221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f0ae5431-a3be-4ea2-aa18-3fa423320f01 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:26.192880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:floatingip and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:26.245099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.407682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for f0ae5431-a3be-4ea2-aa18-3fa423320f01 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:26.476960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.497392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:26.502860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.507817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a0-4988-4f0e-8673-75f53acca6c1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.561723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:26.563786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] For port f0ae5431-a3be-4ea2-aa18-3fa423320f01, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f0ae5431-a3be-4ea2-aa18-3fa423320f01,segment=NetworkSegment(e30f0e3d-7eb5-41ae-bc44-11285f8c7603),segment_id=e30f0e3d-7eb5-41ae-bc44-11285f8c7603)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:26.564369 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=f0ae5431-a3be-4ea2-aa18-3fa423320f01,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:26.564961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.579702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port f0ae5431-a3be-4ea2-aa18-3fa423320f01 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:26.639167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.732737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] Calling delete_port for f0ae5431-a3be-4ea2-aa18-3fa423320f01 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:26.839415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port f0ae5431-a3be-4ea2-aa18-3fa423320f01 {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 13:50:26.840091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f0ae5431-a3be-4ea2-aa18-3fa423320f01 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:26.840972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.847532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-66b99940-26dc-47cf-9008-690b5c45e0ec None None] For port b1e35717-2ebf-49ca-80d9-eecf8eea0f88, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b1e35717-2ebf-49ca-80d9-eecf8eea0f88,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:26.903097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53787454-e418-4a24-8d32-7d0813197ccd']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:26.928530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:26.929065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30f0e3d-7eb5-41ae-bc44-11285f8c7603') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:26.952015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.997960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.002244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-da40c1a0-4988-4f0e-8673-75f53acca6c1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 78f40734-22d5-4b18-84f5-b1f7d58b096d owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:27.014769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:50:27.017968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.018612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-66b99940-26dc-47cf-9008-690b5c45e0ec None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.044447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:27.044810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:27.062534 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:27.136599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.203794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:27.220692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:27.230896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.234615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-66b99940-26dc-47cf-9008-690b5c45e0ec None None] Transition to ACTIVE for port object b1e35717-2ebf-49ca-80d9-eecf8eea0f88 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:27.237711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.240286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-66b99940-26dc-47cf-9008-690b5c45e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.291180 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Network': ['ID=53787454-e418-4a24-8d32-7d0813197ccd,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:27.308810 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4da4b88-f67c-40dc-bc25-6b19c9958868 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/networks/53787454-e418-4a24-8d32-7d0813197ccd HTTP/1.1" status: 204 len: 168 time: 2.4145486 May 06 13:50:27.338666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41376) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:27.359797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:27.439463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b34e469f-bab4-4d87-8f12-21ddf58622d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.457157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event updated for resources: {'Port': ['ID=47ec4df8-056e-463a-9a05-2e09bacd0058,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:27.545591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.547155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.26.2.149 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/2cd5399d-d16d-4cfd-bc6f-ffb0fa3330d6) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:27.550002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] Deleting port f0ae5431-a3be-4ea2-aa18-3fa423320f01 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:27.551023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.592023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b34e469f-bab4-4d87-8f12-21ddf58622d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:27.783802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4286c-c50f-4f73-a4fe-5d7dcf80a207 None None] The port 'f0ae5431-a3be-4ea2-aa18-3fa423320f01' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:50:27.803767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b99940-26dc-47cf-9008-690b5c45e0ec None None] Pushing event updated for resources: {'Port': ['ID=b1e35717-2ebf-49ca-80d9-eecf8eea0f88,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:27.862695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.065249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Subnet': ['ID=38fd8976-1668-4f56-9d06-ad2208673042,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:28.103603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 254d38d5-f50e-470a-8e25-bd2d65d793ae {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:28.104515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.129455 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b1e35717-2ebf-49ca-80d9-eecf8eea0f88 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:28.243497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.306344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Checking segment: {'id': '7ab8be20-a98b-4c82-b345-86ee1b05c844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fbdb711e-3fff-4504-9365-50358605d9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:50:28.307025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network hostable DHCP agents. Network: fbdb711e-3fff-4504-9365-50358605d9ba, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:28.322598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b34e469f-bab4-4d87-8f12-21ddf58622d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.360036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a0-4988-4f0e-8673-75f53acca6c1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.374896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e469f-bab4-4d87-8f12-21ddf58622d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32d3f08-f9a0-4947-8a11-f11b610fc175,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:28.670063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40c1a0-4988-4f0e-8673-75f53acca6c1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=78f40734-22d5-4b18-84f5-b1f7d58b096d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:28.683773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:28.692275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:28.701019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:28.758845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=2cd5399d-d16d-4cfd-bc6f-ffb0fa3330d6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:28.788676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b34e469f-bab4-4d87-8f12-21ddf58622d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.790604 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b34e469f-bab4-4d87-8f12-21ddf58622d0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/security-groups/f32d3f08-f9a0-4947-8a11-f11b610fc175 HTTP/1.1" status: 204 len: 168 time: 2.8565156 May 06 13:50:28.795482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network fbdb711e-3fff-4504-9365-50358605d9ba is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:28.796798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41382) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:28.823533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:28.823924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.030317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-da40c1a0-4988-4f0e-8673-75f53acca6c1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.039723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-da40c1a0-4988-4f0e-8673-75f53acca6c1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/78f40734-22d5-4b18-84f5-b1f7d58b096d HTTP/1.1" status: 204 len: 168 time: 3.9761500 May 06 13:50:29.052250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41386) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:29.075259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, fbdb711e-3fff-4504-9365-50358605d9ba) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:29.099668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-77ce8f35-73c8-4013-b79c-e35162b18913 None None] Provisioning for port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:29.112650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37921f3-b996-4c12-9231-6aa22780208d None None] Network fbdb711e-3fff-4504-9365-50358605d9ba requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:29.126178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 254d38d5-f50e-470a-8e25-bd2d65d793ae owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:29.133587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:29.134356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.213749 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6044fd4d-6c5b-40d7-bdfa-c81b38ff5941 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5684342 May 06 13:50:29.227182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41390) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:29.235573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.244674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-77ce8f35-73c8-4013-b79c-e35162b18913 None None] Provisioning complete for port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:29.245430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-77ce8f35-73c8-4013-b79c-e35162b18913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.329419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1040206146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:29.357805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:29.371146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:router and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:29.378539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:29.391239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:29.505923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.507727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.529675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b13ba-092e-48aa-958e-5e0822f968ed tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:29.530459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1a9b13ba-092e-48aa-958e-5e0822f968ed tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:29.547749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63942407-812a-4221-ace5-df104c482c1b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.570333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.637186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63942407-812a-4221-ace5-df104c482c1b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.728350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1a9b13ba-092e-48aa-958e-5e0822f968ed tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:29.732552 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1a9b13ba-092e-48aa-958e-5e0822f968ed tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6619585 May 06 13:50:29.773775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41394) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:30.165450 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9ed47e1f-24f6-4d2f-8f61-18a89e33337e None None] Could not find standard attr ID for object 78f40734-22d5-4b18-84f5-b1f7d58b096d. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:50:30.182134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-fbdb711e-3fff-4504-9365-50358605d9ba', 'network_id': 'fbdb711e-3fff-4504-9365-50358605d9ba', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'fixed_ips': [{'subnet_id': '38fd8976-1668-4f56-9d06-ad2208673042'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:50:30.183039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.255166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.285314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63942407-812a-4221-ace5-df104c482c1b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.322275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63942407-812a-4221-ace5-df104c482c1b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9963e9-5edd-4692-b689-76c06f78e719,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:30.339304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.359375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.415302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=254d38d5-f50e-470a-8e25-bd2d65d793ae,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:30.477987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.480494 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1708e7f6-be57-4ff1-8a79-71f358d04e36 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2463195 May 06 13:50:30.501232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41400) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:30.502156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63942407-812a-4221-ace5-df104c482c1b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.503393 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-63942407-812a-4221-ace5-df104c482c1b tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b9963e9-5edd-4692-b689-76c06f78e719 HTTP/1.1" status: 204 len: 168 time: 1.7056093 May 06 13:50:30.517751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41404) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:30.556645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Allocated IP 2001:db8::2 (fbdb711e-3fff-4504-9365-50358605d9ba/38fd8976-1668-4f56-9d06-ad2208673042/eef7381e-3e17-438f-bde0-a3b97568c284) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:30.703014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12817d29-17a9-42c1-ac2a-33fac40904dc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:30.705360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-12817d29-17a9-42c1-ac2a-33fac40904dc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9090610 May 06 13:50:30.765065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41408) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:30.780833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.781168 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923 disassociated (deleted). External IP: 172.26.2.241, port: f8e56f8f-0906-4e03-acb7-b08ad4528907. May 06 13:50:30.911874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36e9988-fce0-46bb-82ff-68a5bf92eded tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet 060cb787-3430-4c6c-af44-da5d003fce78 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:50:30.927670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d36e9988-fce0-46bb-82ff-68a5bf92eded tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.061925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d36e9988-fce0-46bb-82ff-68a5bf92eded tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.236018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.255789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Transition to ACTIVE for port object eef7381e-3e17-438f-bde0-a3b97568c284 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:31.264091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.286872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Transition to ACTIVE for port object eef7381e-3e17-438f-bde0-a3b97568c284 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:31.305812 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.306405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Router 02d886c0-a6be-4cd0-8f0e-c598880ed38e is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:50:31.380965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Network fbdb711e-3fff-4504-9365-50358605d9ba is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:31.391204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:31.402961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:31.440137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d36e9988-fce0-46bb-82ff-68a5bf92eded tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.503366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Pushing event updated for resources: {'Port': ['ID=eef7381e-3e17-438f-bde0-a3b97568c284,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:31.532877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Attempting to bind port eef7381e-3e17-438f-bde0-a3b97568c284 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:31.533249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Attempting to bind port eef7381e-3e17-438f-bde0-a3b97568c284 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '7ab8be20-a98b-4c82-b345-86ee1b05c844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fbdb711e-3fff-4504-9365-50358605d9ba'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:31.533790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Attempting to bind port eef7381e-3e17-438f-bde0-a3b97568c284 on network fbdb711e-3fff-4504-9365-50358605d9ba {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:50:31.541545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:50:31.541907 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Checking segment: {'id': '7ab8be20-a98b-4c82-b345-86ee1b05c844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fbdb711e-3fff-4504-9365-50358605d9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:50:31.542326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.542724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Bound using segment: {'id': '7ab8be20-a98b-4c82-b345-86ee1b05c844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fbdb711e-3fff-4504-9365-50358605d9ba'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:50:31.543231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Bound port: eef7381e-3e17-438f-bde0-a3b97568c284, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab8be20-a98b-4c82-b345-86ee1b05c844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fbdb711e-3fff-4504-9365-50358605d9ba'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:31.543789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.606976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:31.620676 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e72a5f-d71b-46b7-bc8f-7398d9e05afc None None] Sync routers for ids ['02d886c0-a6be-4cd0-8f0e-c598880ed38e'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:31.645445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d36e9988-fce0-46bb-82ff-68a5bf92eded tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.649603 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e72a5f-d71b-46b7-bc8f-7398d9e05afc None None] Routers {'02d886c0-a6be-4cd0-8f0e-c598880ed38e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:31.651532 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-11e72a5f-d71b-46b7-bc8f-7398d9e05afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['02d886c0-a6be-4cd0-8f0e-c598880ed38e'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:31.728747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.733842 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f29a8b8c-20f3-43f4-9f23-817479718000 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2763634 May 06 13:50:31.737626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e9988-fce0-46bb-82ff-68a5bf92eded tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=060cb787-3430-4c6c-af44-da5d003fce78,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:31.743536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41422) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:31.756858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3d8eeb90-da94-4389-b297-05abf17da000 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': False}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:31.763403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0634c2-7ff3-4cd8-84d7-44a501759c77 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:31.765050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0634c2-7ff3-4cd8-84d7-44a501759c77 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:31.766727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0634c2-7ff3-4cd8-84d7-44a501759c77 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:31.768296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ac0634c2-7ff3-4cd8-84d7-44a501759c77 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:31.790636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] For port eef7381e-3e17-438f-bde0-a3b97568c284, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:50:31.807481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] For port eef7381e-3e17-438f-bde0-a3b97568c284, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=eef7381e-3e17-438f-bde0-a3b97568c284,segment=NetworkSegment(7ab8be20-a98b-4c82-b345-86ee1b05c844),segment_id=7ab8be20-a98b-4c82-b345-86ee1b05c844)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:50:31.817386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.834571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:31.846542 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-11e72a5f-d71b-46b7-bc8f-7398d9e05afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:31.861119 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e72a5f-d71b-46b7-bc8f-7398d9e05afc None None] Routers {'02d886c0-a6be-4cd0-8f0e-c598880ed38e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:31.863151 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-11e72a5f-d71b-46b7-bc8f-7398d9e05afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['02d886c0-a6be-4cd0-8f0e-c598880ed38e'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:31.918844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ac0634c2-7ff3-4cd8-84d7-44a501759c77 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:31.920046 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ac0634c2-7ff3-4cd8-84d7-44a501759c77 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.1410480 May 06 13:50:31.927040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41426) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:32.056097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-073b789b-ada3-4947-8fc8-1ff012a6f3b4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 2f4f4864-5ac6-4119-9f69-ae97efdc29e7 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:50:32.068537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-073b789b-ada3-4947-8fc8-1ff012a6f3b4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.082577 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-11e72a5f-d71b-46b7-bc8f-7398d9e05afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:32.084689 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e72a5f-d71b-46b7-bc8f-7398d9e05afc None None] The sync data for ids ['02d886c0-a6be-4cd0-8f0e-c598880ed38e'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:32.102409 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0deb0-0e0d-4258-8a49-9f1e3aa7c612 None None] Pushing event updated for resources: {'Port': ['ID=eef7381e-3e17-438f-bde0-a3b97568c284,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:32.128904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.166726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d36e9988-fce0-46bb-82ff-68a5bf92eded tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.181463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50917df6-db7b-425d-a56e-a8e7271fec0a None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:32.181715 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d36e9988-fce0-46bb-82ff-68a5bf92eded tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/060cb787-3430-4c6c-af44-da5d003fce78 HTTP/1.1" status: 204 len: 168 time: 1.6567047 May 06 13:50:32.181715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41430) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:32.262889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-1112f11f-33c2-4ecf-9102-02de37504679 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet c454a583-299b-4b63-a431-17d7c875d516 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:50:32.267122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1112f11f-33c2-4ecf-9102-02de37504679 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.341055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1112f11f-33c2-4ecf-9102-02de37504679 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.935576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-073b789b-ada3-4947-8fc8-1ff012a6f3b4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.942486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1112f11f-33c2-4ecf-9102-02de37504679 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.050592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1112f11f-33c2-4ecf-9102-02de37504679 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.123272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1112f11f-33c2-4ecf-9102-02de37504679 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.259676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112f11f-33c2-4ecf-9102-02de37504679 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=c454a583-299b-4b63-a431-17d7c875d516,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:33.280824 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1112f11f-33c2-4ecf-9102-02de37504679 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/c454a583-299b-4b63-a431-17d7c875d516 HTTP/1.1" status: 204 len: 168 time: 1.0968983 May 06 13:50:33.281065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router c286c038-4e0b-4860-b204-a272bd923e94 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:33.287047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41444) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:33.506149 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89e2e7a-13eb-4c78-80b3-76121215def1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:33.506621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89e2e7a-13eb-4c78-80b3-76121215def1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:33.510850 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e89e2e7a-13eb-4c78-80b3-76121215def1 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/060cb787-3430-4c6c-af44-da5d003fce78 HTTP/1.1" status: 404 len: 337 time: 0.2184060 May 06 13:50:33.511990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41450) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:33.525738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:33.561059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.583314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.604982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d8eeb90-da94-4389-b297-05abf17da000 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.706190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-073b789b-ada3-4947-8fc8-1ff012a6f3b4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.715577 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-951303ed-3882-4ce9-b5cf-bb915e16e4ec tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting subnet f0a12e79-7262-4b7d-901d-75acd24eefdb {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:50:33.726364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-951303ed-3882-4ce9-b5cf-bb915e16e4ec tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.929429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-951303ed-3882-4ce9-b5cf-bb915e16e4ec tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.944901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb128e0-03fc-4d2b-aa85-8a754fc43a89 None None] Network a310a66c-a771-48c7-a73f-e644d09efdcf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:34.143153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82259dd2-ba1a-4cc3-ab7f-fc6f920a78f6 None None] Network fbdb711e-3fff-4504-9365-50358605d9ba requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:34.158602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device eef7381e-3e17-438f-bde0-a3b97568c284 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:34.182048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.257364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-951303ed-3882-4ce9-b5cf-bb915e16e4ec tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.361716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-27bad060-4023-4c47-8cf7-f127e37d6b3f None None] Provisioning complete for port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:34.362510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-27bad060-4023-4c47-8cf7-f127e37d6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.510215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 2001:db8::1 (fbdb711e-3fff-4504-9365-50358605d9ba/38fd8976-1668-4f56-9d06-ad2208673042/769fe896-928a-49d5-ae87-f2e6287d4d15) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:34.530005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-951303ed-3882-4ce9-b5cf-bb915e16e4ec tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.544703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-27bad060-4023-4c47-8cf7-f127e37d6b3f None None] Port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:34.610159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951303ed-3882-4ce9-b5cf-bb915e16e4ec tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a12e79-7262-4b7d-901d-75acd24eefdb,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:34.621509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-951303ed-3882-4ce9-b5cf-bb915e16e4ec tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.635387 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-951303ed-3882-4ce9-b5cf-bb915e16e4ec tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/f0a12e79-7262-4b7d-901d-75acd24eefdb HTTP/1.1" status: 204 len: 168 time: 1.1222873 May 06 13:50:34.673487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=2cd5399d-d16d-4cfd-bc6f-ffb0fa3330d6,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:34.675017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-27bad060-4023-4c47-8cf7-f127e37d6b3f None None] Provisioning complete for port 814fd9a3-7b2e-416b-942d-589b5d983aea triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:34.675414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-27bad060-4023-4c47-8cf7-f127e37d6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.698600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41454) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:34.781835 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c027cc25-7a13-41d6-870f-743e01b6b030 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:34.782264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c027cc25-7a13-41d6-870f-743e01b6b030 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:34.788619 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c027cc25-7a13-41d6-870f-743e01b6b030 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/9eb021a2-1e5c-4ab9-b8ed-417b785eeb20 HTTP/1.1" status: 404 len: 337 time: 0.0846043 May 06 13:50:34.788939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41460) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:34.795940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port eef7381e-3e17-438f-bde0-a3b97568c284 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:34.855537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-265f7e6a-3570-415a-ac58-698f61fe3815 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Synchronizing usage tracker for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:34.987034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-265f7e6a-3570-415a-ac58-698f61fe3815 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Unset dirty status for tenant:7bed9daf2f1e4f0b85fc96ab107c7e3f on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:34.987959 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-265f7e6a-3570-415a-ac58-698f61fe3815 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "GET /v2.0/ports?device_id=38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b HTTP/1.1" status: 200 len: 205 time: 0.1979446 May 06 13:50:35.006083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41464) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.093211 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP bf940c0e-d473-4537-9d83-1002e3dacc51 associated. External IP: 172.26.2.149, port: 3827e7d6-ac08-4cde-8653-3780f40a41cd. May 06 13:50:35.163127 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-86431c1a-c060-40a7-b59b-36c7de1073fa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] delete failed (client error): The resource could not be found. May 06 13:50:35.167276 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-86431c1a-c060-40a7-b59b-36c7de1073fa tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/routers/38469ffe-3ef1-4a8b-8ea8-0c5ef634ac7b HTTP/1.1" status: 404 len: 336 time: 0.1582351 May 06 13:50:35.193983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-13b6c199-4eee-4267-9762-254ad68492b5 None None] Provisioning for port eef7381e-3e17-438f-bde0-a3b97568c284 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:35.200142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-13b6c199-4eee-4267-9762-254ad68492b5 None None] Provisioning complete for port eef7381e-3e17-438f-bde0-a3b97568c284 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:35.200652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-13b6c199-4eee-4267-9762-254ad68492b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.222578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41468) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.288608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ce75d5-bb12-4b78-8195-ec8f6796420d None None] DHCP port deletion for a310a66c-a771-48c7-a73f-e644d09efdcf request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:50:35.301806 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-29ce75d5-bb12-4b78-8195-ec8f6796420d None None] Deleting port 814fd9a3-7b2e-416b-942d-589b5d983aea {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:35.302208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-29ce75d5-bb12-4b78-8195-ec8f6796420d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.321682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.343655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:35.389984 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c3fc31-1189-4c8f-8f10-aeae37e7afbe tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:35.390750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c3fc31-1189-4c8f-8f10-aeae37e7afbe tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:35.422286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] Sync routers for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:35.441284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Transition to ACTIVE for port object 769fe896-928a-49d5-ae87-f2e6287d4d15 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:35.444024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-073b789b-ada3-4947-8fc8-1ff012a6f3b4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.513616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d8eeb90-da94-4389-b297-05abf17da000 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.521380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d8eeb90-da94-4389-b297-05abf17da000 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.528968 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-07c3fc31-1189-4c8f-8f10-aeae37e7afbe tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/1dcf815b-f5e5-4b78-847f-df0e5525a80f HTTP/1.1" status: 404 len: 337 time: 0.2990227 May 06 13:50:35.529227 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41472) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.535963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-073b789b-ada3-4947-8fc8-1ff012a6f3b4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.541099 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-073b789b-ada3-4947-8fc8-1ff012a6f3b4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/2f4f4864-5ac6-4119-9f69-ae97efdc29e7 HTTP/1.1" status: 204 len: 168 time: 3.6072257 May 06 13:50:35.549021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e5251-2a5b-4911-8d90-41610223d474 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:35.604572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41476) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.604572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b789b-ada3-4947-8fc8-1ff012a6f3b4 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4f4864-5ac6-4119-9f69-ae97efdc29e7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:35.604572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.667461 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-867921fd-cfda-4ae8-b6b8-7c8ca76e026e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:35.667461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867921fd-cfda-4ae8-b6b8-7c8ca76e026e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:35.672538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-867921fd-cfda-4ae8-b6b8-7c8ca76e026e tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/24d48fb8-4318-4cb4-aff6-58c0a24cec16 HTTP/1.1" status: 404 len: 337 time: 0.1400952 May 06 13:50:35.672637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:35.672637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:35.697244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41480) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.780989 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a758df-5cd3-4df5-8fc3-a725e804c529 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:35.781429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a758df-5cd3-4df5-8fc3-a725e804c529 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:35.786041 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c6a758df-5cd3-4df5-8fc3-a725e804c529 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/b37cb1c8-ad56-49ae-963c-c52ef4961aca HTTP/1.1" status: 404 len: 337 time: 0.0761583 May 06 13:50:35.795595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41484) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.799153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-13b6c199-4eee-4267-9762-254ad68492b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.850295 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-17eacdb0-d955-4d45-a76f-5a95cf68d9c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/floatingips/3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923 HTTP/1.1" status: 204 len: 168 time: 8.5105166 May 06 13:50:35.871696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:50:36.020722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.030404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8eeb90-da94-4389-b297-05abf17da000 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Router 02d886c0-a6be-4cd0-8f0e-c598880ed38e has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:36.033641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-13b6c199-4eee-4267-9762-254ad68492b5 None None] For port eef7381e-3e17-438f-bde0-a3b97568c284, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=eef7381e-3e17-438f-bde0-a3b97568c284,segment=NetworkSegment(7ab8be20-a98b-4c82-b345-86ee1b05c844),segment_id=7ab8be20-a98b-4c82-b345-86ee1b05c844)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:36.206042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 814fd9a3-7b2e-416b-942d-589b5d983aea no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:36.302771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-13b6c199-4eee-4267-9762-254ad68492b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.471288 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cdfd6b-2c5c-4398-a981-7a8934cbf710'] response: {'name': 'network-changed', 'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'status': 'completed', 'code': 200} May 06 13:50:36.508545 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e99aff-416a-4543-b102-a1b7604e6a6a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:36.509318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e99aff-416a-4543-b102-a1b7604e6a6a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:36.511787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:50:36.513943 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-96e99aff-416a-4543-b102-a1b7604e6a6a tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/c2ef7f56-c8c9-48f6-a5e9-036169595bbb HTTP/1.1" status: 404 len: 333 time: 0.7133422 May 06 13:50:36.516519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41506) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.538867 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f6d466-7b3e-46d0-85ad-795629cb0e52 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet a9c28ed7-e1f8-4c30-a88f-bd94cce298b4 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:50:36.553363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-34f6d466-7b3e-46d0-85ad-795629cb0e52 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.610796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.648346 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-503746a7-edd1-4998-9efd-002a918aee1f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:36.649188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503746a7-edd1-4998-9efd-002a918aee1f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:36.651257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-503746a7-edd1-4998-9efd-002a918aee1f tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/3bdd0526-1478-4b46-80b1-d11d6440a570 HTTP/1.1" status: 404 len: 337 time: 0.1336677 May 06 13:50:36.661319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41510) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.699595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-29ce75d5-bb12-4b78-8195-ec8f6796420d None None] For port 814fd9a3-7b2e-416b-942d-589b5d983aea, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=814fd9a3-7b2e-416b-942d-589b5d983aea,segment=NetworkSegment(0d1cfbd5-9063-4c92-8234-1949f5d20bdc),segment_id=0d1cfbd5-9063-4c92-8234-1949f5d20bdc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:36.699892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-29ce75d5-bb12-4b78-8195-ec8f6796420d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.732633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8eeb90-da94-4389-b297-05abf17da000 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:36.748324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d8eeb90-da94-4389-b297-05abf17da000 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.750147 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3d8eeb90-da94-4389-b297-05abf17da000 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "PUT /v2.0/routers/02d886c0-a6be-4cd0-8f0e-c598880ed38e HTTP/1.1" status: 200 len: 924 time: 5.0019288 May 06 13:50:36.751007 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2412a40-7e42-4336-b721-9df87ce80655 None None] Sync routers for ids ['02d886c0-a6be-4cd0-8f0e-c598880ed38e'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:36.759410 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-62009cd1-b0a1-41d6-a228-ba347a6a48d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:36.760146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62009cd1-b0a1-41d6-a228-ba347a6a48d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:36.762231 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-62009cd1-b0a1-41d6-a228-ba347a6a48d2 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/b1ca7f3e-3d9d-4f7e-9566-99fca98c7efb HTTP/1.1" status: 404 len: 337 time: 0.0986450 May 06 13:50:36.765554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41514) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.766248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41516) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.775492 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2412a40-7e42-4336-b721-9df87ce80655 None None] Routers {'02d886c0-a6be-4cd0-8f0e-c598880ed38e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:36.777348 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b2412a40-7e42-4336-b721-9df87ce80655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['02d886c0-a6be-4cd0-8f0e-c598880ed38e'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:36.890113 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b2412a40-7e42-4336-b721-9df87ce80655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:36.903985 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2412a40-7e42-4336-b721-9df87ce80655 None None] Routers {'02d886c0-a6be-4cd0-8f0e-c598880ed38e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:36.905013 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b2412a40-7e42-4336-b721-9df87ce80655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['02d886c0-a6be-4cd0-8f0e-c598880ed38e'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:36.926025 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8933e756-b01d-45d4-ab54-bcdf03ac63c4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:36.926510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8933e756-b01d-45d4-ab54-bcdf03ac63c4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:36.932800 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8933e756-b01d-45d4-ab54-bcdf03ac63c4 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/a9d3d0b1-98a3-47dd-9c93-07458c51f729 HTTP/1.1" status: 404 len: 333 time: 0.1591592 May 06 13:50:36.936356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a81d-b935-4589-9601-4b241769a29e req-9645ecbc-5e71-4317-beec-5b255865ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:36.937946 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfc8a81d-b935-4589-9601-4b241769a29e req-9645ecbc-5e71-4317-beec-5b255865ba45 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 1099 time: 0.6411138 May 06 13:50:36.941186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41522) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.971172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-29ce75d5-bb12-4b78-8195-ec8f6796420d None None] Calling delete_port for 814fd9a3-7b2e-416b-942d-589b5d983aea owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:36.992197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network fbdb711e-3fff-4504-9365-50358605d9ba is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:37.001202 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b2412a40-7e42-4336-b721-9df87ce80655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:37.002039 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2412a40-7e42-4336-b721-9df87ce80655 None None] The sync data for ids ['02d886c0-a6be-4cd0-8f0e-c598880ed38e'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:37.014820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-34f6d466-7b3e-46d0-85ad-795629cb0e52 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.058696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:37.074783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:37.077497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.128338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=769fe896-928a-49d5-ae87-f2e6287d4d15,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:37.146237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43c24b33-c451-40a4-a71a-fb4eb39a1a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.170605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a81d-b935-4589-9601-4b241769a29e req-38a486d8-5ad7-4dbd-a2e0-b4d3b949fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:37.171712 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfc8a81d-b935-4589-9601-4b241769a29e req-38a486d8-5ad7-4dbd-a2e0-b4d3b949fa1c service neutron] 10.222.0.76 "GET /v2.0/networks?id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c HTTP/1.1" status: 200 len: 897 time: 0.1776986 May 06 13:50:37.178378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:37.377518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e18a7f6-9223-44e7-8bdb-8e5470afccea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:37.377931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e18a7f6-9223-44e7-8bdb-8e5470afccea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:37.379914 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9e18a7f6-9223-44e7-8bdb-8e5470afccea tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/d1c4b03b-200b-49b1-b59a-7cdd39564dc4 HTTP/1.1" status: 404 len: 337 time: 0.4359255 May 06 13:50:37.400332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6c199-4eee-4267-9762-254ad68492b5 None None] Pushing event updated for resources: {'Port': ['ID=eef7381e-3e17-438f-bde0-a3b97568c284,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:37.408488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41530) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:37.414031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c87dfcb9-69cd-41de-a194-35f777699207 None None] Provisioning complete for port eef7381e-3e17-438f-bde0-a3b97568c284 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:37.414559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c87dfcb9-69cd-41de-a194-35f777699207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.428501 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfc8a81d-b935-4589-9601-4b241769a29e req-924ca431-dbb2-45fb-8752-193483818f85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907 HTTP/1.1" status: 200 len: 217 time: 0.2392905 May 06 13:50:37.445094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6d2c-2fb8-4101-b661-4c7e26588c7b req-e651baa6-250a-4ece-b248-8b8ad82c8d38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:37.452950 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba6b6d2c-2fb8-4101-b661-4c7e26588c7b req-e651baa6-250a-4ece-b248-8b8ad82c8d38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 946 time: 0.8729532 May 06 13:50:37.481571 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd6776f-3feb-4119-bdaf-63a6713e0d04 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] DELETE failed (client error): The resource could not be found. May 06 13:50:37.482189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd6776f-3feb-4119-bdaf-63a6713e0d04 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:37.483797 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cbd6776f-3feb-4119-bdaf-63a6713e0d04 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/subnets/082982db-e345-4955-a1ed-284951b4f6b0 HTTP/1.1" status: 404 len: 337 time: 0.0743952 May 06 13:50:37.490144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41534) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:37.553730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c35cc214-7ba1-4a59-b2b8-a5a6cddedece tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/routers/02d886c0-a6be-4cd0-8f0e-c598880ed38e HTTP/1.1" status: 200 len: 924 time: 0.7817590 May 06 13:50:37.579948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41538) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:37.591825 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba6b6d2c-2fb8-4101-b661-4c7e26588c7b req-4334c113-f068-4505-8caf-fd42287abdd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378698 May 06 13:50:37.673490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-29ce75d5-bb12-4b78-8195-ec8f6796420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:37.794152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Port 814fd9a3-7b2e-416b-942d-589b5d983aea update to DOWN by agent not found {{(pid=87986) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 06 13:50:37.812704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a81d-b935-4589-9601-4b241769a29e req-27bf7793-4dff-4885-8246-82e694102d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:37.814208 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfc8a81d-b935-4589-9601-4b241769a29e req-27bf7793-4dff-4885-8246-82e694102d13 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=623a34bc-2dab-45f5-9bba-ca17b47a8e79 HTTP/1.1" status: 200 len: 834 time: 0.3570027 May 06 13:50:37.846477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce75d5-bb12-4b78-8195-ec8f6796420d None None] No DVR routers for this DVR port 814fd9a3-7b2e-416b-942d-589b5d983aea on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:37.852446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce75d5-bb12-4b78-8195-ec8f6796420d None None] Pushing event deleted for resources: {'Port': ['ID=814fd9a3-7b2e-416b-942d-589b5d983aea,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:37.963375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:37.972300 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] Checking router: c286c038-4e0b-4860-b204-a272bd923e94 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:50:37.979606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71ef694-3593-4cc1-8912-29c8966acf96 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:37.981547 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b71ef694-3593-4cc1-8912-29c8966acf96 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=02d886c0-a6be-4cd0-8f0e-c598880ed38e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3886182 May 06 13:50:37.985208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41542) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:38.000870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:38.001690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:38.028185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-34f6d466-7b3e-46d0-85ad-795629cb0e52 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.151103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device eef7381e-3e17-438f-bde0-a3b97568c284 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:38.175936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.201980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a81d-b935-4589-9601-4b241769a29e req-c1016af3-0859-4a99-bb22-4a8040d369aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:38.203947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3af68c90-69f3-4c9e-8008-d151324855c0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Deleting port aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:38.204298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3af68c90-69f3-4c9e-8008-d151324855c0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.204543 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfc8a81d-b935-4589-9601-4b241769a29e req-c1016af3-0859-4a99-bb22-4a8040d369aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3782442 May 06 13:50:38.241351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:38.307096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d12b6d-c168-47b6-bdd7-b731c154ed6c None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:38.536558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934beee4-1956-41ff-9803-763a5863e629 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:38.537290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-934beee4-1956-41ff-9803-763a5863e629 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Synchronizing usage tracker for tenant:00410e31e3f84af2b8e30d8113d17b1e on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:38.548590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d12b6d-c168-47b6-bdd7-b731c154ed6c None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:38.549891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-03d12b6d-c168-47b6-bdd7-b731c154ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:38.578466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-34f6d466-7b3e-46d0-85ad-795629cb0e52 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.628216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-934beee4-1956-41ff-9803-763a5863e629 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Unset dirty status for tenant:00410e31e3f84af2b8e30d8113d17b1e on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:38.637676 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-934beee4-1956-41ff-9803-763a5863e629 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 881 time: 0.6511602 May 06 13:50:38.651884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41552) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:38.707753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-34f6d466-7b3e-46d0-85ad-795629cb0e52 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.727139 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-34f6d466-7b3e-46d0-85ad-795629cb0e52 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/a9c28ed7-e1f8-4c30-a88f-bd94cce298b4 HTTP/1.1" status: 204 len: 168 time: 3.0963602 May 06 13:50:38.729416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6d466-7b3e-46d0-85ad-795629cb0e52 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c28ed7-e1f8-4c30-a88f-bd94cce298b4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:38.741584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41556) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:38.786748 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-83833ccc-2b17-4cb4-a535-9faf6d374bce tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=02d886c0-a6be-4cd0-8f0e-c598880ed38e HTTP/1.1" status: 200 len: 205 time: 0.1304584 May 06 13:50:38.791409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41558) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:38.810229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:38.863468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-03d12b6d-c168-47b6-bdd7-b731c154ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:38.884317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-70049239-63ce-4016-a9b5-329f7fa7407e None None] Provisioning for port 769fe896-928a-49d5-ae87-f2e6287d4d15 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:38.920304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-70049239-63ce-4016-a9b5-329f7fa7407e None None] Provisioning complete for port 769fe896-928a-49d5-ae87-f2e6287d4d15 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:38.921333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-70049239-63ce-4016-a9b5-329f7fa7407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.107190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfc8a81d-b935-4589-9601-4b241769a29e req-c0510a31-98c8-4db8-a394-5bac0840a46d service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8939581 May 06 13:50:39.118556 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9696a8-fc50-49f3-bf7c-6afb716cde8e None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:39.148963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d12b6d-c168-47b6-bdd7-b731c154ed6c None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:39.148963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-03d12b6d-c168-47b6-bdd7-b731c154ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:39.175066 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f7ee705-5060-4462-a206-984ad8ab453e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 13.1549289 May 06 13:50:39.179619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41564) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:39.216570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:50:39.343000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-9d0b4c5f-7117-458a-973c-f884142c20af tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:39.344762 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-9d0b4c5f-7117-458a-973c-f884142c20af tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 946 time: 0.9587817 May 06 13:50:39.348276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-03d12b6d-c168-47b6-bdd7-b731c154ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:39.348923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d12b6d-c168-47b6-bdd7-b731c154ed6c None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:39.410921 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfc8a81d-b935-4589-9601-4b241769a29e req-579659f4-feca-478c-b15a-6fa30c38e5de service neutron] 10.222.0.76 "GET /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446797 May 06 13:50:39.463232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a08da7f2-416a-445b-967a-ab704e64142e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:39.618790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port f8e56f8f-0906-4e03-acb7-b08ad4528907 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:39.618790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.664907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.701966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8e18b202-6e6f-4498-a3ae-4c99c9c189f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.709129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port eef7381e-3e17-438f-bde0-a3b97568c284 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:39.709609 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.751672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-70049239-63ce-4016-a9b5-329f7fa7407e None None] Port 769fe896-928a-49d5-ae87-f2e6287d4d15 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:39.927828 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8130d18b-f120-4333-9c1f-4391305c5e30 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1264062 May 06 13:50:39.937621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5100929-98f7-4135-a095-c8d2977e1dcb req-577f0d48-dd1a-4846-8827-dadc0e19ef79 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:39.939634 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5100929-98f7-4135-a095-c8d2977e1dcb req-577f0d48-dd1a-4846-8827-dadc0e19ef79 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 946 time: 0.9085584 May 06 13:50:39.940154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41570) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:39.965699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:39.992298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.007919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3af68c90-69f3-4c9e-8008-d151324855c0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.062058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.149097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1d01dede-7b26-44ff-b46d-77aae6d76cc7 None None] Provisioning complete for port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:40.149858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1d01dede-7b26-44ff-b46d-77aae6d76cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.158636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Deleting port 47ec4df8-056e-463a-9a05-2e09bacd0058 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:40.159295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.224307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.258641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3af68c90-69f3-4c9e-8008-d151324855c0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Calling delete_port for aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:40.417970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:40.429531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf99a1-5e34-438d-a275-319555a88180 None None] The sync data for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv is: [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:50:03Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f3518019-cf7b-46bf-b5e8-7723a80dc5d9', 'name': '', 'network_id': '9ad945a1-8c59-4a91-b60a-ca6fcbb3449c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:60:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:26Z', 'updated_at': '2022-05-06T13:46:54Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '623a34bc-2dab-45f5-9bba-ca17b47a8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:40.449048 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5100929-98f7-4135-a095-c8d2977e1dcb req-b4c02334-6c51-4f63-b0db-a6af86b177e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4627180 May 06 13:50:40.517877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:40.550972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a08da7f2-416a-445b-967a-ab704e64142e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.553574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e87f2d-1d60-4f7a-a3ab-9e8eb944217c None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:50:40.637900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e5e87f2d-1d60-4f7a-a3ab-9e8eb944217c None None] Deleting port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:40.638909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e5e87f2d-1d60-4f7a-a3ab-9e8eb944217c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.692226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:40.704560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3af68c90-69f3-4c9e-8008-d151324855c0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.734420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:40.738892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.983345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.010638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port f8e56f8f-0906-4e03-acb7-b08ad4528907, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f8e56f8f-0906-4e03-acb7-b08ad4528907,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:41.011312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.025970 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf85e7ed-5ccb-409b-85a7-c2167d949861 None None] New status for floating IP 3ef2ddc9-9c2b-4ed6-9a5b-1b755f5bd923: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:50:41.164266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Calling delete_port for 47ec4df8-056e-463a-9a05-2e09bacd0058 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:41.273156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e5e87f2d-1d60-4f7a-a3ab-9e8eb944217c None None] For port b1e35717-2ebf-49ca-80d9-eecf8eea0f88, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b1e35717-2ebf-49ca-80d9-eecf8eea0f88,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:41.276298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e5e87f2d-1d60-4f7a-a3ab-9e8eb944217c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.291158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af68c90-69f3-4c9e-8008-d151324855c0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Port': ['ID=aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:41.325018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3af68c90-69f3-4c9e-8008-d151324855c0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.345925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for f8e56f8f-0906-4e03-acb7-b08ad4528907 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:41.455021 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3af68c90-69f3-4c9e-8008-d151324855c0 tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/ports/aeb04cc2-7ccb-460e-8df0-955bdc8d3a7d HTTP/1.1" status: 204 len: 168 time: 3.9578807 May 06 13:50:41.464284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41576) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:41.471962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a08da7f2-416a-445b-967a-ab704e64142e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.491530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a08da7f2-416a-445b-967a-ab704e64142e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.492071 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-a08da7f2-416a-445b-967a-ab704e64142e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP bf940c0e-d473-4537-9d83-1002e3dacc51 disassociated. External IP: 172.26.2.149, port: 3827e7d6-ac08-4cde-8653-3780f40a41cd. May 06 13:50:41.578942 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f8e56f8f-0906-4e03-acb7-b08ad4528907 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:41.638869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e5e87f2d-1d60-4f7a-a3ab-9e8eb944217c None None] Calling delete_port for b1e35717-2ebf-49ca-80d9-eecf8eea0f88 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:41.808312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:41.948991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e5e87f2d-1d60-4f7a-a3ab-9e8eb944217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.034517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e87f2d-1d60-4f7a-a3ab-9e8eb944217c None None] No DVR routers for this DVR port b1e35717-2ebf-49ca-80d9-eecf8eea0f88 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:42.036357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e87f2d-1d60-4f7a-a3ab-9e8eb944217c None None] Pushing event deleted for resources: {'Port': ['ID=b1e35717-2ebf-49ca-80d9-eecf8eea0f88,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:42.060473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.253432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.329230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.341030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.341819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.462356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.539313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b1e35717-2ebf-49ca-80d9-eecf8eea0f88 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:42.607251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network fbdb711e-3fff-4504-9365-50358605d9ba is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:42.608259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=769fe896-928a-49d5-ae87-f2e6287d4d15,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:42.612473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:42.618001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b1e35717-2ebf-49ca-80d9-eecf8eea0f88 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:50:42.618582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b1e35717-2ebf-49ca-80d9-eecf8eea0f88 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:42.681672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08da7f2-416a-445b-967a-ab704e64142e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:42.885203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.objects.ports [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87984) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:50:42.919274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.009232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=f8e56f8f-0906-4e03-acb7-b08ad4528907,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:43.024756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08da7f2-416a-445b-967a-ab704e64142e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:43.039989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a05d0d-3752-44ba-a815-57866315b3fa None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:43.040294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a08da7f2-416a-445b-967a-ab704e64142e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.055244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=2e4c4759-8089-4b3b-a703-38f1bc01b9cf,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:43.072983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a05d0d-3752-44ba-a815-57866315b3fa None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:43.074396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-46a05d0d-3752-44ba-a815-57866315b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.110858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router d4713919-4285-4983-b0c9-4c2238361e82 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:50:43.216965 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a08da7f2-416a-445b-967a-ab704e64142e tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/floatingips/bf940c0e-d473-4537-9d83-1002e3dacc51 HTTP/1.1" status: 200 len: 688 time: 3.7634947 May 06 13:50:43.222610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-46a05d0d-3752-44ba-a815-57866315b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.224333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4e202-9147-464d-86e9-3ae5d70cbaa8 req-4b21a699-24a3-45a7-9628-62c2d3c69932 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:43.227045 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-84f4e202-9147-464d-86e9-3ae5d70cbaa8 req-4b21a699-24a3-45a7-9628-62c2d3c69932 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f9b12c-4ff6-48c4-abc9-377c041d7c7a HTTP/1.1" status: 200 len: 946 time: 1.4295981 May 06 13:50:43.227535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41594) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:43.254823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a05d0d-3752-44ba-a815-57866315b3fa None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:43.255818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-46a05d0d-3752-44ba-a815-57866315b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.335973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:43.341630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:43.342732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.352042 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-36b0bcc9-7f8c-42a9-b044-a07dc42ba6ad tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/d4713919-4285-4983-b0c9-4c2238361e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8469293 May 06 13:50:43.352499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.353117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41598) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:43.365055 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018dd5f8-814f-4808-a018-caf5ab1f09df None None] Sync routers for ids ['d4713919-4285-4983-b0c9-4c2238361e82'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:43.387282 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018dd5f8-814f-4808-a018-caf5ab1f09df None None] Routers {'d4713919-4285-4983-b0c9-4c2238361e82'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:43.388106 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-018dd5f8-814f-4808-a018-caf5ab1f09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d4713919-4285-4983-b0c9-4c2238361e82'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.390334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c4203f35-a77e-4a84-aae3-aa209707790e None None] Provisioning complete for port 769fe896-928a-49d5-ae87-f2e6287d4d15 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:43.390618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c4203f35-a77e-4a84-aae3-aa209707790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.403441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:43.405916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port f8e56f8f-0906-4e03-acb7-b08ad4528907 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:43.408292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:43.408938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.431556 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-46a05d0d-3752-44ba-a815-57866315b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.431977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a05d0d-3752-44ba-a815-57866315b3fa None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:43.433648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bac3ea-5213-410b-9b73-afa74822585b None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:43.468371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.501631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-3cf4a89b-14d9-494e-9c9d-a5a7e6b55826 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:43.504452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'name': 'network-vif-deleted', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:50:43.521373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285947b9-20cf-41a0-a12d-104a5e06a4bd tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:43.522190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-285947b9-20cf-41a0-a12d-104a5e06a4bd tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:43.544684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-285947b9-20cf-41a0-a12d-104a5e06a4bd tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:43.551910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event deleted for resources: {'Port': ['ID=47ec4df8-056e-463a-9a05-2e09bacd0058,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:43.552369 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-285947b9-20cf-41a0-a12d-104a5e06a4bd tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports/769fe896-928a-49d5-ae87-f2e6287d4d15 HTTP/1.1" status: 200 len: 911 time: 0.1976604 May 06 13:50:43.561134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41604) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:43.562449 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-018dd5f8-814f-4808-a018-caf5ab1f09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.581509 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018dd5f8-814f-4808-a018-caf5ab1f09df None None] Routers {'d4713919-4285-4983-b0c9-4c2238361e82'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:43.582878 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-018dd5f8-814f-4808-a018-caf5ab1f09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d4713919-4285-4983-b0c9-4c2238361e82'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.599671 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c4203f35-a77e-4a84-aae3-aa209707790e None None] Port 769fe896-928a-49d5-ae87-f2e6287d4d15 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:43.717517 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-018dd5f8-814f-4808-a018-caf5ab1f09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.717911 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018dd5f8-814f-4808-a018-caf5ab1f09df None None] The sync data for ids ['d4713919-4285-4983-b0c9-4c2238361e82'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:43.761816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a310a66c-a771-48c7-a73f-e644d09efdcf']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.784118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '2e4c4759-8089-4b3b-a703-38f1bc01b9cf'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:50:43.785568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.840561 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a598317-10b9-46ee-8518-25c9c1a68b6f req-1a378add-41ce-44bf-a0fb-de75f5cc739e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/f8e56f8f-0906-4e03-acb7-b08ad4528907 HTTP/1.1" status: 204 len: 173 time: 4.3625615 May 06 13:50:43.841654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 2cd5399d-d16d-4cfd-bc6f-ffb0fa3330d6 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:43.841994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.871402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1cfbd5-9063-4c92-8234-1949f5d20bdc') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.871774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1cfbd5-9063-4c92-8234-1949f5d20bdc') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:43.909807 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2b1fa80d-7e6f-47a2-b1c2-f1a5f35d1548 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9574125 May 06 13:50:43.939000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.944327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41608) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:43.951445 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-84f4e202-9147-464d-86e9-3ae5d70cbaa8 req-e9519214-a0a7-423a-b54b-04e37ca10548 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff0587f7-1240-4b54-bcc7-4e4306d2a806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6929212 May 06 13:50:43.965095 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-3cf4a89b-14d9-494e-9c9d-a5a7e6b55826 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:43.966374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-3cf4a89b-14d9-494e-9c9d-a5a7e6b55826 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804165647&fields=id&tenant_id=39dc180c1812417b98208e3dd53bd4c7 HTTP/1.1" status: 200 len: 267 time: 1.1068044 May 06 13:50:43.988131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.006227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ffa683f7-82ad-4db0-8e0f-e68afea7d5f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:44.017052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:50:44.017690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:50:44.041016 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:50:44.119181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.223115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Allocated IP 2001:db8::f816:3eff:fe70:867 (ed4177a0-aee3-4756-a30e-bb3035a9c410/2e4c4759-8089-4b3b-a703-38f1bc01b9cf/4e04b71c-5d54-4327-a907-f0834650d217) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:44.296383 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f99b6b-ff52-43d4-82ba-e2f7da79ee6b'] response: {'server_uuid': 'e6f9b12c-4ff6-48c4-abc9-377c041d7c7a', 'name': 'network-vif-deleted', 'tag': 'f8e56f8f-0906-4e03-acb7-b08ad4528907', 'status': 'completed', 'code': 200} May 06 13:50:44.621878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.645925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ffa683f7-82ad-4db0-8e0f-e68afea7d5f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:44.674654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ffa683f7-82ad-4db0-8e0f-e68afea7d5f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:44.722224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa683f7-82ad-4db0-8e0f-e68afea7d5f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:44.726958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ffa683f7-82ad-4db0-8e0f-e68afea7d5f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.748695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Transition to ACTIVE for port object 4e04b71c-5d54-4327-a907-f0834650d217 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:44.777757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.783603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.798100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.804492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Transition to ACTIVE for port object 4e04b71c-5d54-4327-a907-f0834650d217 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:44.818134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.840636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.940319 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.ipam_backend_mixin [None req-ffa683f7-82ad-4db0-8e0f-e68afea7d5f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e4c4759-8089-4b3b-a703-38f1bc01b9cf (CIDR: 2001:db8::/64) May 06 13:50:44.955030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:44.962115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:44.966776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:44.993663 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa683f7-82ad-4db0-8e0f-e68afea7d5f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:50:44.994422 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa683f7-82ad-4db0-8e0f-e68afea7d5f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:50:45.045541 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ffa683f7-82ad-4db0-8e0f-e68afea7d5f5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0968509 May 06 13:50:45.046661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41614) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:45.054565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:45.090188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Pushing event updated for resources: {'Port': ['ID=4e04b71c-5d54-4327-a907-f0834650d217,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:45.129157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41618) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:45.180766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Attempting to bind port 4e04b71c-5d54-4327-a907-f0834650d217 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:50:45.181164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Attempting to bind port 4e04b71c-5d54-4327-a907-f0834650d217 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:50:45.181817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Attempting to bind port 4e04b71c-5d54-4327-a907-f0834650d217 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:50:45.184927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Pushing event deleted for resources: {'Network': ['ID=a310a66c-a771-48c7-a73f-e644d09efdcf,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:45.189960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:50:45.190475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:50:45.190911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.192480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:50:45.192480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Bound port: 4e04b71c-5d54-4327-a907-f0834650d217, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:50:45.192886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.215326 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] 10.222.0.21 "DELETE /v2.0/networks/a310a66c-a771-48c7-a73f-e644d09efdcf HTTP/1.1" status: 204 len: 168 time: 3.7275910 May 06 13:50:45.218817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.242488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.242812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.254949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.255608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.256112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.256686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.257216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.257717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.258284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.258780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.259276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.259759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.260251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.260750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ae0891-22f8-4b25-8781-e655c942cdef tempest-PortsIpV6TestJSON-1792781737 tempest-PortsIpV6TestJSON-1792781737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:45.289842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.290635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Fanout notify agent at l3_agent the message router_deleted on router 02d886c0-a6be-4cd0-8f0e-c598880ed38e {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:50:45.355131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] For port 4e04b71c-5d54-4327-a907-f0834650d217, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:50:45.360540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] For port 4e04b71c-5d54-4327-a907-f0834650d217, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4e04b71c-5d54-4327-a907-f0834650d217,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:50:45.368609 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.375756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.383206 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-655cc06e-2784-4046-9831-f31387840612 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/02d886c0-a6be-4cd0-8f0e-c598880ed38e HTTP/1.1" status: 204 len: 168 time: 6.5798392 May 06 13:50:45.429493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41624) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:45.444464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1942385811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:45.451043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 2cd5399d-d16d-4cfd-bc6f-ffb0fa3330d6 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:45.453705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e9500-bba0-407d-a66d-3f7965e37f47 None None] Pushing event updated for resources: {'Port': ['ID=4e04b71c-5d54-4327-a907-f0834650d217,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:45.492364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:45.508062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-213ce86b-97f5-4745-a5ca-d34f8f32583f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:45.508851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-213ce86b-97f5-4745-a5ca-d34f8f32583f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:45.542092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Usage tracker for resource:router and tenant:b8f70b1d97684202bcb4c340bb5e21a3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:45.556775 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:45.587176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-213ce86b-97f5-4745-a5ca-d34f8f32583f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:45.589331 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-213ce86b-97f5-4745-a5ca-d34f8f32583f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 812 time: 1.5755527 May 06 13:50:45.591645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79999a11-921a-406b-a3a4-c35f3ff92b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.605872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:45.610522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:45.620901 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-2a7fe31d-4665-4bc1-9296-e31d7d061d69 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/quotas/39dc180c1812417b98208e3dd53bd4c7 HTTP/1.1" status: 200 len: 375 time: 0.0195587 May 06 13:50:45.706197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79999a11-921a-406b-a3a4-c35f3ff92b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.721766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:45.776542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.778108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.791030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:45.795138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.887794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-7b098ab8-99a3-4f59-839b-e4bfcc7c7516 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:45.892221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.015134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41630) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:46.070492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.147429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=2cd5399d-d16d-4cfd-bc6f-ffb0fa3330d6,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:46.152620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.232996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-7b098ab8-99a3-4f59-839b-e4bfcc7c7516 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:46.235853 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-7b098ab8-99a3-4f59-839b-e4bfcc7c7516 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5831258 May 06 13:50:46.263731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79999a11-921a-406b-a3a4-c35f3ff92b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.271217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.275167 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7a5371bc-7dac-4147-baaf-24c4c123db8a tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8361366 May 06 13:50:46.278888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41636) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:46.279574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 769fe896-928a-49d5-ae87-f2e6287d4d15 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:46.279924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.313014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79999a11-921a-406b-a3a4-c35f3ff92b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0587f7-1240-4b54-bcc7-4e4306d2a806,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:46.318455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:46.359565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.389220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79999a11-921a-406b-a3a4-c35f3ff92b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.390451 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-79999a11-921a-406b-a3a4-c35f3ff92b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff0587f7-1240-4b54-bcc7-4e4306d2a806 HTTP/1.1" status: 204 len: 168 time: 1.2492740 May 06 13:50:46.392362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.393543 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-48ec1c60-f19f-47c9-9705-ac145e1b3cea tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/floatingips/bf940c0e-d473-4537-9d83-1002e3dacc51 HTTP/1.1" status: 204 len: 168 time: 3.1383836 May 06 13:50:46.401020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41644) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:46.407916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '4a1dbafa-e067-4eaa-a2d5-e0f49e33317e'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:46.439658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:46.519748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41648) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:46.549068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:floatingip and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:46.566586 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:46.581275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:46.587077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4e04b71c-5d54-4327-a907-f0834650d217 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:46.627765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.761051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 4e04b71c-5d54-4327-a907-f0834650d217 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:46.831804 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b4ceb3b4-0659-4193-a908-3453764bc18a service neutron] 10.222.0.21 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582101 May 06 13:50:47.148657 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-74c9e2f3-0333-4ae8-922f-bc44d70baeb8 service neutron] 10.222.0.21 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933862 May 06 13:50:47.198049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.274648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Provisioning for port 4e04b71c-5d54-4327-a907-f0834650d217 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:47.286254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Provisioning complete for port 4e04b71c-5d54-4327-a907-f0834650d217 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:47.287350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.415851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.26.2.236 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/dc6526fc-691f-4b95-b0e9-58e5c9abdc3f) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:47.454960 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a835b1b5-ec2b-46c7-b24c-ed3e2239f32f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bed9daf2f1e4f0b85fc96ab107c7e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4374950 May 06 13:50:47.471053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41654) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:47.516741 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.556491 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.635658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] For port 4e04b71c-5d54-4327-a907-f0834650d217, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4e04b71c-5d54-4327-a907-f0834650d217,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:47.646882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.708084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.793590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Pushing event updated for resources: {'Port': ['ID=4e04b71c-5d54-4327-a907-f0834650d217,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:47.799854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.817885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.818492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.819742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.820632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.821191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.821680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.822179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.822779 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.824005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.824616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.825363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.825862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505a80c6-375e-487a-a34a-e6735b0f99cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:47.860013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.939830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:47.969889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:47.971954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=dc6526fc-691f-4b95-b0e9-58e5c9abdc3f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:47.974441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:48.070266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 769fe896-928a-49d5-ae87-f2e6287d4d15 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:48.164046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.202984 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-305cdcba-22b5-4e2c-bea0-1434de2cbb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.228328 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ae1bb61-4f8d-47a9-9c8a-60d44530d3a6 req-bea63235-7945-4ac1-8fe0-571470272d80 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 210 time: 0.1075199 May 06 13:50:48.238383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-305cdcba-22b5-4e2c-bea0-1434de2cbb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.441533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:48.449866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:48.465158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:48.466056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.472523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=5c3348e1-ae0f-4189-9bcd-aabdba86b075,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:48.479141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5618ba-a94c-4639-b293-821c27faeb9f None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:48.512074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.512394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.513191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.513371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.513645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.513946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.514441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.514782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.515272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.515520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.515755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.516127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:48.577426 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-305cdcba-22b5-4e2c-bea0-1434de2cbb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:48.669622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4e04b71c-5d54-4327-a907-f0834650d217 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:48.797661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cdcba-22b5-4e2c-bea0-1434de2cbb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772fe765-ddbd-4663-bb05-eaf449954901,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:48.817129 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7d0bb6ba-c9a2-4a8b-8ac5-1d08f499c987 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7668142 May 06 13:50:48.821430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41672) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:48.836847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:a7:d1:ee', 'name': 'tempest-NetworksTestDHCPv6-848558130'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:48.936408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 4e04b71c-5d54-4327-a907-f0834650d217 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:48.937064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.017420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-305cdcba-22b5-4e2c-bea0-1434de2cbb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.024067 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-305cdcba-22b5-4e2c-bea0-1434de2cbb56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/772fe765-ddbd-4663-bb05-eaf449954901 HTTP/1.1" status: 204 len: 168 time: 1.5484767 May 06 13:50:49.032140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.183297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=769fe896-928a-49d5-ae87-f2e6287d4d15,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:49.369026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:49.395863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:49.403900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:49.441492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:49.650020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e7f14dbc-fff0-42c6-a6d2-a431c9c94517 req-5aa825f0-9319-45f0-aaa4-7954929e4d93 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 210 time: 0.1621218 May 06 13:50:49.659848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:49.701101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f94e554-cac2-4a46-b52d-c1870b07e38e None None] Update dhcp port {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'fixed_ips': [{'subnet_id': '2e4c4759-8089-4b3b-a703-38f1bc01b9cf', 'ip_address': '2001:db8::f816:3eff:fe70:867'}, {'subnet_id': '5c3348e1-ae0f-4189-9bcd-aabdba86b075'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '4e04b71c-5d54-4327-a907-f0834650d217'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:50:49.808533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3f94e554-cac2-4a46-b52d-c1870b07e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.810912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:49.830147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.010935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.203682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-3f94e554-cac2-4a46-b52d-c1870b07e38e None None] Allocated IP 2001:db8:0:1::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/5c3348e1-ae0f-4189-9bcd-aabdba86b075/4e04b71c-5d54-4327-a907-f0834650d217) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:50.235665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.398863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-799504bd-492a-4c1d-9248-23ec9291a1f8 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:50.401043 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-799504bd-492a-4c1d-9248-23ec9291a1f8 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 812 time: 0.3330891 May 06 13:50:50.411487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.414102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.417741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3f94e554-cac2-4a46-b52d-c1870b07e38e None None] For port 4e04b71c-5d54-4327-a907-f0834650d217, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4e04b71c-5d54-4327-a907-f0834650d217,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:50.456455 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3f94e554-cac2-4a46-b52d-c1870b07e38e None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.469526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3f94e554-cac2-4a46-b52d-c1870b07e38e None None] Transition to ACTIVE for port object 4e04b71c-5d54-4327-a907-f0834650d217 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:50.477507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3f94e554-cac2-4a46-b52d-c1870b07e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:50.489356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 125a5beb-d1f1-4aa7-827e-48e43c0993e5 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:50:50.705239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94e554-cac2-4a46-b52d-c1870b07e38e None None] Pushing event updated for resources: {'Port': ['ID=4e04b71c-5d54-4327-a907-f0834650d217,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:50.800876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41700) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:50.812253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router d4713919-4285-4983-b0c9-4c2238361e82 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:51.051619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.074675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.333781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.350835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:51.361345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-98223130'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:51.367113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad015f30-e540-4b20-ab5e-4b420c672515 None None] Sync routers for ids ['d4713919-4285-4983-b0c9-4c2238361e82'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:51.383478 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad015f30-e540-4b20-ab5e-4b420c672515 None None] Routers {'d4713919-4285-4983-b0c9-4c2238361e82'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:51.385968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-ad015f30-e540-4b20-ab5e-4b420c672515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d4713919-4285-4983-b0c9-4c2238361e82'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:51.386802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:51.403275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:network and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:51.410737 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7c0528e8-e915-4b51-9503-8a05aebe3c83 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/d4713919-4285-4983-b0c9-4c2238361e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8473585 May 06 13:50:51.418193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:51.429288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41708) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:51.475822 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f5a65196-6a6f-4e1b-9f0c-1c4f9796badc req-f7b6beb6-f57c-4570-8d44-9b703d1abf12 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 210 time: 0.3690152 May 06 13:50:51.505626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-ad015f30-e540-4b20-ab5e-4b420c672515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:51.515543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:51.523614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad015f30-e540-4b20-ab5e-4b420c672515 None None] Routers {'d4713919-4285-4983-b0c9-4c2238361e82'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:51.524406 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-ad015f30-e540-4b20-ab5e-4b420c672515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d4713919-4285-4983-b0c9-4c2238361e82'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:51.528184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ec03cc8a-8c38-4541-8482-db047643afca tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:51.539922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Allocated IP 172.26.2.159 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/f5a9b0ce-12ad-4b2e-b5ab-aedb488ff05f) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:51.634293 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-ad015f30-e540-4b20-ab5e-4b420c672515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:51.634716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad015f30-e540-4b20-ab5e-4b420c672515 None None] The sync data for ids ['d4713919-4285-4983-b0c9-4c2238361e82'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:51.706787 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-3c5a256c-be39-479d-b99b-d4bc7e74a430 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39dc180c1812417b98208e3dd53bd4c7 HTTP/1.1" status: 200 len: 379 time: 1.1513109 May 06 13:50:51.726681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'port': {'device_id': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'admin_state_up': True, 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'security_groups': ['eb464af6-6147-4ef1-82a2-cb06f77abcf8']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:51.755665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3021fa29-bbc6-42b2-912c-e6d63187ab70 None None] Provisioning for port 4e04b71c-5d54-4327-a907-f0834650d217 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:51.771709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3021fa29-bbc6-42b2-912c-e6d63187ab70 None None] Provisioning complete for port 4e04b71c-5d54-4327-a907-f0834650d217 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:51.772118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3021fa29-bbc6-42b2-912c-e6d63187ab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.775908 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=dc6526fc-691f-4b95-b0e9-58e5c9abdc3f,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:51.782792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.842085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:51.845783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.920065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.985092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:51.999893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group_rule and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:52.010367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:52.024698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ec03cc8a-8c38-4541-8482-db047643afca tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:52.026164 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ec03cc8a-8c38-4541-8482-db047643afca tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4713919-4285-4983-b0c9-4c2238361e82 HTTP/1.1" status: 200 len: 205 time: 0.5959108 May 06 13:50:52.027237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:52.072712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41712) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:52.299843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.436070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.448091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.475824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:52.496465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:52.512981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.584456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4e04b71c-5d54-4327-a907-f0834650d217 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:50:52.604590 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:52.640370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aef898b9-f0d2-443e-bbb9-0a6c4b796a93 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.668997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:52.678235 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.678871 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Added segment d3e34e44-938e-4634-a19e-bbe4fb44bf59 of type vlan for network 1cd80625-8379-4c1a-a715-e80887feded5 May 06 13:50:52.681040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:52.683230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964f9377-e8af-4bfc-be82-9e886503d6fc,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:52.686104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:52.730046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port f3518019-cf7b-46bf-b5e8-7723a80dc5d9 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:52.730248 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.732682 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP 4ae3041b-00d7-4f63-af5c-1e51f4be7fb7 associated. External IP: 172.26.2.236, port: 4a1dbafa-e067-4eaa-a2d5-e0f49e33317e. May 06 13:50:52.778929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event updated for resources: {'Port': ['ID=f5a9b0ce-12ad-4b2e-b5ab-aedb488ff05f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:52.853894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:52.923513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 4e04b71c-5d54-4327-a907-f0834650d217 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:52.924342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.106319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Made reservation on behalf of 39dc180c1812417b98208e3dd53bd4c7 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:53.120763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.179684 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8b80461a-f352-49fc-a7e7-704b9ae66af7 req-91ba0b7a-c2ae-4fff-85d7-6fa5ea8e9c76 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 210 time: 0.3224616 May 06 13:50:53.436478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.446111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:53.446606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.531180 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:50:53.588615 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7749712 May 06 13:50:53.592223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41718) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:53.639420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port f3518019-cf7b-46bf-b5e8-7723a80dc5d9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f3518019-cf7b-46bf-b5e8-7723a80dc5d9,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:53.639729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.666305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'name': 'tempest-PortsTestJSON-921014335'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:53.705086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8:0:1::3b0 (ed4177a0-aee3-4756-a30e-bb3035a9c410/5c3348e1-ae0f-4189-9bcd-aabdba86b075/125a5beb-d1f1-4aa7-827e-48e43c0993e5) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:53.718315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aef898b9-f0d2-443e-bbb9-0a6c4b796a93 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.726932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aef898b9-f0d2-443e-bbb9-0a6c4b796a93 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:53.874192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523573c8-4de9-41b3-bf8b-169c8e102db0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Network': ['ID=1cd80625-8379-4c1a-a715-e80887feded5,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:53.923712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:53.935832 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::f816:3eff:fea7:d1ee (ed4177a0-aee3-4756-a30e-bb3035a9c410/2e4c4759-8089-4b3b-a703-38f1bc01b9cf/125a5beb-d1f1-4aa7-827e-48e43c0993e5) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:54.199407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.293426 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:54.310146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for f3518019-cf7b-46bf-b5e8-7723a80dc5d9 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:54.312521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Allocated IP 172.20.0.7 (e0dfa784-3385-4441-8cb7-4f3b760cd429/88a7344f-0371-4bb5-8b61-f9e76be6bbaf/15f78bdf-c864-4df3-aad7-636f6814688f) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:50:54.321805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aef898b9-f0d2-443e-bbb9-0a6c4b796a93 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.322275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef898b9-f0d2-443e-bbb9-0a6c4b796a93 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Fanout notify agent at l3_agent the message router_deleted on router d4713919-4285-4983-b0c9-4c2238361e82 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:50:54.431497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:54.436386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:port and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:54.439907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:54.447890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:54.463726 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3a964539-2046-484b-a62c-d4ee9ccaa33b req-0a773ae2-edb6-43be-8d39-28c1158e532a tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 210 time: 0.1115978 May 06 13:50:54.565690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:54.570295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.852635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aef898b9-f0d2-443e-bbb9-0a6c4b796a93 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:54.856220 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-aef898b9-f0d2-443e-bbb9-0a6c4b796a93 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/d4713919-4285-4983-b0c9-4c2238361e82 HTTP/1.1" status: 204 len: 168 time: 2.7797363 May 06 13:50:54.857103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41724) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:54.873058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 41b7404c-3641-495f-a9be-2b64c588d381 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:50:55.088236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:55.093979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3aa88d-5a1a-42f4-8087-127b5249cfc1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting subnet 38fd8976-1668-4f56-9d06-ad2208673042 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:50:55.104647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa88d-5a1a-42f4-8087-127b5249cfc1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.112712 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b3c0f-253d-4498-88f5-34213048b87b None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:55.120258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.135777 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b3c0f-253d-4498-88f5-34213048b87b None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:55.137032 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-921b3c0f-253d-4498-88f5-34213048b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:55.145960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.186252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.190214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Transition to ACTIVE for port object 15f78bdf-c864-4df3-aad7-636f6814688f will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:55.240227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.244906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa88d-5a1a-42f4-8087-127b5249cfc1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.246230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.251067 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-921b3c0f-253d-4498-88f5-34213048b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:55.266369 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b3c0f-253d-4498-88f5-34213048b87b None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:55.267273 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-921b3c0f-253d-4498-88f5-34213048b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:55.358600 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-921b3c0f-253d-4498-88f5-34213048b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:55.359080 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b3c0f-253d-4498-88f5-34213048b87b None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:55.450216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 125a5beb-d1f1-4aa7-827e-48e43c0993e5 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:55.494589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.549582 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-16cae7ce-d1a9-4796-86d4-7efa8a922216 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.1427891 May 06 13:50:55.551376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41730) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:55.591951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=f3518019-cf7b-46bf-b5e8-7723a80dc5d9,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:55.661104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.723091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.738441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa88d-5a1a-42f4-8087-127b5249cfc1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.795504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:55.803326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:55.812502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:55.826289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:56.076700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e8ed0166-e930-4679-a301-da5e4c621002 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "GET /v2.0/floatingips/4ae3041b-00d7-4f63-af5c-1e51f4be7fb7 HTTP/1.1" status: 200 len: 977 time: 0.5241542 May 06 13:50:56.086465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41734) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:56.137034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'Port': ['ID=15f78bdf-c864-4df3-aad7-636f6814688f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:56.231583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:50:56.249644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:56.264955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:56.271334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:56.276549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.310245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=125a5beb-d1f1-4aa7-827e-48e43c0993e5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:56.328377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:56.329510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.340347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.406687 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4716739a-26e6-444c-8cf0-26a76a6990aa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.5771627 May 06 13:50:56.423801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41738) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:56.425702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-beb810d0-a844-43e6-a645-4a7d72edea54 None None] Provisioning for port 15f78bdf-c864-4df3-aad7-636f6814688f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:56.434419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-beb810d0-a844-43e6-a645-4a7d72edea54 None None] Provisioning complete for port 15f78bdf-c864-4df3-aad7-636f6814688f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:56.434758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-beb810d0-a844-43e6-a645-4a7d72edea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.472245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Router 1c21782d-da81-413d-b085-fe6eb4cbde9f is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:50:56.503693 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-b508a46b-d0f9-48fc-bb10-e8dbe7a19790 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7874062 May 06 13:50:56.541226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Request body: {'port': {'device_id': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:56.555850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-beb810d0-a844-43e6-a645-4a7d72edea54 None None] Port 15f78bdf-c864-4df3-aad7-636f6814688f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:56.668960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa88d-5a1a-42f4-8087-127b5249cfc1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.689235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=41b7404c-3641-495f-a9be-2b64c588d381,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:56.692323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-86221a32-1222-4d8d-9a73-185091b4cda7 None None] Provisioning for port 125a5beb-d1f1-4aa7-827e-48e43c0993e5 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:50:56.701015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22924a4c-827e-45df-85d3-18085006aa0f req-46641564-e24a-4f5c-9164-3711ca9abee7 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:56.701748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-86221a32-1222-4d8d-9a73-185091b4cda7 None None] Provisioning complete for port 125a5beb-d1f1-4aa7-827e-48e43c0993e5 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:50:56.701979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-22924a4c-827e-45df-85d3-18085006aa0f req-46641564-e24a-4f5c-9164-3711ca9abee7 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:56.702334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-86221a32-1222-4d8d-9a73-185091b4cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.713214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b3195-9880-4289-910d-0e176bf5ba5d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 125a5beb-d1f1-4aa7-827e-48e43c0993e5 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:56.713716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3195-9880-4289-910d-0e176bf5ba5d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.756498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa88d-5a1a-42f4-8087-127b5249cfc1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:56.763782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3aa88d-5a1a-42f4-8087-127b5249cfc1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Subnet': ['ID=38fd8976-1668-4f56-9d06-ad2208673042,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:56.780986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3f787056-e7c4-4dca-80f3-2ed39133f495 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Synchronizing usage tracker for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:floatingip {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:56.796584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841cf3aa-20a1-4d64-9fbe-f583f2c9b4ef None None] Network fbdb711e-3fff-4504-9365-50358605d9ba requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:56.860484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Checking segment: {'id': 'd3e34e44-938e-4634-a19e-bbe4fb44bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1cd80625-8379-4c1a-a715-e80887feded5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:50:56.861244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network hostable DHCP agents. Network: 1cd80625-8379-4c1a-a715-e80887feded5, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:50:56.930424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-86221a32-1222-4d8d-9a73-185091b4cda7 None None] Port 125a5beb-d1f1-4aa7-827e-48e43c0993e5 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:50:57.000032 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.035218 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ae3aa88d-5a1a-42f4-8087-127b5249cfc1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/38fd8976-1668-4f56-9d06-ad2208673042 HTTP/1.1" status: 204 len: 168 time: 2.1617231 May 06 13:50:57.043828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41742) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:57.113290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3f787056-e7c4-4dca-80f3-2ed39133f495 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Unset dirty status for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:floatingip {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:57.115195 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3f787056-e7c4-4dca-80f3-2ed39133f495 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 1.0272322 May 06 13:50:57.174967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3195-9880-4289-910d-0e176bf5ba5d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.293903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41746) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:57.306466 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30652102-8c7d-42ff-b835-06fc620cfdb0 None None] DHCP port deletion for fbdb711e-3fff-4504-9365-50358605d9ba request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:50:57.312218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-30652102-8c7d-42ff-b835-06fc620cfdb0 None None] Deleting port eef7381e-3e17-438f-bde0-a3b97568c284 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:57.312832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-30652102-8c7d-42ff-b835-06fc620cfdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.323017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b3195-9880-4289-910d-0e176bf5ba5d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 125a5beb-d1f1-4aa7-827e-48e43c0993e5 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:57.354269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'port_id': '3827e7d6-ac08-4cde-8653-3780f40a41cd'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:57.362854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-22924a4c-827e-45df-85d3-18085006aa0f req-46641564-e24a-4f5c-9164-3711ca9abee7 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:57.364615 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-22924a4c-827e-45df-85d3-18085006aa0f req-46641564-e24a-4f5c-9164-3711ca9abee7 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 931 time: 1.2831044 May 06 13:50:57.452919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.484467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:50:57.525532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:57.537888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-22924a4c-827e-45df-85d3-18085006aa0f req-14043cc4-695a-4d6b-b1aa-dd9a4e59abca tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512244 May 06 13:50:57.545320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 1cd80625-8379-4c1a-a715-e80887feded5) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:50:57.567419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:50:57.574008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:57.574659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.578128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.583866 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-482ef0dd-7c82-450d-9eb9-55207e93ae60 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "PUT /v2.0/routers/1c21782d-da81-413d-b085-fe6eb4cbde9f HTTP/1.1" status: 200 len: 884 time: 11.2726645 May 06 13:50:57.586530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41750) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:57.673706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466f27e-e570-4c5d-9d5f-837c9039d9a5 None None] Sync routers for ids ['1c21782d-da81-413d-b085-fe6eb4cbde9f'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:57.679133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b2970-f9c5-4219-bc11-c533ea0cd24e None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:50:57.722873 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bda1ca23-dd7a-4640-bfdf-482e06cb1e7d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.0729275 May 06 13:50:57.734982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41754) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:57.746157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1724089982'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:57.761498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.796484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:57.803382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.828369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:network and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:57.848668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:57.878415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466f27e-e570-4c5d-9d5f-837c9039d9a5 None None] Routers {'1c21782d-da81-413d-b085-fe6eb4cbde9f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:57.879603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4466f27e-e570-4c5d-9d5f-837c9039d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['1c21782d-da81-413d-b085-fe6eb4cbde9f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:57.909660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:57.949786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:57.953203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:57.990026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:50:58.001722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.002332 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Added segment ad53f5ce-3fd6-45b6-b137-c36065dc05ac of type vlan for network 79a3caa1-19a8-46d2-aa27-a08f64177e8e May 06 13:50:58.035318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3195-9880-4289-910d-0e176bf5ba5d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.125405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port eef7381e-3e17-438f-bde0-a3b97568c284 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:50:58.125878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.130533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4466f27e-e570-4c5d-9d5f-837c9039d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.139777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.143696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-30652102-8c7d-42ff-b835-06fc620cfdb0 None None] For port eef7381e-3e17-438f-bde0-a3b97568c284, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=eef7381e-3e17-438f-bde0-a3b97568c284,segment=NetworkSegment(7ab8be20-a98b-4c82-b345-86ee1b05c844),segment_id=7ab8be20-a98b-4c82-b345-86ee1b05c844)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:58.144082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-30652102-8c7d-42ff-b835-06fc620cfdb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.218357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b3195-9880-4289-910d-0e176bf5ba5d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=125a5beb-d1f1-4aa7-827e-48e43c0993e5,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:58.305274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466f27e-e570-4c5d-9d5f-837c9039d9a5 None None] Routers {'1c21782d-da81-413d-b085-fe6eb4cbde9f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:58.306442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4466f27e-e570-4c5d-9d5f-837c9039d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['1c21782d-da81-413d-b085-fe6eb4cbde9f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.503222 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-af60e218-84f9-48b5-b78e-ef040450b427 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/routers/1c21782d-da81-413d-b085-fe6eb4cbde9f HTTP/1.1" status: 200 len: 925 time: 0.9056334 May 06 13:50:58.524715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41758) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:58.526736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-30652102-8c7d-42ff-b835-06fc620cfdb0 None None] Calling delete_port for eef7381e-3e17-438f-bde0-a3b97568c284 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:58.561315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4466f27e-e570-4c5d-9d5f-837c9039d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:58.561707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466f27e-e570-4c5d-9d5f-837c9039d9a5 None None] The sync data for ids ['1c21782d-da81-413d-b085-fe6eb4cbde9f'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:50:58.563194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device eef7381e-3e17-438f-bde0-a3b97568c284 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:58.605350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3195-9880-4289-910d-0e176bf5ba5d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.619476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.630761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:58.632303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.715917 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9810474 May 06 13:50:58.724903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8d7b3195-9880-4289-910d-0e176bf5ba5d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/125a5beb-d1f1-4aa7-827e-48e43c0993e5 HTTP/1.1" status: 204 len: 168 time: 2.2985232 May 06 13:50:58.728295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41764) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:58.728902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41766) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:58.754561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-30652102-8c7d-42ff-b835-06fc620cfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.826386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30652102-8c7d-42ff-b835-06fc620cfdb0 None None] Pushing event deleted for resources: {'Port': ['ID=eef7381e-3e17-438f-bde0-a3b97568c284,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:58.829894 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:58.836920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'ports': [{'network_id': '1cd80625-8379-4c1a-a715-e80887feded5'}, {'network_id': '79a3caa1-19a8-46d2-aa27-a08f64177e8e'}]} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:58.837222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:58.837707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '79a3caa1-19a8-46d2-aa27-a08f64177e8e'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:50:58.844920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30652102-8c7d-42ff-b835-06fc620cfdb0 None None] No DVR routers for this DVR port eef7381e-3e17-438f-bde0-a3b97568c284 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:58.948711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:50:59.057024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9ae9a-dc0e-46bc-be97-1488943e9911 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Network': ['ID=79a3caa1-19a8-46d2-aa27-a08f64177e8e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:59.070522 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 79a3caa1-19a8-46d2-aa27-a08f64177e8e details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:50:59.106044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port eef7381e-3e17-438f-bde0-a3b97568c284, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=eef7381e-3e17-438f-bde0-a3b97568c284,segment=NetworkSegment(7ab8be20-a98b-4c82-b345-86ee1b05c844),segment_id=7ab8be20-a98b-4c82-b345-86ee1b05c844)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:50:59.107086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.127899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router c286c038-4e0b-4860-b204-a272bd923e94 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:50:59.223023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f78bdf-c864-4df3-aad7-636f6814688f {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:50:59.243387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.282047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for eef7381e-3e17-438f-bde0-a3b97568c284 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:50:59.337358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b9eeaa-907a-425d-83b2-21cc22ef2612 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:59.338286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b9b9eeaa-907a-425d-83b2-21cc22ef2612 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Synchronizing usage tracker for tenant:00410e31e3f84af2b8e30d8113d17b1e on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:59.343021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Transition to ACTIVE for port object 15f78bdf-c864-4df3-aad7-636f6814688f will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:50:59.367121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.500981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df145a09-5029-42fc-8c3c-2e187caa6713 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:59.501891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-df145a09-5029-42fc-8c3c-2e187caa6713 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:59.515267 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:59.542157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea34ec-256f-42c5-a9c8-72cf9a7763a0 req-a166a93c-b784-4c32-91d8-9760831fd541 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:50:59.545374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e3ea34ec-256f-42c5-a9c8-72cf9a7763a0 req-a166a93c-b784-4c32-91d8-9760831fd541 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 931 time: 0.5875006 May 06 13:50:59.567775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:port and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:59.574509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:59.582430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Pushing event updated for resources: {'Port': ['ID=15f78bdf-c864-4df3-aad7-636f6814688f,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:59.654959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:59.657362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-df145a09-5029-42fc-8c3c-2e187caa6713 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:59.658674 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-df145a09-5029-42fc-8c3c-2e187caa6713 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9234183 May 06 13:50:59.669088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41772) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.692051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b9b9eeaa-907a-425d-83b2-21cc22ef2612 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Unset dirty status for tenant:00410e31e3f84af2b8e30d8113d17b1e on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:59.697276 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b9b9eeaa-907a-425d-83b2-21cc22ef2612 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=1c21782d-da81-413d-b085-fe6eb4cbde9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1645179 May 06 13:50:59.735632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41776) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.775384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 2} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:50:59.779860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.856645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:50:59.857068 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:50:59.893431 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e3ea34ec-256f-42c5-a9c8-72cf9a7763a0 req-94419205-f4fd-4bca-9154-b60c20cae0f6 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646749 May 06 13:50:59.911825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:50:59.921573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:59.936564 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1826525e-23e7-4ed0-8670-b4d451e213fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/c286c038-4e0b-4860-b204-a272bd923e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4114015 May 06 13:50:59.937011 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] Sync routers for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:50:59.946455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41780) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:59.950973 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:50:59.951605 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:00.002836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Attempting to bind port 15f78bdf-c864-4df3-aad7-636f6814688f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:00.003196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Attempting to bind port 15f78bdf-c864-4df3-aad7-636f6814688f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:00.003487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Attempting to bind port 15f78bdf-c864-4df3-aad7-636f6814688f on network e0dfa784-3385-4441-8cb7-4f3b760cd429 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:00.093470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-690f8639-3111-45ec-a7d3-16238496edeb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting subnet 623a34bc-2dab-45f5-9bba-ca17b47a8e79 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:51:00.111802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Port 15f78bdf-c864-4df3-aad7-636f6814688f on network e0dfa784-3385-4441-8cb7-4f3b760cd429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:51:00.112037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-690f8639-3111-45ec-a7d3-16238496edeb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.112806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Attempting to bind port 15f78bdf-c864-4df3-aad7-636f6814688f on network e0dfa784-3385-4441-8cb7-4f3b760cd429 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:00.147035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:51:00.148044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Checking segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:00.148508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Bound using segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:51:00.149072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Bound port: 15f78bdf-c864-4df3-aad7-636f6814688f, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:00.149495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.219942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:51:00.224778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d3d864-b4a2-4bf8-bd46-bef727fb3e92 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:00.225679 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-14d3d864-b4a2-4bf8-bd46-bef727fb3e92 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 881 time: 0.4814625 May 06 13:51:00.232165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41784) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:00.263950 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:51:00.357010 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-40ca1121-e579-4924-8c53-8ff65e974d85 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c21782d-da81-413d-b085-fe6eb4cbde9f HTTP/1.1" status: 200 len: 205 time: 0.1152263 May 06 13:51:00.361486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port eef7381e-3e17-438f-bde0-a3b97568c284 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:00.362458 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.369097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41788) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:00.632705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51592560-70a9-4f17-90cd-23c6d1a74b11 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:00.634103 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-51592560-70a9-4f17-90cd-23c6d1a74b11 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9600506 May 06 13:51:00.649513 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:50:55Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:00.654677 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] Checking router: c286c038-4e0b-4860-b204-a272bd923e94 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:51:00.664139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41792) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:00.666586 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] Routers {'c286c038-4e0b-4860-b204-a272bd923e94'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:00.667220 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c286c038-4e0b-4860-b204-a272bd923e94'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:00.700179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-690f8639-3111-45ec-a7d3-16238496edeb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.716280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port be056bea-05c5-4262-8514-13c00fe85bfc yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:51:00.736097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] For port 15f78bdf-c864-4df3-aad7-636f6814688f, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:51:00.740212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] For port 15f78bdf-c864-4df3-aad7-636f6814688f, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15f78bdf-c864-4df3-aad7-636f6814688f,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:51:00.860303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.886322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.917616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] The port 'eef7381e-3e17-438f-bde0-a3b97568c284' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:51:00.930833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:00.990220 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] Set router c286c038-4e0b-4860-b204-a272bd923e94 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:51:01.051878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:01.052820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.056082 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] 10.222.0.76 "PUT /v2.0/ports/15f78bdf-c864-4df3-aad7-636f6814688f HTTP/1.1" status: 200 len: 1093 time: 4.5409462 May 06 13:51:01.061140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:51:01.100309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.195037 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfbab6a-6cde-4f9a-9a23-cd92112d0b54'] response: {'name': 'network-changed', 'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f', 'status': 'completed', 'code': 200} May 06 13:51:01.284100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da390c53-89a6-4f45-9fb8-8a4f02b89783 service neutron] Pushing event updated for resources: {'Port': ['ID=15f78bdf-c864-4df3-aad7-636f6814688f,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:01.563984 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:50:55Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:01.565034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.570942 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6c22-212e-456d-882a-c48521a9d09c None None] The sync data for ids ['c286c038-4e0b-4860-b204-a272bd923e94'] in dv-neutron-840888-1-hyperv is: [{'id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'name': 'tempest-TestNetworkBasicOps-router-1146665267', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:46:05Z', 'updated_at': '2022-05-06T13:50:55Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'eb1e5a6e-45b3-47a1-9862-673cf2909d27', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286c038-4e0b-4860-b204-a272bd923e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:46:09Z', 'updated_at': '2022-05-06T13:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:01.589046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72127e67-fb04-4fdd-940d-4714a3350ce6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:01.591879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72127e67-fb04-4fdd-940d-4714a3350ce6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:01.595109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72127e67-fb04-4fdd-940d-4714a3350ce6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:01.596578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72127e67-fb04-4fdd-940d-4714a3350ce6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:01.627597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-690f8639-3111-45ec-a7d3-16238496edeb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.701598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-840aa6cd-a290-4052-a492-43e7c2019237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:01.703146 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-840aa6cd-a290-4052-a492-43e7c2019237 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 1096 time: 0.5068686 May 06 13:51:01.768761 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP 4ae3041b-00d7-4f63-af5c-1e51f4be7fb7 associated. External IP: 172.26.2.236, port: 4a1dbafa-e067-4eaa-a2d5-e0f49e33317e. May 06 13:51:01.802839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 49704f55-e93b-490a-8ba4-97d7ba20b625 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:51:01.812483 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-f6a8ce65-0bd9-47ec-8438-65515bb47b94 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f78bdf-c864-4df3-aad7-636f6814688f HTTP/1.1" status: 200 len: 217 time: 0.0962880 May 06 13:51:01.819193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.832343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5f771-facf-475d-b7b5-a3707629a6d5 req-382a2d1e-e4b1-4938-b6f8-98e1c5191a2e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:01.833818 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88c5f771-facf-475d-b7b5-a3707629a6d5 req-382a2d1e-e4b1-4938-b6f8-98e1c5191a2e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 943 time: 0.6468117 May 06 13:51:01.854046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.886301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72127e67-fb04-4fdd-940d-4714a3350ce6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:01.887407 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-72127e67-fb04-4fdd-940d-4714a3350ce6 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 1.2134237 May 06 13:51:01.905891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41800) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:01.917659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Deleting port f5a9b0ce-12ad-4b2e-b5ab-aedb488ff05f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:01.918048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:01.966593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdb711e-3fff-4504-9365-50358605d9ba']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:02.002407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-be3b7dc4-647b-48b3-acf2-c3ceb970b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:02.003906 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-be3b7dc4-647b-48b3-acf2-c3ceb970b7a4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.1801829 May 06 13:51:02.055675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab8be20-a98b-4c82-b345-86ee1b05c844') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:02.056054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab8be20-a98b-4c82-b345-86ee1b05c844') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:02.090181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88c5f771-facf-475d-b7b5-a3707629a6d5 req-8aa7ba6d-3aae-41f4-9947-61f24211be13 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162211 May 06 13:51:02.091485 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.105204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-690f8639-3111-45ec-a7d3-16238496edeb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.163681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d70deb-eafe-4eb1-97e2-d021e656098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 2e4c4759-8089-4b3b-a703-38f1bc01b9cf {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:51:02.168327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.170887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f8639-3111-45ec-a7d3-16238496edeb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Subnet': ['ID=623a34bc-2dab-45f5-9bba-ca17b47a8e79,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:02.184262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a0d70deb-eafe-4eb1-97e2-d021e656098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.190373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534307e4-bf28-47c5-9ce6-f50656f9e3a9 None None] Network 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:02.221787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-690f8639-3111-45ec-a7d3-16238496edeb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.236379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:51:02.237408 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:02.273130 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:02.331632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.354896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-a488517b-80bd-4bfd-9724-cb3da4100932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:02.356508 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-a488517b-80bd-4bfd-9724-cb3da4100932 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3375592 May 06 13:51:02.362550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.404031 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-690f8639-3111-45ec-a7d3-16238496edeb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/subnets/623a34bc-2dab-45f5-9bba-ca17b47a8e79 HTTP/1.1" status: 204 len: 168 time: 2.4565265 May 06 13:51:02.462110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41804) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:02.529612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f3518019-cf7b-46bf-b5e8-7723a80dc5d9 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:02.531183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a0d70deb-eafe-4eb1-97e2-d021e656098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.618329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.631092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: f3518019-cf7b-46bf-b5e8-7723a80dc5d9 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:51:02.631909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f3518019-cf7b-46bf-b5e8-7723a80dc5d9 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:02.711150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.754838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Network': ['ID=fbdb711e-3fff-4504-9365-50358605d9ba,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:02.781144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94aeda0-d320-4a79-9c58-971f5d404b2f None None] DHCP port deletion for 9ad945a1-8c59-4a91-b60a-ca6fcbb3449c request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:51:02.783427 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5c307641-38f9-40c5-85ff-33c3c2c3fba6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/networks/fbdb711e-3fff-4504-9365-50358605d9ba HTTP/1.1" status: 204 len: 168 time: 5.7345881 May 06 13:51:02.790716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41808) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:02.791043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d94aeda0-d320-4a79-9c58-971f5d404b2f None None] Deleting port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:02.791408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d94aeda0-d320-4a79-9c58-971f5d404b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.805298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:02.810753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-846558757', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:02.829967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:02.830929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Calling delete_port for f5a9b0ce-12ad-4b2e-b5ab-aedb488ff05f owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:02.842199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:router and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:02.853702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:02.868615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:03.027830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.127877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a0d70deb-eafe-4eb1-97e2-d021e656098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.183519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:03.196504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.198428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.231486 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d94aeda0-d320-4a79-9c58-971f5d404b2f None None] For port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=47ef509f-8ff5-4b0b-b47b-2780cc1db6ec,segment=NetworkSegment(b49119d0-8223-4d58-b7ee-e092cf7761a8),segment_id=b49119d0-8223-4d58-b7ee-e092cf7761a8)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:03.238393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d94aeda0-d320-4a79-9c58-971f5d404b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.246251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:03.248580 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a0d70deb-eafe-4eb1-97e2-d021e656098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.250085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:03.252087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.415162 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.417551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d70deb-eafe-4eb1-97e2-d021e656098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4c4759-8089-4b3b-a703-38f1bc01b9cf,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:03.426029 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-86cd5aff-345e-4658-aa2a-2b1859a185f8 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0533385 May 06 13:51:03.453243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a0d70deb-eafe-4eb1-97e2-d021e656098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.482009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c9939-1383-4c0c-ba89-4979cdd76ac6 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:03.482773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:03.501731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d94aeda0-d320-4a79-9c58-971f5d404b2f None None] Calling delete_port for 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:03.538859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab31bf-8e3c-4661-a750-5d505902eb56 None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:03.669991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=be056bea-05c5-4262-8514-13c00fe85bfc,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:03.695589 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a0d70deb-eafe-4eb1-97e2-d021e656098a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/2e4c4759-8089-4b3b-a703-38f1bc01b9cf HTTP/1.1" status: 204 len: 168 time: 1.7885585 May 06 13:51:03.709671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41814) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:03.718472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab31bf-8e3c-4661-a750-5d505902eb56 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:03.719098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-87ab31bf-8e3c-4661-a750-5d505902eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:03.777085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.823980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-87ab31bf-8e3c-4661-a750-5d505902eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:03.882856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab31bf-8e3c-4661-a750-5d505902eb56 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:03.883545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-87ab31bf-8e3c-4661-a750-5d505902eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:03.964587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Checking segment: {'id': 'ad53f5ce-3fd6-45b6-b137-c36065dc05ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '79a3caa1-19a8-46d2-aa27-a08f64177e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:03.964886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network hostable DHCP agents. Network: 79a3caa1-19a8-46d2-aa27-a08f64177e8e, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:03.979281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-87ab31bf-8e3c-4661-a750-5d505902eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:03.979281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab31bf-8e3c-4661-a750-5d505902eb56 None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:03.990740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:03.996135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d94aeda0-d320-4a79-9c58-971f5d404b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.007541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=49704f55-e93b-490a-8ba4-97d7ba20b625,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:04.019563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-53750071-4b71-4484-a56a-c041e1b3ec70 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 5c3348e1-ae0f-4189-9bcd-aabdba86b075 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:51:04.044661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53750071-4b71-4484-a56a-c041e1b3ec70 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.088908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94aeda0-d320-4a79-9c58-971f5d404b2f None None] Pushing event deleted for resources: {'Port': ['ID=47ef509f-8ff5-4b0b-b47b-2780cc1db6ec,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:04.105595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94aeda0-d320-4a79-9c58-971f5d404b2f None None] No DVR routers for this DVR port 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:04.106651 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-238e5348-0e5b-4f43-a12b-56326e8c35e3 req-8c934cc6-5094-4509-9218-0d94d5de9e61 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570690 May 06 13:51:04.228147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 79a3caa1-19a8-46d2-aa27-a08f64177e8e is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:04.238726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.272647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53750071-4b71-4484-a56a-c041e1b3ec70 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.301069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e981-e77f-49c1-bc7c-6d13e31559c6 req-fdf0039e-e9ab-4269-bb01-8843006e6b02 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:04.302677 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c22e981-e77f-49c1-bc7c-6d13e31559c6 req-fdf0039e-e9ab-4269-bb01-8843006e6b02 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 943 time: 0.7710299 May 06 13:51:04.370744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 79a3caa1-19a8-46d2-aa27-a08f64177e8e) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:04.376039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:04.383581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0637ad25-ce5e-48da-ab7b-0e45549380dc None None] Network 79a3caa1-19a8-46d2-aa27-a08f64177e8e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:04.384223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:04.389162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:04.390119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.395400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event deleted for resources: {'Port': ['ID=f5a9b0ce-12ad-4b2e-b5ab-aedb488ff05f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:04.454821 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53750071-4b71-4484-a56a-c041e1b3ec70 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.473632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.537028 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4a78d9f0-a16d-4082-b115-bf1652655534 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8022335 May 06 13:51:04.547005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41818) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:04.548006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port eb1e5a6e-45b3-47a1-9862-673cf2909d27 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:04.548006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.593988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:04.668247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:51:04.668636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 47ef509f-8ff5-4b0b-b47b-2780cc1db6ec not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:04.886601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:04.902207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53750071-4b71-4484-a56a-c041e1b3ec70 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:04.947978 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c22e981-e77f-49c1-bc7c-6d13e31559c6 req-38f639cc-22e7-414f-84a3-877f619569e1 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6298354 May 06 13:51:04.968263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.020764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53750071-4b71-4484-a56a-c041e1b3ec70 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.038743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53750071-4b71-4484-a56a-c041e1b3ec70 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3348e1-ae0f-4189-9bcd-aabdba86b075,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:05.108306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-40ec896d-5fc3-4e87-adb0-304e2d75145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:05.109925 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-40ec896d-5fc3-4e87-adb0-304e2d75145f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 1096 time: 0.9306080 May 06 13:51:05.163463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a47cf-cf42-4680-ae8c-c4138ac64a5a None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:05.203377 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-53750071-4b71-4484-a56a-c041e1b3ec70 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/5c3348e1-ae0f-4189-9bcd-aabdba86b075 HTTP/1.1" status: 204 len: 168 time: 1.4920521 May 06 13:51:05.205436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41822) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:05.237250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-88d43e6c-10eb-4872-82ac-43a2bd0677b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 49704f55-e93b-490a-8ba4-97d7ba20b625 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:05.237647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88d43e6c-10eb-4872-82ac-43a2bd0677b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.331300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.336596 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9f813439-a760-4c3a-ba6e-9a2cc2214bc0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141124 May 06 13:51:05.336882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.343696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-31a0aca8-10ba-4a41-8167-071ca2028b3c None None] Provisioning complete for port 4e04b71c-5d54-4327-a907-f0834650d217 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:05.344213 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-31a0aca8-10ba-4a41-8167-071ca2028b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.349710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41826) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:05.400390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:05.449600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port eb1e5a6e-45b3-47a1-9862-673cf2909d27, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=eb1e5a6e-45b3-47a1-9862-673cf2909d27,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:05.449956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.606504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.644633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.648099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:05.653391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.668584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:05.669786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Fanout notify agent at l3_agent the message router_deleted on router 1c21782d-da81-413d-b085-fe6eb4cbde9f {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:51:05.673258 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea177e-f689-4f79-934b-f6f906014260 None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:05.685769 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea177e-f689-4f79-934b-f6f906014260 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:05.686728 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-58ea177e-f689-4f79-934b-f6f906014260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:05.764967 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-58ea177e-f689-4f79-934b-f6f906014260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:05.776591 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea177e-f689-4f79-934b-f6f906014260 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:05.777491 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-58ea177e-f689-4f79-934b-f6f906014260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:50:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:05.851766 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-58ea177e-f689-4f79-934b-f6f906014260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:05.852523 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea177e-f689-4f79-934b-f6f906014260 None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:05.893787 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d909a29d-702f-4902-aac9-bb65d78d806d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/floatingips/4ae3041b-00d7-4f63-af5c-1e51f4be7fb7 HTTP/1.1" status: 200 len: 976 time: 8.5869510 May 06 13:51:05.987518 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for eb1e5a6e-45b3-47a1-9862-673cf2909d27 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:05.989221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.067295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41830) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:06.097910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-65e577c8-e09f-4d3a-832f-f18b13c0d00d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:06.130740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245be1a-8ec1-4c45-8c34-3c12f02e53e7 None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:51:06.138477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a245be1a-8ec1-4c45-8c34-3c12f02e53e7 None None] Deleting port 4e04b71c-5d54-4327-a907-f0834650d217 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:06.138929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a245be1a-8ec1-4c45-8c34-3c12f02e53e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.155163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 172.26.2.105 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/9ca27a55-8bc7-4a7e-ad03-c4daf894ce7c) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:06.155515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:06.188170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.189374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-553ec40f-d7c1-4190-aec7-88586437dca0 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/1c21782d-da81-413d-b085-fe6eb4cbde9f HTTP/1.1" status: 204 len: 168 time: 5.7739830 May 06 13:51:06.203786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41836) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:06.216566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-7040801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:06.220855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:06.232591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-379a8535-ef85-46f4-8121-f3a7f7c389b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:06.234072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-379a8535-ef85-46f4-8121-f3a7f7c389b2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 1.0513992 May 06 13:51:06.236613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88d43e6c-10eb-4872-82ac-43a2bd0677b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.256578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:06.279385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:06.299392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Usage tracker for resource:router and tenant:b8f70b1d97684202bcb4c340bb5e21a3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:06.306360 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:06.315967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:06.345747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.347130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.389290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.390058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:06.409128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.431127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a245be1a-8ec1-4c45-8c34-3c12f02e53e7 None None] For port 4e04b71c-5d54-4327-a907-f0834650d217, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4e04b71c-5d54-4327-a907-f0834650d217,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:06.431639 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a245be1a-8ec1-4c45-8c34-3c12f02e53e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.463221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.520947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.570783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:06.579887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:06.583741 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=9ca27a55-8bc7-4a7e-ad03-c4daf894ce7c,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:06.587794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:06.626354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.627761 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a011677e-a6c3-4520-a1a1-9961dfe4c8f8 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4220076 May 06 13:51:06.634078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41840) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:06.639756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': True}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:06.650814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4e04b71c-5d54-4327-a907-f0834650d217 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:06.756005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a245be1a-8ec1-4c45-8c34-3c12f02e53e7 None None] Calling delete_port for 4e04b71c-5d54-4327-a907-f0834650d217 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:06.840778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-4e9a2f55-9f72-407b-a9cc-4807ade48fd1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f78bdf-c864-4df3-aad7-636f6814688f HTTP/1.1" status: 200 len: 217 time: 0.5809519 May 06 13:51:06.842680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7ee25f23-d0db-4c75-a586-34f8f4525d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.856519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-88d43e6c-10eb-4872-82ac-43a2bd0677b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 49704f55-e93b-490a-8ba4-97d7ba20b625 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:06.891166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.929580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a245be1a-8ec1-4c45-8c34-3c12f02e53e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:06.997075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:07.002782 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245be1a-8ec1-4c45-8c34-3c12f02e53e7 None None] Pushing event deleted for resources: {'Port': ['ID=4e04b71c-5d54-4327-a907-f0834650d217,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:07.003499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.020005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245be1a-8ec1-4c45-8c34-3c12f02e53e7 None None] No DVR routers for this DVR port 4e04b71c-5d54-4327-a907-f0834650d217 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:07.025692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.201738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65e577c8-e09f-4d3a-832f-f18b13c0d00d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.404586 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=eb1e5a6e-45b3-47a1-9862-673cf2909d27,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:07.496963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.650157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-66666e61-2774-4c52-a7c4-13fd43035c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:07.651661 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-66666e61-2774-4c52-a7c4-13fd43035c19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.7169576 May 06 13:51:07.788564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88d43e6c-10eb-4872-82ac-43a2bd0677b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:07.806969 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.051181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d43e6c-10eb-4872-82ac-43a2bd0677b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=49704f55-e93b-490a-8ba4-97d7ba20b625,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:08.081316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e0498-37de-4576-b752-91dfeb57b406 req-448d05d0-1799-4728-aa6d-26dc21f75da5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:08.085826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-469e0498-37de-4576-b752-91dfeb57b406 req-448d05d0-1799-4728-aa6d-26dc21f75da5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 943 time: 1.8604965 May 06 13:51:08.090606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.211049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88d43e6c-10eb-4872-82ac-43a2bd0677b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.346829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65e577c8-e09f-4d3a-832f-f18b13c0d00d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.443168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.463925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65e577c8-e09f-4d3a-832f-f18b13c0d00d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.464256 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-65e577c8-e09f-4d3a-832f-f18b13c0d00d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP 4ae3041b-00d7-4f63-af5c-1e51f4be7fb7 disassociated. External IP: 172.26.2.236, port: 3827e7d6-ac08-4cde-8653-3780f40a41cd. May 06 13:51:08.511293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.586336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.590036 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-88d43e6c-10eb-4872-82ac-43a2bd0677b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/49704f55-e93b-490a-8ba4-97d7ba20b625 HTTP/1.1" status: 204 len: 168 time: 4.0436759 May 06 13:51:08.603248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.619390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41846) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:08.693854 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-469e0498-37de-4576-b752-91dfeb57b406 req-d95d2c16-3ac9-44e6-b5f7-b11c5a30cb1a tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4687345 May 06 13:51:08.784132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.949221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-139700f7-be3d-4717-b026-a4eda148b96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.003169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.003527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Fanout notify agent at l3_agent the message router_deleted on router c286c038-4e0b-4860-b204-a272bd923e94 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:51:09.046662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-f4bed8fe-823d-420d-909d-f5dde8db30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:09.048247 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-f4bed8fe-823d-420d-909d-f5dde8db30f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3121266 May 06 13:51:09.072973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.074098 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e3f23e8a-4bac-4a51-b7e6-00f663ca7e8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/routers/c286c038-4e0b-4860-b204-a272bd923e94 HTTP/1.1" status: 204 len: 168 time: 6.6034665 May 06 13:51:09.083863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41850) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:09.127899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Allocated IP 172.26.2.119 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/51da8378-136e-4be9-b10d-dfec5d7750a4) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:09.173498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.356475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:09.366593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:09.380138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f9f49e-8809-4a04-99f7-bae3d2d2b6c4 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:09.389395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:09.390047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.410134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b3ac59-e8fc-4b3f-be58-7c383123b7b4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:09.417687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b3ac59-e8fc-4b3f-be58-7c383123b7b4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:09.418494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-72b3ac59-e8fc-4b3f-be58-7c383123b7b4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:09.440697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=96f24c8b-99e3-45df-8ccc-d316c2d4ed00,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:09.529405 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-fabab321-cf8b-49aa-b426-7030235b1cf4 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657967 May 06 13:51:09.547626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.565775 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 904dec36-492b-4c1d-930c-7e93ecb11cb9 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:51:09.583485 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-57992d59-b9e4-41e7-87cc-7dce4569122c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.2132335 May 06 13:51:09.585705 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41856) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:09.593891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.601669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:09.646650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-72b3ac59-e8fc-4b3f-be58-7c383123b7b4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:09.653001 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-72b3ac59-e8fc-4b3f-be58-7c383123b7b4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.0149157 May 06 13:51:09.658525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41860) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:09.753635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e577c8-e09f-4d3a-832f-f18b13c0d00d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:09.806790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': '96f24c8b-99e3-45df-8ccc-d316c2d4ed00'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:51:09.810360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.872821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae1961-f5e3-4420-8392-9ac505e05831 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port be056bea-05c5-4262-8514-13c00fe85bfc {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:09.873249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9ae1961-f5e3-4420-8392-9ac505e05831 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:09.920628 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f98d55e3-02e4-4a2d-861f-4fec27db0f16 req-4b7c1fe9-62ec-4849-84e5-c7ab6d7273d9 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680871 May 06 13:51:10.087812 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/96f24c8b-99e3-45df-8ccc-d316c2d4ed00/8b8fdee7-19ba-4de8-b6a6-952f229a9338) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:10.141893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.198113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.219866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e577c8-e09f-4d3a-832f-f18b13c0d00d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:10.230404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-65e577c8-e09f-4d3a-832f-f18b13c0d00d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.247100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:10.262406 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb1060-7447-4d1e-9a0d-dd50e397f67c None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:10.280279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:10.290003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:10.297311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:10.307144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.317358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:10.317985 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.323811 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:10.326405 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c9805-adf2-4258-bbf0-d77c79c64856 None None] Sync routers for ids ['904dec36-492b-4c1d-930c-7e93ecb11cb9'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:10.332040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:10.339211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:10.347755 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c9805-adf2-4258-bbf0-d77c79c64856 None None] Routers {'904dec36-492b-4c1d-930c-7e93ecb11cb9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:10.351515 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4b5c9805-adf2-4258-bbf0-d77c79c64856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['904dec36-492b-4c1d-930c-7e93ecb11cb9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.379908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad945a1-8c59-4a91-b60a-ca6fcbb3449c']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.390882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9ae1961-f5e3-4420-8392-9ac505e05831 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.412904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event updated for resources: {'Port': ['ID=51da8378-136e-4be9-b10d-dfec5d7750a4,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:10.427060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49119d0-8223-4d58-b7ee-e092cf7761a8') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.427746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49119d0-8223-4d58-b7ee-e092cf7761a8') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.442746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:10.448191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.467526 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-65e577c8-e09f-4d3a-832f-f18b13c0d00d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/floatingips/4ae3041b-00d7-4f63-af5c-1e51f4be7fb7 HTTP/1.1" status: 200 len: 688 time: 4.3778925 May 06 13:51:10.478661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41866) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:10.480737 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4b5c9805-adf2-4258-bbf0-d77c79c64856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.486729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.497291 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c9805-adf2-4258-bbf0-d77c79c64856 None None] Routers {'904dec36-492b-4c1d-930c-7e93ecb11cb9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:10.498383 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4b5c9805-adf2-4258-bbf0-d77c79c64856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['904dec36-492b-4c1d-930c-7e93ecb11cb9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.500653 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.502311 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8cb23922-8475-4c6d-a94c-38b57216088f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.7102642 May 06 13:51:10.535515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41870) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:10.546328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae1961-f5e3-4420-8392-9ac505e05831 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for be056bea-05c5-4262-8514-13c00fe85bfc owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:10.552151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.567482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Transition to ACTIVE for port object 8b8fdee7-19ba-4de8-b6a6-952f229a9338 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:10.598025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Transition to ACTIVE for port object 8b8fdee7-19ba-4de8-b6a6-952f229a9338 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:10.605962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb1060-7447-4d1e-9a0d-dd50e397f67c None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:10.608160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6bb1060-7447-4d1e-9a0d-dd50e397f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.615390 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4b5c9805-adf2-4258-bbf0-d77c79c64856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.616578 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c9805-adf2-4258-bbf0-d77c79c64856 None None] The sync data for ids ['904dec36-492b-4c1d-930c-7e93ecb11cb9'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:10.722805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.729963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device eb1e5a6e-45b3-47a1-9862-673cf2909d27 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:10.840610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab087844-d2ff-4865-baad-e9e8dd56deb0 req-97cb1528-f6ba-40b9-88d2-f98c2cf5c815 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:10.842161 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ab087844-d2ff-4865-baad-e9e8dd56deb0 req-97cb1528-f6ba-40b9-88d2-f98c2cf5c815 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 943 time: 0.8062291 May 06 13:51:10.887079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: eb1e5a6e-45b3-47a1-9862-673cf2909d27 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:51:10.887654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device eb1e5a6e-45b3-47a1-9862-673cf2909d27 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:10.890589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6bb1060-7447-4d1e-9a0d-dd50e397f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:10.929841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:10.941436 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:10.947849 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:10.952347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb1060-7447-4d1e-9a0d-dd50e397f67c None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:10.953031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6bb1060-7447-4d1e-9a0d-dd50e397f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:11.005438 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:11.020071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Pushing event updated for resources: {'Port': ['ID=8b8fdee7-19ba-4de8-b6a6-952f229a9338,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:11.062020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9ae1961-f5e3-4420-8392-9ac505e05831 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.062618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6bb1060-7447-4d1e-9a0d-dd50e397f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:11.063031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb1060-7447-4d1e-9a0d-dd50e397f67c None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:11.126233 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ab087844-d2ff-4865-baad-e9e8dd56deb0 req-fbcececd-7474-413e-b58f-d30bd01b5c56 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662013 May 06 13:51:11.133201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Attempting to bind port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:11.134081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Attempting to bind port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:11.134081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Attempting to bind port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:11.141720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:51:11.142102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:11.142396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.142654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:51:11.142844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:51:11.143261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.143461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Bound port: 8b8fdee7-19ba-4de8-b6a6-952f229a9338, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:11.143646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.147909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae1961-f5e3-4420-8392-9ac505e05831 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=be056bea-05c5-4262-8514-13c00fe85bfc,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:11.161388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e9ae1961-f5e3-4420-8392-9ac505e05831 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:11.169335 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:11.185220 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dc562252-07e3-4eeb-8bc3-99cd8ba1cf31 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/routers/904dec36-492b-4c1d-930c-7e93ecb11cb9 HTTP/1.1" status: 200 len: 884 time: 0.6483705 May 06 13:51:11.186055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41874) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:11.193326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port dc6526fc-691f-4b95-b0e9-58e5c9abdc3f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:11.193721 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e9ae1961-f5e3-4420-8392-9ac505e05831 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/be056bea-05c5-4262-8514-13c00fe85bfc HTTP/1.1" status: 204 len: 168 time: 1.5306036 May 06 13:51:11.194028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.235961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41878) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:11.291938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] For port 8b8fdee7-19ba-4de8-b6a6-952f229a9338, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:51:11.429231 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.ipam_backend_mixin [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96f24c8b-99e3-45df-8ccc-d316c2d4ed00 (CIDR: 2001:db8::/64) May 06 13:51:11.434029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] For port 8b8fdee7-19ba-4de8-b6a6-952f229a9338, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8b8fdee7-19ba-4de8-b6a6-952f229a9338,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:51:11.439787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.468095 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:11.468580 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:11.473101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.478802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.528533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-993cce89-574f-4c74-b103-b431df4bfd62 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:router {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:11.533333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15f78bdf-c864-4df3-aad7-636f6814688f details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:51:11.572327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-993cce89-574f-4c74-b103-b431df4bfd62 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:router {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:11.577585 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-993cce89-574f-4c74-b103-b431df4bfd62 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3898823 May 06 13:51:11.579150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41882) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:11.587954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-82d9c7a6-407d-48b6-b7ad-c50b03e81d35 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-846558757'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:11.597067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.653118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Network': ['ID=9ad945a1-8c59-4a91-b60a-ca6fcbb3449c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:11.669724 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-95b42148-4a4c-455f-9716-d681422344ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/networks/9ad945a1-8c59-4a91-b60a-ca6fcbb3449c HTTP/1.1" status: 204 len: 168 time: 2.5698631 May 06 13:51:11.694491 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c2c23403-e12b-4e2e-bf8c-8141c00e74bc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1045952 May 06 13:51:11.695195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41886) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:11.703294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41888) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:11.713725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d6fe7-3776-4376-b622-a32ecf1bba0b None None] Pushing event updated for resources: {'Port': ['ID=8b8fdee7-19ba-4de8-b6a6-952f229a9338,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:11.715369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'network': {'name': 'tempest-network-smoke--868864800', 'project_id': '94073f6446054d1680f902b2994092d3', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:11.720663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:11.732591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:11.745569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:network and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:11.751840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:11.766434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:11.837680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15f78bdf-c864-4df3-aad7-636f6814688f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15f78bdf-c864-4df3-aad7-636f6814688f,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:11.859947 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:11.863974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.865143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '15f78bdf-c864-4df3-aad7-636f6814688f', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'port_id': '15f78bdf-c864-4df3-aad7-636f6814688f', 'mac_address': 'fa:16:3e:35:cb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:51:11.941067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:12.004615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.032815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f78bdf-c864-4df3-aad7-636f6814688f {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:51:12.056183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15f78bdf-c864-4df3-aad7-636f6814688f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15f78bdf-c864-4df3-aad7-636f6814688f,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:12.061601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.138641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c43d821-275c-4c39-937d-cfa1041f9f1a tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:12.143701 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9c43d821-275c-4c39-937d-cfa1041f9f1a tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8517034 May 06 13:51:12.153944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41894) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:12.196526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.196898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.205858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=15f78bdf-c864-4df3-aad7-636f6814688f,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:12.263951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.273656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.274264 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Added segment 276e58df-00ef-4d5f-a3d5-f0b1ae6f363e of type vlan for network 6c406565-fa22-4b27-9f5c-602d5b039656 May 06 13:51:12.311913 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1645e5c1-56f7-4311-91ed-ea081a185411 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:51:12.313004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1645e5c1-56f7-4311-91ed-ea081a185411 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:12.343700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['15f78bdf-c864-4df3-aad7-636f6814688f'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:51:12.592135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.622350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8b8fdee7-19ba-4de8-b6a6-952f229a9338 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:12.632814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for dc6526fc-691f-4b95-b0e9-58e5c9abdc3f owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:12.662952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1645e5c1-56f7-4311-91ed-ea081a185411 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:12.664537 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1645e5c1-56f7-4311-91ed-ea081a185411 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/49704f55-e93b-490a-8ba4-97d7ba20b625 HTTP/1.1" status: 404 len: 333 time: 0.5092990 May 06 13:51:12.672627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41900) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:12.711147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:12.721000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:12.730815 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0b76e9-2485-457d-afb8-e56b5581bdb7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:51:12.732368 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8d0b76e9-2485-457d-afb8-e56b5581bdb7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/be056bea-05c5-4262-8514-13c00fe85bfc HTTP/1.1" status: 404 len: 333 time: 0.0584044 May 06 13:51:12.742259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41904) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:12.744190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.750108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:12.750915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.781134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:12.798934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:12.846795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:13.039860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:13.043490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.367051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565bfc-9a5b-4743-aaf7-f82d0f229fb3 req-87156f08-ad56-4c2c-bf1d-7b666e03336c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:13.368002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-21f96048-9191-40d5-a308-7cd9efca2413 None None] Provisioning for port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:13.368853 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26565bfc-9a5b-4743-aaf7-f82d0f229fb3 req-87156f08-ad56-4c2c-bf1d-7b666e03336c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 944 time: 0.9153683 May 06 13:51:13.374275 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6652582 May 06 13:51:13.375600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-21f96048-9191-40d5-a308-7cd9efca2413 None None] Provisioning complete for port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:13.375600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-21f96048-9191-40d5-a308-7cd9efca2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.378612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41908) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:13.380866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc323a51-df81-4739-8701-dbf494f50d06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Network': ['ID=6c406565-fa22-4b27-9f5c-602d5b039656,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:13.386671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.417893 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 6c406565-fa22-4b27-9f5c-602d5b039656 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:13.447243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-308509247', 'admin_state_up': True, 'project_id': '94073f6446054d1680f902b2994092d3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:13.459793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15f78bdf-c864-4df3-aad7-636f6814688f up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:13.482523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=dc6526fc-691f-4b95-b0e9-58e5c9abdc3f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:13.497378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:13.518958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:router and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:13.528979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.533881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:13.552557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:13.581743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82d9c7a6-407d-48b6-b7ad-c50b03e81d35 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.590436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26565bfc-9a5b-4743-aaf7-f82d0f229fb3 req-593f8ea0-047f-497f-9afa-670c604217e9 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367614 May 06 13:51:13.590855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.593615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.595429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.614009 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.658872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82d9c7a6-407d-48b6-b7ad-c50b03e81d35 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.674877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.690319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 15f78bdf-c864-4df3-aad7-636f6814688f completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:13.697722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.707230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 15f78bdf-c864-4df3-aad7-636f6814688f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:13.707988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.778469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-21f96048-9191-40d5-a308-7cd9efca2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.862683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-21f96048-9191-40d5-a308-7cd9efca2413 None None] For port 8b8fdee7-19ba-4de8-b6a6-952f229a9338, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8b8fdee7-19ba-4de8-b6a6-952f229a9338,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:13.879262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-21f96048-9191-40d5-a308-7cd9efca2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.886654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.893999 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-982291be-1d5a-4478-a985-8caa19f683f6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ae3041b-00d7-4f63-af5c-1e51f4be7fb7 HTTP/1.1" status: 204 len: 168 time: 3.4131179 May 06 13:51:13.908309 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41912) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:13.955481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.003028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:51:14.012938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f96048-9191-40d5-a308-7cd9efca2413 None None] Pushing event updated for resources: {'Port': ['ID=8b8fdee7-19ba-4de8-b6a6-952f229a9338,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:14.021326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15f78bdf-c864-4df3-aad7-636f6814688f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15f78bdf-c864-4df3-aad7-636f6814688f,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:14.027043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.054968 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-15fa6495-0b63-454a-8aee-1834d09564b8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] delete failed (client error): The resource could not be found. May 06 13:51:14.061468 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-15fa6495-0b63-454a-8aee-1834d09564b8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ae3041b-00d7-4f63-af5c-1e51f4be7fb7 HTTP/1.1" status: 404 len: 345 time: 0.1476474 May 06 13:51:14.066080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41918) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.125199 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786d4213-14b2-4f46-ab41-221ec4397acb'] response: {'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f', 'code': 200} May 06 13:51:14.132067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=15f78bdf-c864-4df3-aad7-636f6814688f,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:14.183660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.274096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Router 38a33a05-19e5-40c3-8e0b-2e80d96e6f34 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:51:14.309165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def5c60d-38ce-4a9b-b001-b4b72b1a7fde tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:14.315452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def5c60d-38ce-4a9b-b001-b4b72b1a7fde tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:14.322606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def5c60d-38ce-4a9b-b001-b4b72b1a7fde tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:14.324016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-def5c60d-38ce-4a9b-b001-b4b72b1a7fde tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Synchronizing usage tracker for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:14.451290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a3caa1-19a8-46d2-aa27-a08f64177e8e']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.481769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.497459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-def5c60d-38ce-4a9b-b001-b4b72b1a7fde tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Unset dirty status for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:14.498858 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-def5c60d-38ce-4a9b-b001-b4b72b1a7fde tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "GET /v2.0/ports?network_id=387974ee-889b-43db-af48-8600eaaf5c89 HTTP/1.1" status: 200 len: 2355 time: 0.4317806 May 06 13:51:14.504691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41922) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.508768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad53f5ce-3fd6-45b6-b137-c36065dc05ac') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.509273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad53f5ce-3fd6-45b6-b137-c36065dc05ac') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.550414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.563738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8b8fdee7-19ba-4de8-b6a6-952f229a9338 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:14.597766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d9c7a6-407d-48b6-b7ad-c50b03e81d35 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 904dec36-492b-4c1d-930c-7e93ecb11cb9 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:14.605444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.663356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:51:14.664139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:14.683861 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:14.712565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:14.713007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.767493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:51:14.779596 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177435a1-fc2e-4d74-9869-0c8eca02895c tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:14.780564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-177435a1-fc2e-4d74-9869-0c8eca02895c tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Synchronizing usage tracker for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:14.860240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:14.877716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.885357 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-957e9d4e-93a3-4c8a-b600-efc91ca21c54 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "PUT /v2.0/routers/38a33a05-19e5-40c3-8e0b-2e80d96e6f34 HTTP/1.1" status: 200 len: 916 time: 8.2496610 May 06 13:51:14.886993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41928) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:14.909800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a4137-5db0-48cd-8060-76ec694d2cd0 None None] Sync routers for ids ['38a33a05-19e5-40c3-8e0b-2e80d96e6f34'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:14.935816 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a4137-5db0-48cd-8060-76ec694d2cd0 None None] Routers {'38a33a05-19e5-40c3-8e0b-2e80d96e6f34'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:14.937125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7b5a4137-5db0-48cd-8060-76ec694d2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['38a33a05-19e5-40c3-8e0b-2e80d96e6f34'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:14.967390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.043578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7b5a4137-5db0-48cd-8060-76ec694d2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:15.061381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a4137-5db0-48cd-8060-76ec694d2cd0 None None] Routers {'38a33a05-19e5-40c3-8e0b-2e80d96e6f34'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:15.062898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7b5a4137-5db0-48cd-8060-76ec694d2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['38a33a05-19e5-40c3-8e0b-2e80d96e6f34'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:15.129512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.134909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e387c-4981-4a85-95e8-ee08edd1cefb req-f5456fd1-cf76-41b8-9c31-8db58d558d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:15.136536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa6e387c-4981-4a85-95e8-ee08edd1cefb req-f5456fd1-cf76-41b8-9c31-8db58d558d6f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 1098 time: 0.7347441 May 06 13:51:15.203636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7b5a4137-5db0-48cd-8060-76ec694d2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:15.203636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a4137-5db0-48cd-8060-76ec694d2cd0 None None] The sync data for ids ['38a33a05-19e5-40c3-8e0b-2e80d96e6f34'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:15.212060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Network': ['ID=79a3caa1-19a8-46d2-aa27-a08f64177e8e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:15.216413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-177435a1-fc2e-4d74-9869-0c8eca02895c tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Unset dirty status for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:15.223266 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-177435a1-fc2e-4d74-9869-0c8eca02895c tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "GET /v2.0/subnets/6218640e-9d35-4641-8bd6-21f10755e793 HTTP/1.1" status: 200 len: 797 time: 0.7097256 May 06 13:51:15.226776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41932) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.239830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'port': {'network_id': '387974ee-889b-43db-af48-8600eaaf5c89', 'name': 'tempest-FloatingIPTestJSON-952685640', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:15.396523 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c99d2490-3c4c-4e1f-b454-5c07951438bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/networks/79a3caa1-19a8-46d2-aa27-a08f64177e8e HTTP/1.1" status: 204 len: 168 time: 2.6411250 May 06 13:51:15.404012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41936) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.495984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1949462096'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:15.509430 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8c1d2da4-a29e-4faf-b039-ad953812334e tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/routers/38a33a05-19e5-40c3-8e0b-2e80d96e6f34 HTTP/1.1" status: 200 len: 922 time: 0.6041617 May 06 13:51:15.512390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:15.522878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41940) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.530827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:network and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:15.559857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:15.562419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.570258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:15.574615 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa6e387c-4981-4a85-95e8-ee08edd1cefb req-5b637ed9-3449-430b-9b55-e37c39509ff9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3867831 May 06 13:51:15.586752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:15.601651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:15.620358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d9c7a6-407d-48b6-b7ad-c50b03e81d35 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:15.627843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82d9c7a6-407d-48b6-b7ad-c50b03e81d35 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.629093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-82d9c7a6-407d-48b6-b7ad-c50b03e81d35 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/904dec36-492b-4c1d-930c-7e93ecb11cb9 HTTP/1.1" status: 200 len: 891 time: 4.0479500 May 06 13:51:15.634943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41944) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:15.636162 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efea4e9-2e94-4f31-8c2a-549ccbb57602 None None] Sync routers for ids ['904dec36-492b-4c1d-930c-7e93ecb11cb9'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:15.654558 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efea4e9-2e94-4f31-8c2a-549ccbb57602 None None] Routers {'904dec36-492b-4c1d-930c-7e93ecb11cb9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:15.655357 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6efea4e9-2e94-4f31-8c2a-549ccbb57602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['904dec36-492b-4c1d-930c-7e93ecb11cb9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:15.655593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:15.659083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.707905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Made reservation on behalf of 1a2ea55a215a4bc1928456f4e0f1a45f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:15.714950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c260dd2-ffc6-4c98-8e69-e9579d552ff7 req-c5079e6e-2103-40f9-add3-3deaa87c4a14 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:15.716606 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c260dd2-ffc6-4c98-8e69-e9579d552ff7 req-c5079e6e-2103-40f9-add3-3deaa87c4a14 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 945 time: 0.5897825 May 06 13:51:15.735492 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6efea4e9-2e94-4f31-8c2a-549ccbb57602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:15.743013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:15.746568 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efea4e9-2e94-4f31-8c2a-549ccbb57602 None None] Routers {'904dec36-492b-4c1d-930c-7e93ecb11cb9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:15.747460 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6efea4e9-2e94-4f31-8c2a-549ccbb57602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['904dec36-492b-4c1d-930c-7e93ecb11cb9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:15.815235 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6efea4e9-2e94-4f31-8c2a-549ccbb57602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:15.815897 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efea4e9-2e94-4f31-8c2a-549ccbb57602 None None] The sync data for ids ['904dec36-492b-4c1d-930c-7e93ecb11cb9'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:15.848338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.848717 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Added segment ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71 of type vlan for network 5f1c0c27-09ac-4d02-99cf-0837301f80c8 May 06 13:51:15.914826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac510529-c8af-4c38-9db2-0f38b1c9f41c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:15.920661 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ac510529-c8af-4c38-9db2-0f38b1c9f41c tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=38a33a05-19e5-40c3-8e0b-2e80d96e6f34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3913031 May 06 13:51:15.929844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41948) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.063996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.081155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.098747 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c260dd2-ffc6-4c98-8e69-e9579d552ff7 req-2aa626aa-6042-47c8-aa95-1f71d62bb39d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488636 May 06 13:51:16.110465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.134146 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f30b66f3-07c9-4220-8d50-dcfe34bc426f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/routers/904dec36-492b-4c1d-930c-7e93ecb11cb9 HTTP/1.1" status: 200 len: 891 time: 0.4946835 May 06 13:51:16.135624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] device_id is not set on port 5b2f46d8-381a-44a0-a1ef-0602cb727ed5 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:51:16.139119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41952) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.197866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.210929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] For port 8b8fdee7-19ba-4de8-b6a6-952f229a9338, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8b8fdee7-19ba-4de8-b6a6-952f229a9338,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:16.254594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b682db80-fd0f-4717-a095-d6c6aa81edb3 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:16.308455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.317155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.317836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.327147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.332630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:16.333239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.378287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3399bb6b-4a56-4548-8633-28286eeb2545 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:16.379699 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3399bb6b-4a56-4548-8633-28286eeb2545 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 881 time: 0.4488933 May 06 13:51:16.434812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41956) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.440411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b682db80-fd0f-4717-a095-d6c6aa81edb3 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:16.441582 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b682db80-fd0f-4717-a095-d6c6aa81edb3 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=904dec36-492b-4c1d-930c-7e93ecb11cb9 HTTP/1.1" status: 200 len: 205 time: 0.3015108 May 06 13:51:16.452455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41960) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.541044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:16.550905 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dc7dadd6-1762-41c9-a608-03f0cd7af445 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=38a33a05-19e5-40c3-8e0b-2e80d96e6f34 HTTP/1.1" status: 200 len: 205 time: 0.1076229 May 06 13:51:16.556119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:16.562529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41964) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.578623 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dc19af-994e-42fe-8709-e7836d38cfb2 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:16.596497 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1389713 May 06 13:51:16.617321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41968) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.629018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:16.629622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.633925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '5f1c0c27-09ac-4d02-99cf-0837301f80c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:16.648489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae184d-ed48-4d6e-9bdc-197de6ee76c4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Network': ['ID=5f1c0c27-09ac-4d02-99cf-0837301f80c8,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:16.670959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=8b8fdee7-19ba-4de8-b6a6-952f229a9338,revision_number=5']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:16.687608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=647d8b89-19d6-42f8-a23d-a1d0c1d3681c,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:16.767898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 5f1c0c27-09ac-4d02-99cf-0837301f80c8 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:16.921583 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6004a863-40af-4c0f-85e9-0b779d4af9fb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2170169 May 06 13:51:16.931065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41972) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:16.937825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:5d:7a:d2', 'name': 'tempest-NetworksTestDHCPv6-1167776729'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:17.075460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.150 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/574422b6-152f-4dc3-b5f4-46fb293727de) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:17.151218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.251034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.341997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:17.475924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.20.0.14 (387974ee-889b-43db-af48-8600eaaf5c89/6218640e-9d35-4641-8bd6-21f10755e793/5b2f46d8-381a-44a0-a1ef-0602cb727ed5) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:17.548907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:17.556994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:17.569860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:17.574767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.20.0.13 (387974ee-889b-43db-af48-8600eaaf5c89/6218640e-9d35-4641-8bd6-21f10755e793/5b2f46d8-381a-44a0-a1ef-0602cb727ed5) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:17.592388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:17.592720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:17.608843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:17.627986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:17.677644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:17.710788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:17.714438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.784049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.867759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.891470 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Performing IP validity checks on allocation pools {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 06 13:51:17.892083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 06 13:51:17.893022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Deleting port 51da8378-136e-4be9-b10d-dfec5d7750a4 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:17.893365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.906273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.941893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365adb3d-b7b1-4139-9fb1-fe14a95fc6de req-f5d7e759-695a-49c7-ae70-a31a26c7be09 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:17.943701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-365adb3d-b7b1-4139-9fb1-fe14a95fc6de req-f5d7e759-695a-49c7-ae70-a31a26c7be09 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 945 time: 0.6056008 May 06 13:51:17.950108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 9ca27a55-8bc7-4a7e-ad03-c4daf894ce7c {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:17.950576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.151616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-40325495-55e6-4afb-b7e0-b0064d61123e None None] Provisioning complete for port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:18.152666 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-40325495-55e6-4afb-b7e0-b0064d61123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.160269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.170273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.215147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.242548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port 0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:51:18.317186 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-365adb3d-b7b1-4139-9fb1-fe14a95fc6de req-51da41aa-1501-468f-9e8d-18915598b9a3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329058 May 06 13:51:18.343355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:18.345597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:18.349183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:18.367110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.422759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=574422b6-152f-4dc3-b5f4-46fb293727de,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:18.488153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.564786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.575176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8b8fdee7-19ba-4de8-b6a6-952f229a9338 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:18.606710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Calling delete_port for 51da8378-136e-4be9-b10d-dfec5d7750a4 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:18.711936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:18.712218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 387974ee-889b-43db-af48-8600eaaf5c89 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:18.712497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.722129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:18.734765 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:18.932849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 9ca27a55-8bc7-4a7e-ad03-c4daf894ce7c owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:18.942218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=5b2f46d8-381a-44a0-a1ef-0602cb727ed5,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:19.063840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::2f7 (ed4177a0-aee3-4756-a30e-bb3035a9c410/96f24c8b-99e3-45df-8ccc-d316c2d4ed00/0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:19.074905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:7ad2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/647d8b89-19d6-42f8-a23d-a1d0c1d3681c/0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:19.082461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:19.083140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.096330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.144486 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-17eb738c-687f-4252-a587-516574bfdcf0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.9127481 May 06 13:51:19.154172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41980) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:19.232325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '5b2f46d8-381a-44a0-a1ef-0602cb727ed5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:19.255620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:19.286826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:floatingip and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:19.293497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:19.326039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.351733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:19.354128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=e8bb9945-b491-489c-980c-45febe44cf7b,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:19.389105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event deleted for resources: {'Port': ['ID=51da8378-136e-4be9-b10d-dfec5d7750a4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:19.429422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Checking segment: {'id': 'ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f1c0c27-09ac-4d02-99cf-0837301f80c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:19.430021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network hostable DHCP agents. Network: 5f1c0c27-09ac-4d02-99cf-0837301f80c8, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:19.457489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d5f54-30e5-4f8d-9592-99c45837f995 req-70e11c36-5c6e-469c-964c-28200ca91b37 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:19.460747 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-071d5f54-30e5-4f8d-9592-99c45837f995 req-70e11c36-5c6e-469c-964c-28200ca91b37 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 945 time: 1.0019603 May 06 13:51:19.528998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.555550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.565844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.597915 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object 0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:19.767679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.771169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.791747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.856961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.857462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Fanout notify agent at l3_agent the message router_deleted on router 38a33a05-19e5-40c3-8e0b-2e80d96e6f34 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:51:19.878589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:19.884307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:19.889326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:19.895017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:19.895445 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.914321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:19.924450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:19.925010 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ea9c757a-4edd-4c75-89e1-eaf655080a22 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/38a33a05-19e5-40c3-8e0b-2e80d96e6f34 HTTP/1.1" status: 204 len: 168 time: 3.3614349 May 06 13:51:19.931112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41984) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:19.937048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-541129125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:19.944950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:19.948683 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5caa8b8e-2b37-4373-b75f-66c01c74389c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0162168 May 06 13:51:19.952726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41988) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:19.955813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Usage tracker for resource:router and tenant:b8f70b1d97684202bcb4c340bb5e21a3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:19.995414 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:20.019381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:20.056608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a5a4f-2241-4d5b-91f0-9c474f9df603 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port 0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:20.057281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f8a5a4f-2241-4d5b-91f0-9c474f9df603 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.103442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 5f1c0c27-09ac-4d02-99cf-0837301f80c8 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:20.105824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.107948 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.147743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-071d5f54-30e5-4f8d-9592-99c45837f995 req-3e09d3c4-0802-4f72-8536-837fca6bde2d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5935972 May 06 13:51:20.164763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 5f1c0c27-09ac-4d02-99cf-0837301f80c8) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:20.168383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.169883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:20.170466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.184780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c0bd0-a85e-4645-a613-3f318ef49448 None None] Network 5f1c0c27-09ac-4d02-99cf-0837301f80c8 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:20.214354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 41992) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:20.239575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.294635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.331075 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.364738 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6c37071e-5b21-482e-a9de-e7f794d95acc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7365928 May 06 13:51:20.379007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 41998) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:20.401878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '5f1c0c27-09ac-4d02-99cf-0837301f80c8', 'name': 'tempest-PortsTestJSON-1868944742'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:20.404351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-92de3751-1544-4927-8d64-0216dcc4600f None None] Provisioning for port 0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:20.471723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=9ca27a55-8bc7-4a7e-ad03-c4daf894ce7c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:20.483344 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-92de3751-1544-4927-8d64-0216dcc4600f None None] Provisioning complete for port 0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:20.483957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-92de3751-1544-4927-8d64-0216dcc4600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.549213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.557102 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7954efe4-0cbe-4c7d-aa06-fe0b5a1de888 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6247532 May 06 13:51:20.565605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42002) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:20.607986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'enable_snat': False}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:20.614482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-92de3751-1544-4927-8d64-0216dcc4600f None None] Port 0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:51:20.775973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:20.777457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-5f1c0c27-09ac-4d02-99cf-0837301f80c8', 'network_id': '5f1c0c27-09ac-4d02-99cf-0837301f80c8', 'tenant_id': 'a6e6a5320f954c9fbafdec9cd29ce4c8', 'fixed_ips': [{'subnet_id': 'e8bb9945-b491-489c-980c-45febe44cf7b'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:51:20.778446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.044807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Allocated IP 172.20.0.2 (5f1c0c27-09ac-4d02-99cf-0837301f80c8/e8bb9945-b491-489c-980c-45febe44cf7b/247bee9e-a48c-4bc3-bd51-cd584b9b95df) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:21.091045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:21.099596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.113900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.184531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:21.217720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f8a5a4f-2241-4d5b-91f0-9c474f9df603 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.219783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.290915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:21.294355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.324086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.324606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Fanout notify agent at l3_agent the message router_deleted on router 904dec36-492b-4c1d-930c-7e93ecb11cb9 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:51:21.356483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.361944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port b7fa6104-ea4d-4f0f-bf11-18712712ba10 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:51:21.455952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.477555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Transition to ACTIVE for port object 247bee9e-a48c-4bc3-bd51-cd584b9b95df will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:21.515192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Transition to ACTIVE for port object 247bee9e-a48c-4bc3-bd51-cd584b9b95df will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:21.525561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.575738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a5a4f-2241-4d5b-91f0-9c474f9df603 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for 0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:21.651379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Network 5f1c0c27-09ac-4d02-99cf-0837301f80c8 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:21.657073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:21.664196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:21.675068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Pushing event updated for resources: {'Port': ['ID=247bee9e-a48c-4bc3-bd51-cd584b9b95df,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:21.707080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.713552 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9265c02f-cae3-40e9-805a-05bbd75d4bb8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/904dec36-492b-4c1d-930c-7e93ecb11cb9 HTTP/1.1" status: 204 len: 168 time: 5.2555192 May 06 13:51:21.720323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42010) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:21.735375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2086194725'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:21.751040 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:21.818214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:network and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:21.847546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:21.853428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Attempting to bind port 247bee9e-a48c-4bc3-bd51-cd584b9b95df on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:21.854067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Attempting to bind port 247bee9e-a48c-4bc3-bd51-cd584b9b95df by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f1c0c27-09ac-4d02-99cf-0837301f80c8'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:21.854682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Attempting to bind port 247bee9e-a48c-4bc3-bd51-cd584b9b95df on network 5f1c0c27-09ac-4d02-99cf-0837301f80c8 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:21.864769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:51:21.865398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Checking segment: {'id': 'ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f1c0c27-09ac-4d02-99cf-0837301f80c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:21.866526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.866742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Bound using segment: {'id': 'ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f1c0c27-09ac-4d02-99cf-0837301f80c8'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:51:21.867457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Bound port: 247bee9e-a48c-4bc3-bd51-cd584b9b95df, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5f1c0c27-09ac-4d02-99cf-0837301f80c8'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:21.868059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:21.888960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.26.2.217 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/33e920a7-d860-40f7-a6a7-8735747d8336) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:21.915143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:21.977729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.005663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:22.011017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.067606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] For port 247bee9e-a48c-4bc3-bd51-cd584b9b95df, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:51:22.073162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.10 (5f1c0c27-09ac-4d02-99cf-0837301f80c8/e8bb9945-b491-489c-980c-45febe44cf7b/b7fa6104-ea4d-4f0f-bf11-18712712ba10) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:22.075896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] For port 247bee9e-a48c-4bc3-bd51-cd584b9b95df, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=247bee9e-a48c-4bc3-bd51-cd584b9b95df,segment=NetworkSegment(ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71),segment_id=ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:51:22.085769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.115000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228307e6-c19e-4b46-bc3c-08a9bc79ab4d tempest-TestVolumeBootPattern-31978617 tempest-TestVolumeBootPattern-31978617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:22.119332 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-228307e6-c19e-4b46-bc3c-08a9bc79ab4d tempest-TestVolumeBootPattern-31978617 tempest-TestVolumeBootPattern-31978617-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 1093 time: 1.9029043 May 06 13:51:22.129409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42014) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:22.142587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '15f78bdf-c864-4df3-aad7-636f6814688f', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:22.168285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:22.177299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 6d136b40-7867-4c6c-82f9-eb35ae05a70d is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:51:22.186475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:floatingip and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:22.216320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:22.249591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:22.361285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dcf21-1e46-43d5-a7f3-fb099c18730a None None] Pushing event updated for resources: {'Port': ['ID=247bee9e-a48c-4bc3-bd51-cd584b9b95df,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:22.382144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f8a5a4f-2241-4d5b-91f0-9c474f9df603 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.422859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:22.450944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a5a4f-2241-4d5b-91f0-9c474f9df603 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:22.548855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.593919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.628782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.629313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added segment 776a6e47-513a-4f3f-96df-d406a2c21eca of type vlan for network fa69143e-36b4-4990-ac60-e0e80cf38152 May 06 13:51:22.836413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7f8a5a4f-2241-4d5b-91f0-9c474f9df603 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.850486 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7f8a5a4f-2241-4d5b-91f0-9c474f9df603 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a HTTP/1.1" status: 204 len: 168 time: 2.8959365 May 06 13:51:22.857194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42020) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:23.009935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.032687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.074790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object b7fa6104-ea4d-4f0f-bf11-18712712ba10 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:23.081321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.088531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.169807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:23.202204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Sync routers for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:23.204306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86b489-67c1-46ca-a38d-6dac2427e3fa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:23.205228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fc86b489-67c1-46ca-a38d-6dac2427e3fa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:23.223820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:23.226708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:23.232367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.268756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fc86b489-67c1-46ca-a38d-6dac2427e3fa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:23.269953 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fc86b489-67c1-46ca-a38d-6dac2427e3fa tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4083602 May 06 13:51:23.275585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42026) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:23.336128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Allocated IP 172.26.2.142 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/3f82d2e7-4528-4466-a95f-cdac8dda1cdc) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:23.363987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.371767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:23.373451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.403683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.404999 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9caff61f-15aa-410b-9295-9ac7cd5b2a6e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.0214248 May 06 13:51:23.426428 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42030) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:23.505052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:23.508007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.519693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:23.530927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=33e920a7-d860-40f7-a6a7-8735747d8336,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:23.545486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:23.598561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42036) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:23.599900 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8762114 May 06 13:51:23.614741 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'subnet': {'network_id': 'fa69143e-36b4-4990-ac60-e0e80cf38152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:23.688537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:51:23.706912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef873ae0-146e-47de-afef-4e703ce25f3f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Network': ['ID=fa69143e-36b4-4990-ac60-e0e80cf38152,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:23.736599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 5f1c0c27-09ac-4d02-99cf-0837301f80c8 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:23.748576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:23.759317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:23.870493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b37345-f410-44c2-a377-0523f041399a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:23.876003 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d4b37345-f410-44c2-a377-0523f041399a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5994425 May 06 13:51:23.880548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=b7fa6104-ea4d-4f0f-bf11-18712712ba10,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:23.883387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42040) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:23.906699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:23.925488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:subnet and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:23.935851 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.947113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:23.968208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:24.017151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:24.026233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.086896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network fa69143e-36b4-4990-ac60-e0e80cf38152 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:24.111096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f80d08-b96c-4ce8-ba84-2c2fc6f76337 None None] Network 5f1c0c27-09ac-4d02-99cf-0837301f80c8 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:24.263883 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cea5af3e-0b6e-438c-b6c8-7572a7f40306 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8249967 May 06 13:51:24.264820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42044) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.279559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:24.279559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.288049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.298885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.416139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b2563e9e-a922-4050-a72e-53014131bec4 None None] Provisioning for port 247bee9e-a48c-4bc3-bd51-cd584b9b95df completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:24.433223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d4a10-0866-421d-a6fd-9b611f67b9df tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:24.434873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d4a10-0866-421d-a6fd-9b611f67b9df tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:24.436659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d4a10-0866-421d-a6fd-9b611f67b9df tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:24.437530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d93d4a10-0866-421d-a6fd-9b611f67b9df tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:24.469735 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6fce60b0-3fab-40f1-82da-8dcc8381d201 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0866132 May 06 13:51:24.479158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42048) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.489670 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Pushing event updated for resources: {'Port': ['ID=3f82d2e7-4528-4466-a95f-cdac8dda1cdc,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:24.622868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:24.624741 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4cf25-7310-4e99-9b1e-2277b44c3cac tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:24.626397 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-21b4cf25-7310-4e99-9b1e-2277b44c3cac tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3606300 May 06 13:51:24.638169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:24.642900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42052) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.656315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d93d4a10-0866-421d-a6fd-9b611f67b9df tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:24.660503 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d93d4a10-0866-421d-a6fd-9b611f67b9df tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7481544 May 06 13:51:24.667794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42054) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.668693 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:24.798482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Allocated IP 172.26.2.23 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/4cae28e2-76d2-42f0-9df7-1de273692e6d) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:24.832440 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9af1993b-834f-4d18-b8fd-8ce15ec32a28 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1662476 May 06 13:51:24.836931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42060) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.848577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 247bee9e-a48c-4bc3-bd51-cd584b9b95df up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:24.865762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-804956059', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'project_id': '94073f6446054d1680f902b2994092d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:24.895973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fe977-11c6-4a60-8731-052974d2e3be tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port b7fa6104-ea4d-4f0f-bf11-18712712ba10 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:24.896334 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e5fe977-11c6-4a60-8731-052974d2e3be tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.989406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd080cb-28b1-4a8b-a146-1b022308d75d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 647d8b89-19d6-42f8-a23d-a1d0c1d3681c {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:51:24.992908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5fd080cb-28b1-4a8b-a146-1b022308d75d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.059023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5fd080cb-28b1-4a8b-a146-1b022308d75d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.134120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:25.153732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:subnet and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:25.160099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:25.173278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:25.222789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:25.226926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.236196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 247bee9e-a48c-4bc3-bd51-cd584b9b95df completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:25.251997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:19Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:25.260358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 247bee9e-a48c-4bc3-bd51-cd584b9b95df triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:25.260937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.309820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Checking router: 6d136b40-7867-4c6c-82f9-eb35ae05a70d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:51:25.310303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Updating router 6d136b40-7867-4c6c-82f9-eb35ae05a70d port 574422b6-152f-4dc3-b5f4-46fb293727de binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:51:25.317857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.390714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.438918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.481892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.621589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.694624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:25.702929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:25.719732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'Port': ['ID=4cae28e2-76d2-42f0-9df7-1de273692e6d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:25.727387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:25.878524 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.936129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e5fe977-11c6-4a60-8731-052974d2e3be tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.958027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6087a8b2-5af2-44eb-ac33-d51bf0716f73 None None] Provisioning complete for port 247bee9e-a48c-4bc3-bd51-cd584b9b95df triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:25.958567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6087a8b2-5af2-44eb-ac33-d51bf0716f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.065749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.142162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 247bee9e-a48c-4bc3-bd51-cd584b9b95df, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=247bee9e-a48c-4bc3-bd51-cd584b9b95df,segment=NetworkSegment(ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71),segment_id=ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:26.153299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.177194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.189979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fe977-11c6-4a60-8731-052974d2e3be tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for b7fa6104-ea4d-4f0f-bf11-18712712ba10 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:26.310240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=247bee9e-a48c-4bc3-bd51-cd584b9b95df,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:26.340228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=c75d833d-3071-47b8-9a08-979c350a0bc1,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:26.364032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Checking segment: {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:26.364569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network hostable DHCP agents. Network: 6c406565-fa22-4b27-9f5c-602d5b039656, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:26.397849 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6087a8b2-5af2-44eb-ac33-d51bf0716f73 None None] Provisioning for port b7fa6104-ea4d-4f0f-bf11-18712712ba10 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:26.405630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6087a8b2-5af2-44eb-ac33-d51bf0716f73 None None] Provisioning complete for port b7fa6104-ea4d-4f0f-bf11-18712712ba10 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:26.406193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6087a8b2-5af2-44eb-ac33-d51bf0716f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.443984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.479629 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Transition to ACTIVE for port object 574422b6-152f-4dc3-b5f4-46fb293727de will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:26.491545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6087a8b2-5af2-44eb-ac33-d51bf0716f73 None None] Port b7fa6104-ea4d-4f0f-bf11-18712712ba10 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:51:26.494654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.578982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 247bee9e-a48c-4bc3-bd51-cd584b9b95df up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:26.607833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Subnet': ['ID=099db73a-b89b-4079-9b03-fb121830d57c,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:26.649268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5fd080cb-28b1-4a8b-a146-1b022308d75d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.657050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d0523-3365-4406-ac0b-fc9ecda83194 None None] Pushing event updated for resources: {'Port': ['ID=574422b6-152f-4dc3-b5f4-46fb293727de,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:26.659543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Attempting to bind port 574422b6-152f-4dc3-b5f4-46fb293727de on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:26.659956 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Attempting to bind port 574422b6-152f-4dc3-b5f4-46fb293727de by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:26.660271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Attempting to bind port 574422b6-152f-4dc3-b5f4-46fb293727de on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:26.679548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:51:26.679911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:26.680323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.680717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:51:26.681224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Bound port: 574422b6-152f-4dc3-b5f4-46fb293727de, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:26.681746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.716831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Checking segment: {'id': '776a6e47-513a-4f3f-96df-d406a2c21eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fa69143e-36b4-4990-ac60-e0e80cf38152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:26.717178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network hostable DHCP agents. Network: fa69143e-36b4-4990-ac60-e0e80cf38152, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:26.723635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c63e09ca-372b-435e-9df4-ade54d21e23f None None] Provisioning complete for port b7fa6104-ea4d-4f0f-bf11-18712712ba10 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:26.724152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c63e09ca-372b-435e-9df4-ade54d21e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.749333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.754435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 6c406565-fa22-4b27-9f5c-602d5b039656 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:26.777478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 6c406565-fa22-4b27-9f5c-602d5b039656) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:26.795867 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac1c53-843e-4ac8-a0c4-33c76f151188 None None] Network 6c406565-fa22-4b27-9f5c-602d5b039656 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:26.796117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:26.796930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.833449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.844201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.892855 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5760d71a-4563-471c-98c7-144d1f28bb14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0365744 May 06 13:51:26.895394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42064) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:26.910997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c63e09ca-372b-435e-9df4-ade54d21e23f None None] Port b7fa6104-ea4d-4f0f-bf11-18712712ba10 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:51:26.925485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] For port 574422b6-152f-4dc3-b5f4-46fb293727de, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:51:26.931688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] For port 574422b6-152f-4dc3-b5f4-46fb293727de, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=574422b6-152f-4dc3-b5f4-46fb293727de,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:51:26.933122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 247bee9e-a48c-4bc3-bd51-cd584b9b95df triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:26.933499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.942808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network fa69143e-36b4-4990-ac60-e0e80cf38152 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:26.968010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.026807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, fa69143e-36b4-4990-ac60-e0e80cf38152) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:27.032567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:27.033217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.052603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5fd080cb-28b1-4a8b-a146-1b022308d75d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.107836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047c7dd-1e19-4b23-a2cd-bdd4024a30d2 None None] Network fa69143e-36b4-4990-ac60-e0e80cf38152 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:27.120826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e5fe977-11c6-4a60-8731-052974d2e3be tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.147164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=33e920a7-d860-40f7-a6a7-8735747d8336,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.191424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.193738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd080cb-28b1-4a8b-a146-1b022308d75d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=647d8b89-19d6-42f8-a23d-a1d0c1d3681c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.199745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5fd080cb-28b1-4a8b-a146-1b022308d75d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.225178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fe977-11c6-4a60-8731-052974d2e3be tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=b7fa6104-ea4d-4f0f-bf11-18712712ba10,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.228004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3ab77-4fa9-42b7-a483-dbd13ee9341f None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:27.357668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d0523-3365-4406-ac0b-fc9ecda83194 None None] Pushing event updated for resources: {'Port': ['ID=574422b6-152f-4dc3-b5f4-46fb293727de,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.391762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:27.392711 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:27.418057 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bc2d85d6-70d2-4cf6-a805-9131584ce5ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8184841 May 06 13:51:27.422201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42068) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:27.445522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341023862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:27.457486 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5fd080cb-28b1-4a8b-a146-1b022308d75d tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/647d8b89-19d6-42f8-a23d-a1d0c1d3681c HTTP/1.1" status: 204 len: 168 time: 2.7155964 May 06 13:51:27.463024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42072) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:27.468270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:27.546538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:router and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:27.559235 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:27.563733 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP ed650d70-c463-42a7-a23a-568086786a3e associated. External IP: 172.26.2.217, port: 5b2f46d8-381a-44a0-a1ef-0602cb727ed5. May 06 13:51:27.564840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e5fe977-11c6-4a60-8731-052974d2e3be tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.569834 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1e5fe977-11c6-4a60-8731-052974d2e3be tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/b7fa6104-ea4d-4f0f-bf11-18712712ba10 HTTP/1.1" status: 204 len: 168 time: 3.0729098 May 06 13:51:27.585565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-6c406565-fa22-4b27-9f5c-602d5b039656', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:51:27.586421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.619172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42076) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:27.638944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:27.679014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.679958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.686968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f2058a-0db7-478e-a94e-694b1b0e5a41 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet 96f24c8b-99e3-45df-8ccc-d316c2d4ed00 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:51:27.697022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-12f2058a-0db7-478e-a94e-694b1b0e5a41 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.750974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.770456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.774121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.790446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-12f2058a-0db7-478e-a94e-694b1b0e5a41 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.804317 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab54f107-7926-432c-b39f-c06102002b4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:51:27.805060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab54f107-7926-432c-b39f-c06102002b4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:27.878522 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ab54f107-7926-432c-b39f-c06102002b4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/b7fa6104-ea4d-4f0f-bf11-18712712ba10 HTTP/1.1" status: 404 len: 333 time: 0.2362072 May 06 13:51:27.893235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42080) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:27.905185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.179539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.255248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:51:28.372044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.372044 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-32221889-fcaa-4039-8ee5-9529c6f45c3c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9391873 May 06 13:51:28.381974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42084) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:28.666242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-12f2058a-0db7-478e-a94e-694b1b0e5a41 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.679362 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc04d4a-3f5d-4929-93d1-53fb6d7aba39 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:51:28.680124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8fc04d4a-3f5d-4929-93d1-53fb6d7aba39 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:28.812731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.843714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-fa69143e-36b4-4990-ac60-e0e80cf38152', 'network_id': 'fa69143e-36b4-4990-ac60-e0e80cf38152', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'fixed_ips': [{'subnet_id': '099db73a-b89b-4079-9b03-fb121830d57c'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:51:28.853196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.859493 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8fc04d4a-3f5d-4929-93d1-53fb6d7aba39 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:28.859493 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8fc04d4a-3f5d-4929-93d1-53fb6d7aba39 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/b7fa6104-ea4d-4f0f-bf11-18712712ba10 HTTP/1.1" status: 404 len: 333 time: 0.9616618 May 06 13:51:28.911118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42088) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:29.045349 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Allocated IP 172.20.0.2 (6c406565-fa22-4b27-9f5c-602d5b039656/c75d833d-3071-47b8-9a08-979c350a0bc1/542346e4-9228-4796-af0f-76d3a387a9fa) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:29.281543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Router 18c96b15-d280-4e16-bfd4-2530aee91143 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:51:29.309992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-9321effa-6092-4fba-b556-d6bd5026220e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet e8bb9945-b491-489c-980c-45febe44cf7b {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:51:29.340501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Allocated IP 2001:db8::2 (fa69143e-36b4-4990-ac60-e0e80cf38152/099db73a-b89b-4079-9b03-fb121830d57c/6932558e-a16e-4a74-adb1-e6d9e24e6943) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:29.374088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9321effa-6092-4fba-b556-d6bd5026220e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.487217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:29.575235 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.587809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-12f2058a-0db7-478e-a94e-694b1b0e5a41 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.587980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Transition to ACTIVE for port object 6932558e-a16e-4a74-adb1-e6d9e24e6943 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:29.609919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Transition to ACTIVE for port object 6932558e-a16e-4a74-adb1-e6d9e24e6943 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:29.657978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.680684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-12f2058a-0db7-478e-a94e-694b1b0e5a41 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.787924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Network fa69143e-36b4-4990-ac60-e0e80cf38152 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:29.809432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:29.813455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9321effa-6092-4fba-b556-d6bd5026220e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.826604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:29.877042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2058a-0db7-478e-a94e-694b1b0e5a41 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=96f24c8b-99e3-45df-8ccc-d316c2d4ed00,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:29.896243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.911181 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-12f2058a-0db7-478e-a94e-694b1b0e5a41 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/96f24c8b-99e3-45df-8ccc-d316c2d4ed00 HTTP/1.1" status: 204 len: 168 time: 2.4445803 May 06 13:51:29.926497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42092) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:30.020174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.092534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.105504 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-77738e01-447c-4e8d-a3e7-c767ee69a022 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1752398 May 06 13:51:30.114343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42096) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:30.121027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.126607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:30.156938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Attempting to bind port 6932558e-a16e-4a74-adb1-e6d9e24e6943 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:30.157577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Attempting to bind port 6932558e-a16e-4a74-adb1-e6d9e24e6943 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '776a6e47-513a-4f3f-96df-d406a2c21eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fa69143e-36b4-4990-ac60-e0e80cf38152'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:30.158381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Attempting to bind port 6932558e-a16e-4a74-adb1-e6d9e24e6943 on network fa69143e-36b4-4990-ac60-e0e80cf38152 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:30.163545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Pushing event updated for resources: {'Port': ['ID=6932558e-a16e-4a74-adb1-e6d9e24e6943,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:30.173338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:30.195706 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb44fceb-4a71-43ff-9ff5-2415081b09e2 None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:30.206158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:51:30.207120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Checking segment: {'id': '776a6e47-513a-4f3f-96df-d406a2c21eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fa69143e-36b4-4990-ac60-e0e80cf38152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:30.208067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.209631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Bound using segment: {'id': '776a6e47-513a-4f3f-96df-d406a2c21eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fa69143e-36b4-4990-ac60-e0e80cf38152'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:51:30.210809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Bound port: 6932558e-a16e-4a74-adb1-e6d9e24e6943, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776a6e47-513a-4f3f-96df-d406a2c21eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'fa69143e-36b4-4990-ac60-e0e80cf38152'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:30.211676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.219909 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb44fceb-4a71-43ff-9ff5-2415081b09e2 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:30.221287 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-eb44fceb-4a71-43ff-9ff5-2415081b09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:30.350678 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-eb44fceb-4a71-43ff-9ff5-2415081b09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:30.360858 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb44fceb-4a71-43ff-9ff5-2415081b09e2 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:30.361483 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-eb44fceb-4a71-43ff-9ff5-2415081b09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:30.429933 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:19Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:30.463984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a386c94-d07c-4f75-bea2-8092baa515ea None None] The sync data for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv is: [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:19Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:30.467131 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-eb44fceb-4a71-43ff-9ff5-2415081b09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:30.467805 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb44fceb-4a71-43ff-9ff5-2415081b09e2 None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:30.519139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.522808 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:51:30.551282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Transition to ACTIVE for port object 542346e4-9228-4796-af0f-76d3a387a9fa will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:30.556043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.563282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] For port 6932558e-a16e-4a74-adb1-e6d9e24e6943, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:51:30.575437 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] For port 6932558e-a16e-4a74-adb1-e6d9e24e6943, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6932558e-a16e-4a74-adb1-e6d9e24e6943,segment=NetworkSegment(776a6e47-513a-4f3f-96df-d406a2c21eca),segment_id=776a6e47-513a-4f3f-96df-d406a2c21eca)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:51:30.603528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.655877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Transition to ACTIVE for port object 542346e4-9228-4796-af0f-76d3a387a9fa will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:30.692158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.750448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Network 6c406565-fa22-4b27-9f5c-602d5b039656 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:30.754232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:30.759377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:30.822347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25026412-30d8-47e6-9d96-901bd4047085 None None] Pushing event updated for resources: {'Port': ['ID=6932558e-a16e-4a74-adb1-e6d9e24e6943,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:31.078382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'Port': ['ID=4cae28e2-76d2-42f0-9df7-1de273692e6d,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:31.079016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:31.110666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:31.117432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:31.121710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:31.129978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:31.144932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b7d11e-53f6-4afc-8e7c-818e3c9ca5e7 None None] Sync routers for ids ['18c96b15-d280-4e16-bfd4-2530aee91143'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:31.148989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edffd52b-8e4a-4198-95ee-a89137dff928 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:31.292761 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-db50d368-59b9-4c81-9d62-4a388b7117e3 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.1270914 May 06 13:51:31.295006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.365839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.367482 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-df1388f6-588c-4f8d-9521-3b1bebbb334a tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "PUT /v2.0/routers/18c96b15-d280-4e16-bfd4-2530aee91143 HTTP/1.1" status: 200 len: 919 time: 10.8013699 May 06 13:51:31.369221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42100) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:31.376765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Pushing event updated for resources: {'Port': ['ID=542346e4-9228-4796-af0f-76d3a387a9fa,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:31.387224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0402fd7b-1089-4c21-8ff7-6e7ca09fa287 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'port_id': '5b2f46d8-381a-44a0-a1ef-0602cb727ed5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:31.413538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Attempting to bind port 542346e4-9228-4796-af0f-76d3a387a9fa on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:31.414016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Attempting to bind port 542346e4-9228-4796-af0f-76d3a387a9fa by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:31.414458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Attempting to bind port 542346e4-9228-4796-af0f-76d3a387a9fa on network 6c406565-fa22-4b27-9f5c-602d5b039656 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:31.433950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7d11e-53f6-4afc-8e7c-818e3c9ca5e7 None None] Routers {'18c96b15-d280-4e16-bfd4-2530aee91143'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:31.434723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f9b7d11e-53f6-4afc-8e7c-818e3c9ca5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['18c96b15-d280-4e16-bfd4-2530aee91143'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:31.442831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42102) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:31.479246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:31.483305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.526000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b125ded5-2bb3-478e-a527-14678f6fb0ad None None] Provisioning complete for port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:31.526460 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b125ded5-2bb3-478e-a527-14678f6fb0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.581365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:51:31.582108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Checking segment: {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:31.583289 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.584746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Bound using segment: {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:51:31.586031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Bound port: 542346e4-9228-4796-af0f-76d3a387a9fa, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:31.586640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.610667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f9b7d11e-53f6-4afc-8e7c-818e3c9ca5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:31.613984 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9321effa-6092-4fba-b556-d6bd5026220e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.718057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 2001:db8::1 (fa69143e-36b4-4990-ac60-e0e80cf38152/099db73a-b89b-4079-9b03-fb121830d57c/ab6399c4-1570-44b1-8bc3-3ca964ea94c9) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:31.754299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0402fd7b-1089-4c21-8ff7-6e7ca09fa287 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.802495 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-40338648-0669-459f-9d79-163a70998b76 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/routers/18c96b15-d280-4e16-bfd4-2530aee91143 HTTP/1.1" status: 200 len: 925 time: 0.3411088 May 06 13:51:31.843830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42108) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:31.859318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] For port 542346e4-9228-4796-af0f-76d3a387a9fa, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:51:31.868824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] For port 542346e4-9228-4796-af0f-76d3a387a9fa, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=542346e4-9228-4796-af0f-76d3a387a9fa,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:51:31.905433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7d11e-53f6-4afc-8e7c-818e3c9ca5e7 None None] Routers {'18c96b15-d280-4e16-bfd4-2530aee91143'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:31.906594 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f9b7d11e-53f6-4afc-8e7c-818e3c9ca5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['18c96b15-d280-4e16-bfd4-2530aee91143'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:32.048521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.056514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.1 (6c406565-fa22-4b27-9f5c-602d5b039656/c75d833d-3071-47b8-9a08-979c350a0bc1/168fb372-b1bc-4d36-ab29-b9679087e566) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:32.059592 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Floating IP 76174e5d-d321-4714-85b4-0604b3fe6074 associated. External IP: 172.26.2.23, port: 15f78bdf-c864-4df3-aad7-636f6814688f. May 06 13:51:32.187279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9321effa-6092-4fba-b556-d6bd5026220e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.275890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f9b7d11e-53f6-4afc-8e7c-818e3c9ca5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:32.282232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b7d11e-53f6-4afc-8e7c-818e3c9ca5e7 None None] The sync data for ids ['18c96b15-d280-4e16-bfd4-2530aee91143'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:32.313257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8f1b8-111a-41f6-abd2-83d1d51356aa None None] Pushing event updated for resources: {'Port': ['ID=542346e4-9228-4796-af0f-76d3a387a9fa,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:32.371889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321effa-6092-4fba-b556-d6bd5026220e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bb9945-b491-489c-980c-45febe44cf7b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:32.390302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9321effa-6092-4fba-b556-d6bd5026220e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.417449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ecd638-daad-421e-9f67-3585774b0302 None None] Network 5f1c0c27-09ac-4d02-99cf-0837301f80c8 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:32.531785 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.726164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Transition to ACTIVE for port object ab6399c4-1570-44b1-8bc3-3ca964ea94c9 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:32.746802 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9321effa-6092-4fba-b556-d6bd5026220e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/e8bb9945-b491-489c-980c-45febe44cf7b HTTP/1.1" status: 204 len: 168 time: 3.8378546 May 06 13:51:32.770113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42112) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:32.823563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07723545-bb91-4562-a074-a0daaa699566 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:32.835847 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-07723545-bb91-4562-a074-a0daaa699566 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=18c96b15-d280-4e16-bfd4-2530aee91143&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9837291 May 06 13:51:32.841928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42116) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:32.904905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb54088-89e2-491f-9ec6-790b9009829a None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:51:32.922515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8bb54088-89e2-491f-9ec6-790b9009829a None None] Deleting port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:32.923207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8bb54088-89e2-491f-9ec6-790b9009829a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.933107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.052781 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 574422b6-152f-4dc3-b5f4-46fb293727de up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:33.080275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object 168fb372-b1bc-4d36-ab29-b9679087e566 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:33.145954 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36491c24-a0fc-4691-9eaf-9c5a6b4bf85a None None] Network fa69143e-36b4-4990-ac60-e0e80cf38152 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:33.227894 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7a52b-1905-48b3-829b-b09ecd259a93 None None] DHCP port deletion for 5f1c0c27-09ac-4d02-99cf-0837301f80c8 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:51:33.259673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc27f7-5884-4f64-8cc7-51afcb8ea527 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:33.261448 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c9cc27f7-5884-4f64-8cc7-51afcb8ea527 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/networks/931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 881 time: 0.4073536 May 06 13:51:33.297154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7a52b-1905-48b3-829b-b09ecd259a93 None None] Deleting port 247bee9e-a48c-4bc3-bd51-cd584b9b95df {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:33.298183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3f7a52b-1905-48b3-829b-b09ecd259a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.331480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42120) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:33.333057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.465546 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-20ee471c-629f-4585-9423-39d4394f70cd None None] Provisioning for port 6932558e-a16e-4a74-adb1-e6d9e24e6943 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:33.473416 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-59ba6054-85c8-4e83-a278-61dc656aae3f tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=18c96b15-d280-4e16-bfd4-2530aee91143 HTTP/1.1" status: 200 len: 205 time: 0.1349812 May 06 13:51:33.486683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42124) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:33.559305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 6c406565-fa22-4b27-9f5c-602d5b039656 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:33.662701 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.696555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 574422b6-152f-4dc3-b5f4-46fb293727de completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:33.725065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:33.742113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:33.768036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.816729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=168fb372-b1bc-4d36-ab29-b9679087e566,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:33.833025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:33.872757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.909992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 574422b6-152f-4dc3-b5f4-46fb293727de triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:33.910366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.012775 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:34.033205 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:34.058974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:34.059587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.077201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=fc0bdf16-b5f6-467b-bd0f-e87a43a46519,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:34.099216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.101550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8bb54088-89e2-491f-9ec6-790b9009829a None None] For port 8b8fdee7-19ba-4de8-b6a6-952f229a9338, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8b8fdee7-19ba-4de8-b6a6-952f229a9338,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:34.101550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8bb54088-89e2-491f-9ec6-790b9009829a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.103874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 247bee9e-a48c-4bc3-bd51-cd584b9b95df {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:34.104231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.141000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network fa69143e-36b4-4990-ac60-e0e80cf38152 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:34.159446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:34.191424 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:34.192016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.220982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=ab6399c4-1570-44b1-8bc3-3ca964ea94c9,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:34.308558 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-89b35b77-d853-477f-905e-e26d2b18a703 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1876364 May 06 13:51:34.316638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42128) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:34.334520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8bb54088-89e2-491f-9ec6-790b9009829a None None] Calling delete_port for 8b8fdee7-19ba-4de8-b6a6-952f229a9338 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:34.414121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a3f7a52b-1905-48b3-829b-b09ecd259a93 None None] For port 247bee9e-a48c-4bc3-bd51-cd584b9b95df, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=247bee9e-a48c-4bc3-bd51-cd584b9b95df,segment=NetworkSegment(ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71),segment_id=ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:34.414825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3f7a52b-1905-48b3-829b-b09ecd259a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.504338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.529460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:34.592655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7a52b-1905-48b3-829b-b09ecd259a93 None None] Calling delete_port for 247bee9e-a48c-4bc3-bd51-cd584b9b95df owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:34.635464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9fd4c4-ff84-4e53-ba43-045b540d8fcb None None] Network 6c406565-fa22-4b27-9f5c-602d5b039656 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:34.813803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8bb54088-89e2-491f-9ec6-790b9009829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.858105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5bda5315-013f-4451-b087-cdd0baf8beea None None] Provisioning for port 542346e4-9228-4796-af0f-76d3a387a9fa completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:34.861252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.924402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb54088-89e2-491f-9ec6-790b9009829a None None] No DVR routers for this DVR port 8b8fdee7-19ba-4de8-b6a6-952f229a9338 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:34.929211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54088-89e2-491f-9ec6-790b9009829a None None] Pushing event deleted for resources: {'Port': ['ID=8b8fdee7-19ba-4de8-b6a6-952f229a9338,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:34.945432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] For port 247bee9e-a48c-4bc3-bd51-cd584b9b95df, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=247bee9e-a48c-4bc3-bd51-cd584b9b95df,segment=NetworkSegment(ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71),segment_id=ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:34.946914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.964147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 574422b6-152f-4dc3-b5f4-46fb293727de, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=574422b6-152f-4dc3-b5f4-46fb293727de,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:34.972134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0402fd7b-1089-4c21-8ff7-6e7ca09fa287 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.977538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3f7a52b-1905-48b3-829b-b09ecd259a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.021624 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.022461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6932558e-a16e-4a74-adb1-e6d9e24e6943 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:35.031456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0402fd7b-1089-4c21-8ff7-6e7ca09fa287 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.050879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:35.077601 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] Sync routers for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:35.095961 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:35.096458 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:35.112747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5adb57-1018-4d62-994d-264fd65c37c0 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:35.161134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.205958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7a52b-1905-48b3-829b-b09ecd259a93 None None] Pushing event deleted for resources: {'Port': ['ID=247bee9e-a48c-4bc3-bd51-cd584b9b95df,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:35.223991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.249325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Deleting port 3f82d2e7-4528-4466-a95f-cdac8dda1cdc {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:35.250173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.325267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f7a52b-1905-48b3-829b-b09ecd259a93 None None] No DVR routers for this DVR port 247bee9e-a48c-4bc3-bd51-cd584b9b95df on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:35.484837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 247bee9e-a48c-4bc3-bd51-cd584b9b95df owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:35.515252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.624963 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:51:35.730920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=574422b6-152f-4dc3-b5f4-46fb293727de,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:35.747540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Calling delete_port for 3f82d2e7-4528-4466-a95f-cdac8dda1cdc owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:35.857902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 6932558e-a16e-4a74-adb1-e6d9e24e6943 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:35.877234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6932558e-a16e-4a74-adb1-e6d9e24e6943 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:35.877903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.920759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.063912 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4567800f-c1f6-4dca-b630-64173d91a6b4 None None] Provisioning for port ab6399c4-1570-44b1-8bc3-3ca964ea94c9 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:36.210984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4567800f-c1f6-4dca-b630-64173d91a6b4 None None] Provisioning complete for port ab6399c4-1570-44b1-8bc3-3ca964ea94c9 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:36.211899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4567800f-c1f6-4dca-b630-64173d91a6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.254155 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '76174e5d-d321-4714-85b4-0604b3fe6074', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': '15f78bdf-c864-4df3-aad7-636f6814688f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:35:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:51:26Z', 'updated_at': '2022-05-06T13:51:26Z', 'revision_number': 0, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:36.256994 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] Checking router: 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:51:36.272312 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:36.272312 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:36.326820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.386416 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4567800f-c1f6-4dca-b630-64173d91a6b4 None None] Port ab6399c4-1570-44b1-8bc3-3ca964ea94c9 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:51:36.401948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.505480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.517577 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:51:36.528094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ed4177a0-aee3-4756-a30e-bb3035a9c410', 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'tenant_id': '0481c2b4ea7c4b6ba0bdb46653080f9b', 'fixed_ips': [{'subnet_id': 'fc0bdf16-b5f6-467b-bd0f-e87a43a46519'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:51:36.528094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.575875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 6932558e-a16e-4a74-adb1-e6d9e24e6943, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6932558e-a16e-4a74-adb1-e6d9e24e6943,segment=NetworkSegment(776a6e47-513a-4f3f-96df-d406a2c21eca),segment_id=776a6e47-513a-4f3f-96df-d406a2c21eca)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:36.735591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dfb5331b-592f-4db4-9b38-d75c0d248c6c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.5791669 May 06 13:51:36.739953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:36.777772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:51:36.799805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:36.960860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Allocated IP 2001:db8::2 (ed4177a0-aee3-4756-a30e-bb3035a9c410/fc0bdf16-b5f6-467b-bd0f-e87a43a46519/bbdfd391-6d88-4506-88eb-28a6f4a7c26a) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:37.049108 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc4f480-261e-4028-81d7-1682341ddc98'] response: {'name': 'network-changed', 'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f', 'status': 'completed', 'code': 200} May 06 13:51:37.055368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:37.163809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:37.254399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.321466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:37.337832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.589158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:51:37.589158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:51:37.597770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a20a-8cc1-4319-ae91-166a47066e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.645876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.655750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-765645fb-76bf-4e30-9055-e187141e7086 None None] Provisioning complete for port ab6399c4-1570-44b1-8bc3-3ca964ea94c9 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:37.655750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-765645fb-76bf-4e30-9055-e187141e7086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.757280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 574422b6-152f-4dc3-b5f4-46fb293727de up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:37.792775 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '76174e5d-d321-4714-85b4-0604b3fe6074', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': '15f78bdf-c864-4df3-aad7-636f6814688f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:35:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:51:26Z', 'updated_at': '2022-05-06T13:51:26Z', 'revision_number': 0, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:37.804569 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe666e82-90ea-494e-890c-3a99de0f8364 None None] The sync data for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv is: [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '76174e5d-d321-4714-85b4-0604b3fe6074', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.23', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': '15f78bdf-c864-4df3-aad7-636f6814688f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:35:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:51:26Z', 'updated_at': '2022-05-06T13:51:26Z', 'revision_number': 0, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:37.894089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event deleted for resources: {'Port': ['ID=3f82d2e7-4528-4466-a95f-cdac8dda1cdc,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:37.982580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-765645fb-76bf-4e30-9055-e187141e7086 None None] Port ab6399c4-1570-44b1-8bc3-3ca964ea94c9 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:51:38.012895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-63fcb722-380b-46e6-acd3-85a34618595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:38.015516 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-63fcb722-380b-46e6-acd3-85a34618595c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 1098 time: 0.9338830 May 06 13:51:38.027472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=6932558e-a16e-4a74-adb1-e6d9e24e6943,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:38.095837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 247bee9e-a48c-4bc3-bd51-cd584b9b95df {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:38.096867 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.120328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.199601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c9ef7372-e298-4347-9f4d-ffa078279d6b None None] Provisioning for port 168fb372-b1bc-4d36-ab29-b9679087e566 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:38.215366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1311f5-718e-4da4-9142-5a5d3fe05a72 None None] New status for floating IP 76174e5d-d321-4714-85b4-0604b3fe6074: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:51:38.322994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.346912 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 574422b6-152f-4dc3-b5f4-46fb293727de triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:38.347559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.362039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] The port '247bee9e-a48c-4bc3-bd51-cd584b9b95df' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:51:38.372615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c9ef7372-e298-4347-9f4d-ffa078279d6b None None] Provisioning complete for port 168fb372-b1bc-4d36-ab29-b9679087e566 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:38.372891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7372-e298-4347-9f4d-ffa078279d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.439934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Transition to ACTIVE for port object bbdfd391-6d88-4506-88eb-28a6f4a7c26a will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:38.485479 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.ipam_backend_mixin [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc0bdf16-b5f6-467b-bd0f-e87a43a46519 (CIDR: 2001:db8::/64) May 06 13:51:38.549750 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:51:38.549750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:51:38.593433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef7372-e298-4347-9f4d-ffa078279d6b None None] Port 168fb372-b1bc-4d36-ab29-b9679087e566 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:51:38.638227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Transition to ACTIVE for port object bbdfd391-6d88-4506-88eb-28a6f4a7c26a will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:38.638227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.715561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:38.775806 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:38.785180 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.809716 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1cc2037b-5940-48f3-a04c-5b75717ba341 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.2843535 May 06 13:51:38.809851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.814286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42136) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:38.820577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:38.820942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0402fd7b-1089-4c21-8ff7-6e7ca09fa287 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:38.824262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.857258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'subnet': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:38.879421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1c0c27-09ac-4d02-99cf-0837301f80c8']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:38.882268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Pushing event updated for resources: {'Port': ['ID=bbdfd391-6d88-4506-88eb-28a6f4a7c26a,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:38.919008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:38.924667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac97ae14-cdc3-41ee-a75c-8e4ab61f3d71') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:39.024411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-9cb5701a-1781-4306-ab2f-94c21420d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:39.026682 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-9cb5701a-1781-4306-ab2f-94c21420d663 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.9920254 May 06 13:51:39.053514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 542346e4-9228-4796-af0f-76d3a387a9fa up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:39.114147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.153582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-33c8f665-38ce-40e5-84f6-62e804594d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.170795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Attempting to bind port bbdfd391-6d88-4506-88eb-28a6f4a7c26a on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:39.171930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Attempting to bind port bbdfd391-6d88-4506-88eb-28a6f4a7c26a by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:39.173038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Attempting to bind port bbdfd391-6d88-4506-88eb-28a6f4a7c26a on network ed4177a0-aee3-4756-a30e-bb3035a9c410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:39.183703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.198553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:51:39.199730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Checking segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:39.200740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.201435 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Bound using segment: {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:51:39.202197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Bound port: bbdfd391-6d88-4506-88eb-28a6f4a7c26a, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:39.203957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:51:39.204365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.206139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.217714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.218576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Fanout notify agent at l3_agent the message router_deleted on router 18c96b15-d280-4e16-bfd4-2530aee91143 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:39.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:39.274016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-c01ce6b2-a8db-4b9d-87ec-9c1fa37d1058 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f78bdf-c864-4df3-aad7-636f6814688f HTTP/1.1" status: 200 len: 1000 time: 0.2352080 May 06 13:51:39.284556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.293725 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-82722b4e-eabf-4724-8223-3a7846a74dcc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/18c96b15-d280-4e16-bfd4-2530aee91143 HTTP/1.1" status: 204 len: 168 time: 5.7992713 May 06 13:51:39.295301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42140) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:39.355883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:51:39.382116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 542346e4-9228-4796-af0f-76d3a387a9fa completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:39.394276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 542346e4-9228-4796-af0f-76d3a387a9fa triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:39.395182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.435340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] For port bbdfd391-6d88-4506-88eb-28a6f4a7c26a, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:51:39.470655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] For port bbdfd391-6d88-4506-88eb-28a6f4a7c26a, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bbdfd391-6d88-4506-88eb-28a6f4a7c26a,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:51:39.486098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.520438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-958251635', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:39.552325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.556948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:39.578774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Usage tracker for resource:router and tenant:b8f70b1d97684202bcb4c340bb5e21a3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:39.584018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.652149 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:39.653213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:51:39.663500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ffd58-c1f1-48f6-90e6-f64736d81013 None None] Pushing event updated for resources: {'Port': ['ID=bbdfd391-6d88-4506-88eb-28a6f4a7c26a,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:39.668990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.706294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.732894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.733628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.761963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:39.780877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 542346e4-9228-4796-af0f-76d3a387a9fa, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=542346e4-9228-4796-af0f-76d3a387a9fa,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:39.789891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.812295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-d40f5966-00cd-4879-b54d-e6c93ef57262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:39.823258 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-d40f5966-00cd-4879-b54d-e6c93ef57262 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.5203726 May 06 13:51:39.848536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:39.875117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.915896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:subnet and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:39.941585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.942941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.949931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 247bee9e-a48c-4bc3-bd51-cd584b9b95df no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:39.974228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=168fb372-b1bc-4d36-ab29-b9679087e566,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:39.983887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.022566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 247bee9e-a48c-4bc3-bd51-cd584b9b95df {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:51:40.023161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 247bee9e-a48c-4bc3-bd51-cd584b9b95df not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:40.023596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8b8fdee7-19ba-4de8-b6a6-952f229a9338 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:40.055081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.113528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 8b8fdee7-19ba-4de8-b6a6-952f229a9338 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:51:40.113528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8b8fdee7-19ba-4de8-b6a6-952f229a9338 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:40.165223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.165223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=542346e4-9228-4796-af0f-76d3a387a9fa,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:40.228514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.285427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-a312b215-f775-4cf5-9a4a-e69d03ca987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:40.288009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-a312b215-f775-4cf5-9a4a-e69d03ca987f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4633374 May 06 13:51:40.326269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.369074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:40.385934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0402fd7b-1089-4c21-8ff7-6e7ca09fa287 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:40.394149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0402fd7b-1089-4c21-8ff7-6e7ca09fa287 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.402856 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04680bc-6efc-4358-9861-22ad7574b640 None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:40.420726 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04680bc-6efc-4358-9861-22ad7574b640 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:40.420726 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a04680bc-6efc-4358-9861-22ad7574b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:40.467782 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/networks/5f1c0c27-09ac-4d02-99cf-0837301f80c8 HTTP/1.1" status: 204 len: 168 time: 7.6911042 May 06 13:51:40.499699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:40.499699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=ab6399c4-1570-44b1-8bc3-3ca964ea94c9,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:40.514791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42144) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:40.518956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:40.526605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.561495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c8c25-84f8-4fc9-969c-476eefcf5633 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Network': ['ID=5f1c0c27-09ac-4d02-99cf-0837301f80c8,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:40.578544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-678047675'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:40.598583 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a04680bc-6efc-4358-9861-22ad7574b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:40.613789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6932558e-a16e-4a74-adb1-e6d9e24e6943 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:40.619474 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04680bc-6efc-4358-9861-22ad7574b640 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:40.620174 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a04680bc-6efc-4358-9861-22ad7574b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:40.712004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 6c406565-fa22-4b27-9f5c-602d5b039656 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:40.727402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:40.804201 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a04680bc-6efc-4358-9861-22ad7574b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:40.804201 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04680bc-6efc-4358-9861-22ad7574b640 None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:40.878013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6932558e-a16e-4a74-adb1-e6d9e24e6943 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:40.878013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.912505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:41.063785 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network fa69143e-36b4-4990-ac60-e0e80cf38152 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:41.082993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:network and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:41.100614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:41.100614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:41.138789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:41.182760 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0402fd7b-1089-4c21-8ff7-6e7ca09fa287 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/floatingips/ed650d70-c463-42a7-a23a-568086786a3e HTTP/1.1" status: 200 len: 978 time: 9.7942820 May 06 13:51:41.291386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42150) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:41.402298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-39d68c73-eb89-42ce-bf26-6c9f6b0d62c0 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0289197 May 06 13:51:41.481827 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bbdfd391-6d88-4506-88eb-28a6f4a7c26a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:41.707061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.761508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.826885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8ed59c96-9207-4185-88c2-441fd5284ee2 None None] Provisioning complete for port 168fb372-b1bc-4d36-ab29-b9679087e566 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:41.826885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8ed59c96-9207-4185-88c2-441fd5284ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.036144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:42.036144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.055964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8ed59c96-9207-4185-88c2-441fd5284ee2 None None] Port 168fb372-b1bc-4d36-ab29-b9679087e566 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:51:42.070509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port bbdfd391-6d88-4506-88eb-28a6f4a7c26a completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:42.090637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 542346e4-9228-4796-af0f-76d3a387a9fa up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:42.218130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] Provisioning for port bbdfd391-6d88-4506-88eb-28a6f4a7c26a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:42.257970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] Provisioning complete for port bbdfd391-6d88-4506-88eb-28a6f4a7c26a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:42.257970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.273841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:42.310669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 33e920a7-d860-40f7-a6a7-8735747d8336 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:42.311480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.340189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 6d136b40-7867-4c6c-82f9-eb35ae05a70d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:42.344354 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299c5962-f70c-4948-874c-7bad9fa0e641 req-a9bcaa5a-8b77-4284-9453-206e846f1db6 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370446 May 06 13:51:42.349776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.351014 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Added segment ca439aba-e7d0-4f57-b204-7e8ec36e497d of type vlan for network 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 May 06 13:51:42.372336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 542346e4-9228-4796-af0f-76d3a387a9fa triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:42.373083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.488751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.636617 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.738853 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 0b49001f-be01-4d6e-9f74-b1a4e02a6f84 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:51:42.754830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] For port bbdfd391-6d88-4506-88eb-28a6f4a7c26a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bbdfd391-6d88-4506-88eb-28a6f4a7c26a,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:42.754830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.891045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] Provisioning complete for port ab6399c4-1570-44b1-8bc3-3ca964ea94c9 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:42.892752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.914657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:42.944018 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e28617be-3e68-463a-b8a5-c3aff4317599 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/6d136b40-7867-4c6c-82f9-eb35ae05a70d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0390532 May 06 13:51:42.947805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42156) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:42.977419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.989669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:42.990619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.025385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] Port ab6399c4-1570-44b1-8bc3-3ca964ea94c9 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:51:43.028550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363c0fc-db10-4b0e-86cc-3df6bced7f73 None None] Pushing event updated for resources: {'Port': ['ID=bbdfd391-6d88-4506-88eb-28a6f4a7c26a,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:43.039593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Sync routers for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:43.059449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:43.060938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:43.128063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.158144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.159006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.219526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.503168 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:43.523111 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9186f94a-3e97-498a-8b69-ecae70d06649 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7669 time: 0.5688651 May 06 13:51:43.546389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42160) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:43.655781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 33e920a7-d860-40f7-a6a7-8735747d8336 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:43.674273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Allocated IP 172.26.2.44 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/e51487a5-c730-4ccd-b745-9bf023138dc3) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:43.726444 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 3.1523468 May 06 13:51:43.743094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42164) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:43.763045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f3b4c-6d06-40c8-9007-c83451109269 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Network': ['ID=83c9e78c-e996-4e97-a0d1-7dd6c47c7f19,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:43.763045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '83c9e78c-e996-4e97-a0d1-7dd6c47c7f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:43.907806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:43.932525 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9fb6879e-0622-43c5-a962-f826d6fb190c tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/0b49001f-be01-4d6e-9f74-b1a4e02a6f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5321157 May 06 13:51:43.960030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42170) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:43.989129 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade34474-f59c-481c-92ba-01d3ed390b93 None None] Sync routers for ids ['0b49001f-be01-4d6e-9f74-b1a4e02a6f84'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:44.036064 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade34474-f59c-481c-92ba-01d3ed390b93 None None] Routers {'0b49001f-be01-4d6e-9f74-b1a4e02a6f84'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:44.036064 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ade34474-f59c-481c-92ba-01d3ed390b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0b49001f-be01-4d6e-9f74-b1a4e02a6f84'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:44.071979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:44.084901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014220ae-402d-4dba-904e-d49662697946 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.084901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-014220ae-402d-4dba-904e-d49662697946 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:44.228063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:44.262156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.292194 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ade34474-f59c-481c-92ba-01d3ed390b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:44.300800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:44.304918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.318966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-014220ae-402d-4dba-904e-d49662697946 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:44.318966 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-014220ae-402d-4dba-904e-d49662697946 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports/ab6399c4-1570-44b1-8bc3-3ca964ea94c9 HTTP/1.1" status: 200 len: 911 time: 0.3596592 May 06 13:51:44.329427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42174) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.336661 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade34474-f59c-481c-92ba-01d3ed390b93 None None] Routers {'0b49001f-be01-4d6e-9f74-b1a4e02a6f84'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:44.336661 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ade34474-f59c-481c-92ba-01d3ed390b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0b49001f-be01-4d6e-9f74-b1a4e02a6f84'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:44.342026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:44.363669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '099db73a-b89b-4079-9b03-fb121830d57c'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:44.448248 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ade34474-f59c-481c-92ba-01d3ed390b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:44.448248 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade34474-f59c-481c-92ba-01d3ed390b93 None None] The sync data for ids ['0b49001f-be01-4d6e-9f74-b1a4e02a6f84'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:44.462219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:44.465253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.466417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.466417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.468849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.468849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.468849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.468849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.468849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.470369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.470369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:44.472226 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-db2b97f5-e67c-4c0e-9a6f-648365adb6d2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6489 time: 0.9386170 May 06 13:51:44.488463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:44.488463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42178) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:44.488463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event updated for resources: {'Port': ['ID=e51487a5-c730-4ccd-b745-9bf023138dc3,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:44.495744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:44.497279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:44.580707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.objects.ports [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87985) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 06 13:51:44.580707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:44.580707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.618601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '168fb372-b1bc-4d36-ab29-b9679087e566', 'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:52:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:37Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:44.618601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Checking router: 6d136b40-7867-4c6c-82f9-eb35ae05a70d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:51:44.618601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Updating router 6d136b40-7867-4c6c-82f9-eb35ae05a70d port 168fb372-b1bc-4d36-ab29-b9679087e566 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:51:44.771802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.973959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bbdfd391-6d88-4506-88eb-28a6f4a7c26a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:45.149079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.248483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=33e920a7-d860-40f7-a6a7-8735747d8336,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:45.276852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port bbdfd391-6d88-4506-88eb-28a6f4a7c26a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:45.277857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.373148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.586242 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c23e61b7-5e8f-41d0-8114-b2079eda60cb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4835 time: 1.1026614 May 06 13:51:45.858442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.171914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.212876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Transition to ACTIVE for port object 168fb372-b1bc-4d36-ab29-b9679087e566 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:46.237175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.706404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42184) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:46.716042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736621051', 'description': 'tempest-secgroup-smoke-736621051 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:46.726925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:46.773981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:46.792669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:46.822749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966294b-492b-4bdf-b170-f0542914be56 None None] Pushing event updated for resources: {'Port': ['ID=168fb372-b1bc-4d36-ab29-b9679087e566,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:46.824866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:46.839737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Attempting to bind port 168fb372-b1bc-4d36-ab29-b9679087e566 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:46.840120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Attempting to bind port 168fb372-b1bc-4d36-ab29-b9679087e566 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:46.840535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Attempting to bind port 168fb372-b1bc-4d36-ab29-b9679087e566 on network 6c406565-fa22-4b27-9f5c-602d5b039656 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:46.852106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:51:46.853437 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Checking segment: {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:46.854370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.854993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Bound using segment: {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:51:46.855702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Bound port: 168fb372-b1bc-4d36-ab29-b9679087e566, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:46.856309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.878906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.898699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.899312 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP ed650d70-c463-42a7-a23a-568086786a3e disassociated (deleted). External IP: 172.26.2.217, port: 5b2f46d8-381a-44a0-a1ef-0602cb727ed5. May 06 13:51:46.926569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:46.931720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:46.935387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:46.942475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:47.041344 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] For port 168fb372-b1bc-4d36-ab29-b9679087e566, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:51:47.043636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.047033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] For port 168fb372-b1bc-4d36-ab29-b9679087e566, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=168fb372-b1bc-4d36-ab29-b9679087e566,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:51:47.051527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.052372 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.131311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.133396 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4254942 May 06 13:51:47.149439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42190) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:47.182481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '94d2210d-17b8-49e4-b042-9daa06b4286a', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:47.185109 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:47.186386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:47.222857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:47.245845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.248221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d2210d-17b8-49e4-b042-9daa06b4286a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:47.263601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:47.276789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.335096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966294b-492b-4bdf-b170-f0542914be56 None None] Pushing event updated for resources: {'Port': ['ID=168fb372-b1bc-4d36-ab29-b9679087e566,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:47.386823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:47.397551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.398366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.398543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.398913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.399236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.399562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.399901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.400237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.400607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.400939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.401261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.401791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888612e2-3cd8-44fe-8872-539d3495f2d8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:47.429521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:47.574732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.670699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:51:47.706438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.714760 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.765408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a91d61-1ff0-4153-a8b3-d05a86b3618c,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:47.776911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.778548 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c3bc27a9-4615-4b8e-af4a-d79184c13c24 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6228182 May 06 13:51:47.783471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42194) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:47.790797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '94d2210d-17b8-49e4-b042-9daa06b4286a', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:47.799351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:47.805772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Router d40c8b4b-0946-40c4-b696-4be19459ed4a is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:51:47.814191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:47.823807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:47.837513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:48.022373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:51:48.060700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.066531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.127448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.147816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.154532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:48.155206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.160591 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/ports/ab6399c4-1570-44b1-8bc3-3ca964ea94c9 HTTP/1.1" status: 200 len: 911 time: 3.8236594 May 06 13:51:48.165178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42198) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:48.297629 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '168fb372-b1bc-4d36-ab29-b9679087e566', 'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:52:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:47Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:48.305891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4e93c-a17b-4053-82fc-6d1b9c923151 None None] The sync data for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv is: [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '168fb372-b1bc-4d36-ab29-b9679087e566', 'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:52:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:47Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:48.319196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:48.323745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:48.342645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e685652d-dae0-48f2-9307-9de73ae08396 None None] Sync routers for ids ['d40c8b4b-0946-40c4-b696-4be19459ed4a'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:48.343524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=8bd01dc4-3949-4a0b-9df0-b90dee42f2e1,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:48.361354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685652d-dae0-48f2-9307-9de73ae08396 None None] Routers {'d40c8b4b-0946-40c4-b696-4be19459ed4a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:48.362887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e685652d-dae0-48f2-9307-9de73ae08396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d40c8b4b-0946-40c4-b696-4be19459ed4a'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:48.486831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.494589 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c0df2c08-1a12-4d82-a1bb-116dc94e6298 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.9808476 May 06 13:51:48.523864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42202) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:48.524965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=ab6399c4-1570-44b1-8bc3-3ca964ea94c9,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:48.533308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] For port bbdfd391-6d88-4506-88eb-28a6f4a7c26a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bbdfd391-6d88-4506-88eb-28a6f4a7c26a,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:48.535457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e685652d-dae0-48f2-9307-9de73ae08396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:48.539779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.555666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:48.556810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685652d-dae0-48f2-9307-9de73ae08396 None None] Routers {'d40c8b4b-0946-40c4-b696-4be19459ed4a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:48.557681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e685652d-dae0-48f2-9307-9de73ae08396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d40c8b4b-0946-40c4-b696-4be19459ed4a'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:48.656608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e685652d-dae0-48f2-9307-9de73ae08396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:48.657690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e685652d-dae0-48f2-9307-9de73ae08396 None None] The sync data for ids ['d40c8b4b-0946-40c4-b696-4be19459ed4a'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:48.660831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.662986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.663686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.664253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.664846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.665397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.665992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.666826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.667378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.667935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.668531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.669938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7475d40-5473-4b2e-aace-07ff36d8aff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:48.728189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Checking segment: {'id': 'ca439aba-e7d0-4f57-b204-7e8ec36e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '83c9e78c-e996-4e97-a0d1-7dd6c47c7f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:48.728889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network hostable DHCP agents. Network: 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:49.012960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.053299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 168fb372-b1bc-4d36-ab29-b9679087e566 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:49.118567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.189049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.189830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.349574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff0d462-d401-4bf7-a466-440d3b8d9688,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:49.360720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 168fb372-b1bc-4d36-ab29-b9679087e566 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:49.382378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 168fb372-b1bc-4d36-ab29-b9679087e566 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:49.385389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.393052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.402097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:49.404811 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f64855b7-1671-4e15-95d8-ab8280997b4e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6179357 May 06 13:51:49.405734 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42206) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:49.446456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=bbdfd391-6d88-4506-88eb-28a6f4a7c26a,revision_number=5']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:49.466589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '94d2210d-17b8-49e4-b042-9daa06b4286a', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:49.489321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:49.509121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:49.511242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:49.511242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.517085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:49.525882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:49.542965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:49.570488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:49.597564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:49.621410 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98ea2f-8519-4948-921d-3539f62518a3 None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:49.630162 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:49.633697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd8cb96-b1e4-4b0a-8b9f-ca1dd1ee83af None None] Network 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:49.653591 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.668299 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98ea2f-8519-4948-921d-3539f62518a3 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:49.668299 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8a98ea2f-8519-4948-921d-3539f62518a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:49.705900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:49.705900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.726098 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b272c323-11be-4fdb-ba3c-589869dd63f4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9780819 May 06 13:51:49.745051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42210) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:49.793174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc4ddb2-e4a6-47ff-a836-570a74c388d9 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:49.849017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:49.897423 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-445b1b8c-e015-4360-a728-afb90824f893 req-93f8d05f-c61d-4709-8af1-56d086306609 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0223680 May 06 13:51:50.148411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '83c9e78c-e996-4e97-a0d1-7dd6c47c7f19', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1795046337'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:50.164826 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8a98ea2f-8519-4948-921d-3539f62518a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:50.264896 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98ea2f-8519-4948-921d-3539f62518a3 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:50.264896 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8a98ea2f-8519-4948-921d-3539f62518a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:50.439672 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 11.6169667 May 06 13:51:50.461750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853716c-fa7c-4af9-b407-0b1319f5052e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Subnet': ['ID=b160069d-8579-433d-a424-f12f994df94e,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:50.479953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42216) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:50.503375 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8a98ea2f-8519-4948-921d-3539f62518a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:50.503375 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98ea2f-8519-4948-921d-3539f62518a3 None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:50.550361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Request body: {'port': {'network_id': 'ed4177a0-aee3-4756-a30e-bb3035a9c410', 'mac_address': 'fa:16:3e:36:73:ec', 'name': 'tempest-NetworksTestDHCPv6-366507184'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:50.681086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.714863 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dc1978f2-7f6f-4439-966f-7d8df78db58d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/floatingips/ed650d70-c463-42a7-a23a-568086786a3e HTTP/1.1" status: 204 len: 168 time: 9.3474858 May 06 13:51:50.714863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42220) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:50.737932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.841244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-03ccc8c0-b000-45c9-bedc-ff8e8e91dc36 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 5b2f46d8-381a-44a0-a1ef-0602cb727ed5 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:50.841244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-03ccc8c0-b000-45c9-bedc-ff8e8e91dc36 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.861974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3787495d-d880-4370-82ae-7d5f545706e7,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:50.946509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:50.946509 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-950eef6c-fb17-4ba5-95d7-51298f542992 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5192242 May 06 13:51:50.953113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1b8c-e015-4360-a728-afb90824f893 req-c58b9c83-6136-4ca3-9db3-b6f491acad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:50.956313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42224) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:50.956500 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-445b1b8c-e015-4360-a728-afb90824f893 req-c58b9c83-6136-4ca3-9db3-b6f491acad83 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 1098 time: 0.7536869 May 06 13:51:50.969460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '94d2210d-17b8-49e4-b042-9daa06b4286a', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:51.002000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:51.052940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:51.054145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:51.063443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Usage tracker for resource:port and tenant:0481c2b4ea7c4b6ba0bdb46653080f9b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:51.070078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:51.102280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.104899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:51.159925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:51.199606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:51.205118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Made reservation on behalf of 0481c2b4ea7c4b6ba0bdb46653080f9b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:51.211533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 168fb372-b1bc-4d36-ab29-b9679087e566, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=168fb372-b1bc-4d36-ab29-b9679087e566,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:51.226810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-83c9e78c-e996-4e97-a0d1-7dd6c47c7f19', 'network_id': '83c9e78c-e996-4e97-a0d1-7dd6c47c7f19', 'tenant_id': 'a6e6a5320f954c9fbafdec9cd29ce4c8', 'fixed_ips': [{'subnet_id': '8bd01dc4-3949-4a0b-9df0-b90dee42f2e1'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:51:51.230133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.230538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:51.233642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:port and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:51.246244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:51.252036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.260942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:51.496718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.519136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=168fb372-b1bc-4d36-ab29-b9679087e566,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:51.519136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bbdfd391-6d88-4506-88eb-28a6f4a7c26a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:51.546035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.652188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.652188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.652188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.662730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:51.676179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.676179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.676179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.676179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.676179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.676179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.676179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.676179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.691977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.707651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:51.715362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1b8c-e015-4360-a728-afb90824f893 req-6a7b0ea6-c06f-4f7b-af2d-092b8cc46bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:51.715362 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-445b1b8c-e015-4360-a728-afb90824f893 req-6a7b0ea6-c06f-4f7b-af2d-092b8cc46bb7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.6230512 May 06 13:51:51.725189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.725189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 86df9eb6-d291-466c-8de7-5ce1cd887a4d yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:51:51.790563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.884650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Deleting port e51487a5-c730-4ccd-b745-9bf023138dc3 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:51.884650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.984518 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.157266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port bbdfd391-6d88-4506-88eb-28a6f4a7c26a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:52.158008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.199003 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-445b1b8c-e015-4360-a728-afb90824f893 req-32edd54a-ecaf-47e5-b1cc-322a140ba5ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f78bdf-c864-4df3-aad7-636f6814688f HTTP/1.1" status: 200 len: 1000 time: 0.4110153 May 06 13:51:52.207989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] device_id is not set on port c7356329-3e8d-4cb0-a464-89e4893c788e yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:51:52.288181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-03ccc8c0-b000-45c9-bedc-ff8e8e91dc36 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.579399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-59d49c10-a622-4c7f-9a10-2c891438d2a0 None None] Provisioning complete for port bbdfd391-6d88-4506-88eb-28a6f4a7c26a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:52.579399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-59d49c10-a622-4c7f-9a10-2c891438d2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.747865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1b8c-e015-4360-a728-afb90824f893 req-89aaa952-bcde-4760-95f2-9dda9033278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:52.749780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-445b1b8c-e015-4360-a728-afb90824f893 req-89aaa952-bcde-4760-95f2-9dda9033278a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.3102734 May 06 13:51:52.950383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.096710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1b8c-e015-4360-a728-afb90824f893 req-8dc35d43-fb48-4796-b949-fbf2a55c8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:53.096710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-445b1b8c-e015-4360-a728-afb90824f893 req-8dc35d43-fb48-4796-b949-fbf2a55c8ab4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3354096 May 06 13:51:53.138307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port ab6399c4-1570-44b1-8bc3-3ca964ea94c9 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:53.138307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.154287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-03ccc8c0-b000-45c9-bedc-ff8e8e91dc36 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 5b2f46d8-381a-44a0-a1ef-0602cb727ed5 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:53.210801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.319240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2896f8a3-b4f5-4bf2-bf83-bd8355733485,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:53.332051 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-445b1b8c-e015-4360-a728-afb90824f893 req-9e131a5b-6fc3-4aa1-89dc-ba0da67683a9 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062347 May 06 13:51:53.340199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.8 (83c9e78c-e996-4e97-a0d1-7dd6c47c7f19/8bd01dc4-3949-4a0b-9df0-b90dee42f2e1/86df9eb6-d291-466c-8de7-5ce1cd887a4d) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:53.384718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.384718 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4653c268-be34-4113-a1d3-ae3e53fffccf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4206867 May 06 13:51:53.384718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42228) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:53.402399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '94d2210d-17b8-49e4-b042-9daa06b4286a', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:53.410263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 168fb372-b1bc-4d36-ab29-b9679087e566 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:53.440729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:53.468576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:53.494692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:53.494692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.531478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:53.539895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 168fb372-b1bc-4d36-ab29-b9679087e566 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:53.539895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.640394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8::145 (ed4177a0-aee3-4756-a30e-bb3035a9c410/fc0bdf16-b5f6-467b-bd0f-e87a43a46519/c7356329-3e8d-4cb0-a464-89e4893c788e) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:53.766286 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-445b1b8c-e015-4360-a728-afb90824f893 req-8bd9ddeb-0708-4643-afea-2c4ea1982716 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288151 May 06 13:51:53.766286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Allocated IP 2001:db8:0:1:f816:3eff:fe36:73ec (ed4177a0-aee3-4756-a30e-bb3035a9c410/b160069d-8579-433d-a424-f12f994df94e/c7356329-3e8d-4cb0-a464-89e4893c788e) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:53.817373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Calling delete_port for e51487a5-c730-4ccd-b745-9bf023138dc3 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:53.902889 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:51:53.926847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.953363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.139882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.148472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for ab6399c4-1570-44b1-8bc3-3ca964ea94c9 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:54.224861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 86df9eb6-d291-466c-8de7-5ce1cd887a4d will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:54.224861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-03ccc8c0-b000-45c9-bedc-ff8e8e91dc36 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.297660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.312759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccc8c0-b000-45c9-bedc-ff8e8e91dc36 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=5b2f46d8-381a-44a0-a1ef-0602cb727ed5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:54.343076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.487136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.489041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bcfce7-8cb0-4549-ba10-90cf08e040f5,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:54.589174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Transition to ACTIVE for port object c7356329-3e8d-4cb0-a464-89e4893c788e will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:54.592447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.592447 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4bdc7e51-b42f-4505-8b95-17446a06c31b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2012253 May 06 13:51:54.592447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42232) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:54.617560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '94d2210d-17b8-49e4-b042-9daa06b4286a', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:54.625325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.627454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.627454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:54.681373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:54.704215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:54.726416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-03ccc8c0-b000-45c9-bedc-ff8e8e91dc36 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.726416 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-03ccc8c0-b000-45c9-bedc-ff8e8e91dc36 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/ports/5b2f46d8-381a-44a0-a1ef-0602cb727ed5 HTTP/1.1" status: 204 len: 168 time: 3.9930401 May 06 13:51:54.726416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.726416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42236) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:54.747580 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:54.759928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=ab6399c4-1570-44b1-8bc3-3ca964ea94c9,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:54.772344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:51:54.789782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:54.820727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:54.874771 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:floatingip and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:54.901524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=86df9eb6-d291-466c-8de7-5ce1cd887a4d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:54.901524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:54.983960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Allocated IP 172.20.0.2 (83c9e78c-e996-4e97-a0d1-7dd6c47c7f19/8bd01dc4-3949-4a0b-9df0-b90dee42f2e1/6b8acfac-aa29-4f94-9bcc-2bcb2e69b875) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:55.005104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:55.022246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:55.025770 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:51:55.031177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:55.074850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.075728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.135953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Pushing event deleted for resources: {'Port': ['ID=e51487a5-c730-4ccd-b745-9bf023138dc3,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:55.142866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.247341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:55.258977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:55.267230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:55.274406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:55.275092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.303818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.330449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.8453705 May 06 13:51:55.423536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.429492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42242) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:55.439052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Transition to ACTIVE for port object 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:55.469615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Transition to ACTIVE for port object 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:55.478818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.544197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcd9d8-756d-4d94-96c2-a655fbf56cf1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event updated for resources: {'Port': ['ID=c7356329-3e8d-4cb0-a464-89e4893c788e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:55.570767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Network 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:55.575056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:55.582244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:55.648368 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Pushing event updated for resources: {'Port': ['ID=6b8acfac-aa29-4f94-9bcc-2bcb2e69b875,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:55.714579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:55.715648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.721116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Attempting to bind port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:55.721482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Attempting to bind port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ca439aba-e7d0-4f57-b204-7e8ec36e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '83c9e78c-e996-4e97-a0d1-7dd6c47c7f19'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:55.722114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Attempting to bind port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 on network 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:51:55.735067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:51:55.735435 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Checking segment: {'id': 'ca439aba-e7d0-4f57-b204-7e8ec36e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '83c9e78c-e996-4e97-a0d1-7dd6c47c7f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:51:55.736105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.736519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Bound using segment: {'id': 'ca439aba-e7d0-4f57-b204-7e8ec36e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '83c9e78c-e996-4e97-a0d1-7dd6c47c7f19'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:51:55.737257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Bound port: 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca439aba-e7d0-4f57-b204-7e8ec36e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '83c9e78c-e996-4e97-a0d1-7dd6c47c7f19'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:55.737630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.762847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 0b49001f-be01-4d6e-9f74-b1a4e02a6f84 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:55.775642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.793334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2d42739e-af7b-45ce-aaeb-dec485a59870 None None] Provisioning for port c7356329-3e8d-4cb0-a464-89e4893c788e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:55.812116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2d42739e-af7b-45ce-aaeb-dec485a59870 None None] Provisioning complete for port c7356329-3e8d-4cb0-a464-89e4893c788e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:55.812796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d42739e-af7b-45ce-aaeb-dec485a59870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.895489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2d42739e-af7b-45ce-aaeb-dec485a59870 None None] Port c7356329-3e8d-4cb0-a464-89e4893c788e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:51:55.902700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] For port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:51:55.909304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] For port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6b8acfac-aa29-4f94-9bcc-2bcb2e69b875,segment=NetworkSegment(ca439aba-e7d0-4f57-b204-7e8ec36e497d),segment_id=ca439aba-e7d0-4f57-b204-7e8ec36e497d)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:51:55.916412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.917006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:55.924895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5e14cab5-edb7-45fd-94a7-bd413193ed19 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/0b49001f-be01-4d6e-9f74-b1a4e02a6f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7584524 May 06 13:51:55.925873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42246) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:55.940226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.952921 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3d27538b-00e4-459a-8d15-3d6b21ace033 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting port c7356329-3e8d-4cb0-a464-89e4893c788e {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:55.953179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d27538b-00e4-459a-8d15-3d6b21ace033 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:55.975722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-59131b61-0282-48c6-a09d-2e79825242ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:55.996384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-59131b61-0282-48c6-a09d-2e79825242ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:56.001534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-59131b61-0282-48c6-a09d-2e79825242ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b49001f-be01-4d6e-9f74-b1a4e02a6f84 HTTP/1.1" status: 200 len: 205 time: 0.0743911 May 06 13:51:56.002628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42250) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:56.062396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba09f76-c827-4af0-a205-8d9d240f82fc None None] Sync routers for ids ['0b49001f-be01-4d6e-9f74-b1a4e02a6f84'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:56.132752 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4b4bd78e-e65e-46c0-9429-1e523582c32f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 6.3560162 May 06 13:51:56.134397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba09f76-c827-4af0-a205-8d9d240f82fc None None] Routers {'0b49001f-be01-4d6e-9f74-b1a4e02a6f84'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:56.135471 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dba09f76-c827-4af0-a205-8d9d240f82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0b49001f-be01-4d6e-9f74-b1a4e02a6f84'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:56.169071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42254) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:56.179585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.229043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5574bc5-f634-43c6-891a-f7d7e7ee4e5d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.276596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dba09f76-c827-4af0-a205-8d9d240f82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:56.284129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:56.294592 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7006466 May 06 13:51:56.325755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba09f76-c827-4af0-a205-8d9d240f82fc None None] Routers {'0b49001f-be01-4d6e-9f74-b1a4e02a6f84'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:56.327158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dba09f76-c827-4af0-a205-8d9d240f82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['0b49001f-be01-4d6e-9f74-b1a4e02a6f84'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:56.504718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dba09f76-c827-4af0-a205-8d9d240f82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:56.504718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba09f76-c827-4af0-a205-8d9d240f82fc None None] The sync data for ids ['0b49001f-be01-4d6e-9f74-b1a4e02a6f84'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:56.508567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcd64a-b581-4ce4-af1d-a16c7631a6ca None None] Pushing event updated for resources: {'Port': ['ID=6b8acfac-aa29-4f94-9bcc-2bcb2e69b875,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:56.808740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc913bd-1c9f-4706-a334-59b396675ca3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11288e9e-b806-44b5-8c74-c8b02d0779e4,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:56.939843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2fd29-331d-484c-a239-7dca7af992da tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 86df9eb6-d291-466c-8de7-5ce1cd887a4d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:51:56.940281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fd29-331d-484c-a239-7dca7af992da tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.029822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.064273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5574bc5-f634-43c6-891a-f7d7e7ee4e5d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.086663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.090949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5574bc5-f634-43c6-891a-f7d7e7ee4e5d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.092707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d27538b-00e4-459a-8d15-3d6b21ace033 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.182373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-d511c004-a7ed-4b84-b854-aafe82193e38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:57.229001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.298916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5574bc5-f634-43c6-891a-f7d7e7ee4e5d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.300680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5574bc5-f634-43c6-891a-f7d7e7ee4e5d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Fanout notify agent at l3_agent the message router_deleted on router 0b49001f-be01-4d6e-9f74-b1a4e02a6f84 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:51:57.386214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-d511c004-a7ed-4b84-b854-aafe82193e38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:57.388599 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-d511c004-a7ed-4b84-b854-aafe82193e38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736621051&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.6191003 May 06 13:51:57.417873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5574bc5-f634-43c6-891a-f7d7e7ee4e5d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.419446 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a5574bc5-f634-43c6-891a-f7d7e7ee4e5d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/0b49001f-be01-4d6e-9f74-b1a4e02a6f84 HTTP/1.1" status: 204 len: 168 time: 1.4152322 May 06 13:51:57.441462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42270) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:57.464460 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:57.616037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:57.656265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3d27538b-00e4-459a-8d15-3d6b21ace033 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Calling delete_port for c7356329-3e8d-4cb0-a464-89e4893c788e owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:57.729158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2fb4c0-79ec-4527-a6b9-e19648f9498a None None] Network 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:51:57.781292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fd29-331d-484c-a239-7dca7af992da tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:57.883185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3629a9-b77c-4a30-adab-fe75f150ae98 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting subnet 099db73a-b89b-4079-9b03-fb121830d57c {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:51:57.897422 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Router d40c8b4b-0946-40c4-b696-4be19459ed4a has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:51:57.928319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b8ce5980-5653-4433-ab39-0ba02e6844d1 None None] Provisioning for port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:57.955660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b8ce5980-5653-4433-ab39-0ba02e6844d1 None None] Provisioning complete for port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:57.956804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5980-5653-4433-ab39-0ba02e6844d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.077364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2fd29-331d-484c-a239-7dca7af992da tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 86df9eb6-d291-466c-8de7-5ce1cd887a4d owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:51:58.178638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3629a9-b77c-4a30-adab-fe75f150ae98 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.284028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:51:58.295197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.26.2.201 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/c51d848b-7112-4213-a0d1-11aafaf59075) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:58.305608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-7e98a0bc-d941-4902-9568-f17c982477d7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:58.307031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-7e98a0bc-d941-4902-9568-f17c982477d7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:58.318646 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8b865-5d81-4120-aacc-1cd777fa6e83 None None] Sync routers for ids ['d40c8b4b-0946-40c4-b696-4be19459ed4a'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:51:58.327416 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5980-5653-4433-ab39-0ba02e6844d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.334621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.335838 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b075c2e6-2418-4349-a267-4dc458702868 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "PUT /v2.0/routers/d40c8b4b-0946-40c4-b696-4be19459ed4a HTTP/1.1" status: 200 len: 709 time: 9.8079584 May 06 13:51:58.342534 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8b865-5d81-4120-aacc-1cd777fa6e83 None None] Routers {'d40c8b4b-0946-40c4-b696-4be19459ed4a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:58.343138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42274) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:58.343264 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-40f8b865-5d81-4120-aacc-1cd777fa6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d40c8b4b-0946-40c4-b696-4be19459ed4a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:58.408197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3629a9-b77c-4a30-adab-fe75f150ae98 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.412062 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-40f8b865-5d81-4120-aacc-1cd777fa6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:58.426323 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8b865-5d81-4120-aacc-1cd777fa6e83 None None] Routers {'d40c8b4b-0946-40c4-b696-4be19459ed4a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:51:58.427823 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-40f8b865-5d81-4120-aacc-1cd777fa6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:51:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d40c8b4b-0946-40c4-b696-4be19459ed4a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:58.449451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b8ce5980-5653-4433-ab39-0ba02e6844d1 None None] For port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6b8acfac-aa29-4f94-9bcc-2bcb2e69b875,segment=NetworkSegment(ca439aba-e7d0-4f57-b204-7e8ec36e497d),segment_id=ca439aba-e7d0-4f57-b204-7e8ec36e497d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:51:58.461994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8ce5980-5653-4433-ab39-0ba02e6844d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.487855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-7e98a0bc-d941-4902-9568-f17c982477d7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:58.502391 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-7e98a0bc-d941-4902-9568-f17c982477d7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=6c406565-fa22-4b27-9f5c-602d5b039656 HTTP/1.1" status: 200 len: 796 time: 1.0682654 May 06 13:51:58.515786 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-40f8b865-5d81-4120-aacc-1cd777fa6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:58.516189 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8b865-5d81-4120-aacc-1cd777fa6e83 None None] The sync data for ids ['d40c8b4b-0946-40c4-b696-4be19459ed4a'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:51:58.562427 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fa275bd6-7678-4aeb-a5c2-c2484add7c81 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/routers/d40c8b4b-0946-40c4-b696-4be19459ed4a HTTP/1.1" status: 200 len: 744 time: 0.2177982 May 06 13:51:58.565690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42278) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:58.589250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-d9e3feff-1fb8-40b1-b637-10e776c66890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.0852935 May 06 13:51:58.620004 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1cdc6079-222d-49e7-bae7-c04e83e48527 tempest-RoutersIpV6AdminTest-108660643 tempest-RoutersIpV6AdminTest-108660643-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=931d8576-bc19-40a0-bcda-221cc669144f&device_id=d40c8b4b-0946-40c4-b696-4be19459ed4a HTTP/1.1" status: 200 len: 205 time: 0.0529149 May 06 13:51:58.623571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42282) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:58.631510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d27538b-00e4-459a-8d15-3d6b21ace033 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.634240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce5980-5653-4433-ab39-0ba02e6844d1 None None] Pushing event updated for resources: {'Port': ['ID=6b8acfac-aa29-4f94-9bcc-2bcb2e69b875,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:58.735411 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-71dab446-28b9-4250-9ed1-89eea04e3cac tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40c8b4b-0946-40c4-b696-4be19459ed4a HTTP/1.1" status: 200 len: 205 time: 0.1090341 May 06 13:51:58.743655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42286) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:58.868493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27538b-00e4-459a-8d15-3d6b21ace033 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Port': ['ID=c7356329-3e8d-4cb0-a464-89e4893c788e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:58.971697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b52f2602-4d69-4563-b459-0af73492f0cb None None] Provisioning for port 86df9eb6-d291-466c-8de7-5ce1cd887a4d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:58.978371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b52f2602-4d69-4563-b459-0af73492f0cb None None] Provisioning complete for port 86df9eb6-d291-466c-8de7-5ce1cd887a4d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:58.978801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b52f2602-4d69-4563-b459-0af73492f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.024704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fd29-331d-484c-a239-7dca7af992da tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.040837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b52f2602-4d69-4563-b459-0af73492f0cb None None] Port 86df9eb6-d291-466c-8de7-5ce1cd887a4d was deleted so its status cannot be updated. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 06 13:51:59.058817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b52f2602-4d69-4563-b459-0af73492f0cb None None] Provisioning complete for port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:59.059188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b52f2602-4d69-4563-b459-0af73492f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.097184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3629a9-b77c-4a30-adab-fe75f150ae98 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.112750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d27538b-00e4-459a-8d15-3d6b21ace033 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.118149 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3d27538b-00e4-459a-8d15-3d6b21ace033 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/c7356329-3e8d-4cb0-a464-89e4893c788e HTTP/1.1" status: 204 len: 168 time: 3.6845946 May 06 13:51:59.147290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42290) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:59.157300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2fd29-331d-484c-a239-7dca7af992da tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=86df9eb6-d291-466c-8de7-5ce1cd887a4d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:59.164822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f0df0720-b934-4db2-93b1-bcadeace169c tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.358127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.395034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:59.407054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca97f28e-9995-4e6a-a351-1fe261d3cbdb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:59.408830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ca97f28e-9995-4e6a-a351-1fe261d3cbdb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:59.436317 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ca97f28e-9995-4e6a-a351-1fe261d3cbdb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:59.437693 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ca97f28e-9995-4e6a-a351-1fe261d3cbdb tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2890997 May 06 13:51:59.441350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42294) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:59.446291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.459844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2117b01e-9ed1-46ec-838d-4baf8e3aa349 None None] Could not find standard attr ID for object 86df9eb6-d291-466c-8de7-5ce1cd887a4d. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:51:59.531034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:59.531401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.570293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:59.581367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:59.582937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:51:59.696980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=c51d848b-7112-4213-a0d1-11aafaf59075,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:59.750629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-14a1ba65-0bd0-4319-af13-570d1b3f01b0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:59.766662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1605b7-36ce-41c0-9d0d-e2bb2083da22 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:59.769363 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9a1605b7-36ce-41c0-9d0d-e2bb2083da22 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3261027 May 06 13:51:59.772947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42298) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:59.863950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.870252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f0df0720-b934-4db2-93b1-bcadeace169c tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.873136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480ca42e-343f-4aec-ab4c-fa44a6ca1563 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:59.874859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480ca42e-343f-4aec-ab4c-fa44a6ca1563 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:59.876406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480ca42e-343f-4aec-ab4c-fa44a6ca1563 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:51:59.877278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-480ca42e-343f-4aec-ab4c-fa44a6ca1563 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:59.879715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f0df0720-b934-4db2-93b1-bcadeace169c tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.896471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-14a1ba65-0bd0-4319-af13-570d1b3f01b0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:59.898281 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-14a1ba65-0bd0-4319-af13-570d1b3f01b0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2422035 May 06 13:51:59.913220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fd29-331d-484c-a239-7dca7af992da tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.929980 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9eb2fd29-331d-484c-a239-7dca7af992da tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/86df9eb6-d291-466c-8de7-5ce1cd887a4d HTTP/1.1" status: 204 len: 168 time: 3.7590961 May 06 13:51:59.930807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42302) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:59.934751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3629a9-b77c-4a30-adab-fe75f150ae98 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:59.980254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-480ca42e-343f-4aec-ab4c-fa44a6ca1563 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:59.982354 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-480ca42e-343f-4aec-ab4c-fa44a6ca1563 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2079461 May 06 13:51:59.989946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42306) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.024202 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.054765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3629a9-b77c-4a30-adab-fe75f150ae98 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Subnet': ['ID=099db73a-b89b-4079-9b03-fb121830d57c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:00.104331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f0df0720-b934-4db2-93b1-bcadeace169c tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.104956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0df0720-b934-4db2-93b1-bcadeace169c tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Fanout notify agent at l3_agent the message router_deleted on router d40c8b4b-0946-40c4-b696-4be19459ed4a {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:52:00.113880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3629a9-b77c-4a30-adab-fe75f150ae98 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.116562 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7c5de3-0a47-40b8-ab1e-6a786a2ead27 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:52:00.117340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-db7c5de3-0a47-40b8-ab1e-6a786a2ead27 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:00.121509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b0b068-6543-4492-8a1b-45bbfc599292 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet b160069d-8579-433d-a424-f12f994df94e {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:52:00.127037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0427b71-5e47-4a87-a2f4-ffbe80cc8177 None None] Network fa69143e-36b4-4990-ac60-e0e80cf38152 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:00.130953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-28b0b068-6543-4492-8a1b-45bbfc599292 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.140983 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f0df0720-b934-4db2-93b1-bcadeace169c tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.149114 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f0df0720-b934-4db2-93b1-bcadeace169c tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/d40c8b4b-0946-40c4-b696-4be19459ed4a HTTP/1.1" status: 204 len: 168 time: 1.3980708 May 06 13:52:00.149114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42310) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.200029 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6c3629a9-b77c-4a30-adab-fe75f150ae98 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/099db73a-b89b-4079-9b03-fb121830d57c HTTP/1.1" status: 204 len: 168 time: 2.5831034 May 06 13:52:00.204073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42314) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.253541 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-55777fa0-370b-412c-a969-4fab7f7728c2 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=d40c8b4b-0946-40c4-b696-4be19459ed4a HTTP/1.1" status: 200 len: 205 time: 0.1038146 May 06 13:52:00.266079 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42318) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.474719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-28b0b068-6543-4492-8a1b-45bbfc599292 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.514033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-db7c5de3-0a47-40b8-ab1e-6a786a2ead27 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:00.516006 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-db7c5de3-0a47-40b8-ab1e-6a786a2ead27 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/86df9eb6-d291-466c-8de7-5ce1cd887a4d HTTP/1.1" status: 404 len: 333 time: 0.5830107 May 06 13:52:00.524590 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42324) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.545642 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570aa45e-f6e7-4329-a80d-b06e2e28ad83 None None] DHCP port deletion for fa69143e-36b4-4990-ac60-e0e80cf38152 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:52:00.553726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-570aa45e-f6e7-4329-a80d-b06e2e28ad83 None None] Deleting port 6932558e-a16e-4a74-adb1-e6d9e24e6943 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:00.557314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-570aa45e-f6e7-4329-a80d-b06e2e28ad83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.573360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-c3fea188-fc20-46ee-b94d-722f9a610453 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] delete failed (client error): The resource could not be found. May 06 13:52:00.578120 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c3fea188-fc20-46ee-b94d-722f9a610453 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/d40c8b4b-0946-40c4-b696-4be19459ed4a HTTP/1.1" status: 404 len: 336 time: 0.3019607 May 06 13:52:00.581707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42328) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.623409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-b405774e-4b5b-423e-a4f6-e6175007bab8 service neutron] 10.222.0.21 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774390 May 06 13:52:00.679799 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a9375ead-f877-4d44-bdb0-937ebe573805 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=18c96b15-d280-4e16-bfd4-2530aee91143 HTTP/1.1" status: 200 len: 205 time: 0.0916033 May 06 13:52:00.686517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42332) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.690651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.813927 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-9da87200-425c-4085-9e86-4ae30670dc3d tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] delete failed (client error): The resource could not be found. May 06 13:52:00.813927 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9da87200-425c-4085-9e86-4ae30670dc3d tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/18c96b15-d280-4e16-bfd4-2530aee91143 HTTP/1.1" status: 404 len: 336 time: 0.0993328 May 06 13:52:00.825539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42336) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.834856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-07323d87-9409-4c39-ba7a-a8015279cb0f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet 8bd01dc4-3949-4a0b-9df0-b90dee42f2e1 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:52:00.834856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07323d87-9409-4c39-ba7a-a8015279cb0f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.872971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 6932558e-a16e-4a74-adb1-e6d9e24e6943 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:00.872971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.882194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-28b0b068-6543-4492-8a1b-45bbfc599292 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.895330 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cf275d91-ed2e-447b-af0d-ad6ee1e5ef57 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=38a33a05-19e5-40c3-8e0b-2e80d96e6f34 HTTP/1.1" status: 200 len: 205 time: 0.0995946 May 06 13:52:00.915998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42342) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:00.916323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.934762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:00.940459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07323d87-9409-4c39-ba7a-a8015279cb0f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.090972 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-b7cf5062-0de6-4b77-923a-0b3b0346ac98 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] delete failed (client error): The resource could not be found. May 06 13:52:01.092285 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b7cf5062-0de6-4b77-923a-0b3b0346ac98 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/38a33a05-19e5-40c3-8e0b-2e80d96e6f34 HTTP/1.1" status: 404 len: 336 time: 0.1765041 May 06 13:52:01.108504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42346) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.133457 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-84aa6c8a-e48a-46db-9370-aa2f2d736e98 service neutron] 10.222.0.21 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996076 May 06 13:52:01.198848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=c51d848b-7112-4213-a0d1-11aafaf59075,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:01.203135 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-25703657-eaee-4204-b4cb-e66f3b27a277 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c21782d-da81-413d-b085-fe6eb4cbde9f HTTP/1.1" status: 200 len: 205 time: 0.0900335 May 06 13:52:01.205444 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-570aa45e-f6e7-4329-a80d-b06e2e28ad83 None None] For port 6932558e-a16e-4a74-adb1-e6d9e24e6943, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6932558e-a16e-4a74-adb1-e6d9e24e6943,segment=NetworkSegment(776a6e47-513a-4f3f-96df-d406a2c21eca),segment_id=776a6e47-513a-4f3f-96df-d406a2c21eca)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:01.212885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-570aa45e-f6e7-4329-a80d-b06e2e28ad83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.218581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42350) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.289243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-28b0b068-6543-4492-8a1b-45bbfc599292 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.368449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.376070 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-ae5f72bd-b369-47b6-adbc-8c08c6cb3661 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] delete failed (client error): The resource could not be found. May 06 13:52:01.377871 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ae5f72bd-b369-47b6-adbc-8c08c6cb3661 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/1c21782d-da81-413d-b085-fe6eb4cbde9f HTTP/1.1" status: 404 len: 336 time: 0.1609862 May 06 13:52:01.406888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42356) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.410141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0b068-6543-4492-8a1b-45bbfc599292 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=b160069d-8579-433d-a424-f12f994df94e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:01.481748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-28b0b068-6543-4492-8a1b-45bbfc599292 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.577429 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-570aa45e-f6e7-4329-a80d-b06e2e28ad83 None None] Calling delete_port for 6932558e-a16e-4a74-adb1-e6d9e24e6943 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:01.581871 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2b462eb4-1557-4c27-b5b0-52cd75455678 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=02d886c0-a6be-4cd0-8f0e-c598880ed38e HTTP/1.1" status: 200 len: 205 time: 0.1670721 May 06 13:52:01.583266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42364) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.655977 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f25f53e-348f-4dc8-a19f-71678d42ede1 req-f4c74e14-5773-44c6-9ad9-f84022a2709d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 210 time: 0.1020474 May 06 13:52:01.692616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2095e1-c659-4036-88f7-faac68b00db2 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:01.743503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 6932558e-a16e-4a74-adb1-e6d9e24e6943, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6932558e-a16e-4a74-adb1-e6d9e24e6943,segment=NetworkSegment(776a6e47-513a-4f3f-96df-d406a2c21eca),segment_id=776a6e47-513a-4f3f-96df-d406a2c21eca)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:01.743972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.803341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.805681 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5a963147-5ea7-4e08-b392-00f3be10b7cd tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0717521 May 06 13:52:01.810600 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-3b38a9c8-e1cb-4c03-b7f4-6635234413fc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] delete failed (client error): The resource could not be found. May 06 13:52:01.812246 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3b38a9c8-e1cb-4c03-b7f4-6635234413fc tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/02d886c0-a6be-4cd0-8f0e-c598880ed38e HTTP/1.1" status: 404 len: 336 time: 0.2149451 May 06 13:52:01.813550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42372) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.816109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07323d87-9409-4c39-ba7a-a8015279cb0f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:01.887357 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-28b0b068-6543-4492-8a1b-45bbfc599292 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/b160069d-8579-433d-a424-f12f994df94e HTTP/1.1" status: 204 len: 168 time: 1.8945334 May 06 13:52:01.887357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42374) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:01.894406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'port': {'network_id': '387974ee-889b-43db-af48-8600eaaf5c89', 'name': 'tempest-FloatingIPTestJSON-49635868'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:01.938182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6932558e-a16e-4a74-adb1-e6d9e24e6943 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:02.029002 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42378) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.271457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 6932558e-a16e-4a74-adb1-e6d9e24e6943 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:02.329772 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4c397042-3d0e-4261-857b-892cb070d117 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "GET /v2.0/ports?device_id=acef128c-f9b2-47af-8e87-005b253656ad HTTP/1.1" status: 200 len: 205 time: 0.3918202 May 06 13:52:02.367022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42386) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.448708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.459348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:02.459919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:02.465999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-570aa45e-f6e7-4329-a80d-b06e2e28ad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.543035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aa45e-f6e7-4329-a80d-b06e2e28ad83 None None] Pushing event deleted for resources: {'Port': ['ID=6932558e-a16e-4a74-adb1-e6d9e24e6943,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:02.543035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570aa45e-f6e7-4329-a80d-b06e2e28ad83 None None] No DVR routers for this DVR port 6932558e-a16e-4a74-adb1-e6d9e24e6943 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:02.628827 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-e15cc4c6-987e-4393-8b39-255f61d68fea tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] delete failed (client error): The resource could not be found. May 06 13:52:02.633980 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e15cc4c6-987e-4393-8b39-255f61d68fea tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/routers/acef128c-f9b2-47af-8e87-005b253656ad HTTP/1.1" status: 404 len: 336 time: 0.2582643 May 06 13:52:02.634623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42390) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:02.681765 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-6706d4ea-a524-4691-9f54-09e294cf1593 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Deleting subnet fc0bdf16-b5f6-467b-bd0f-e87a43a46519 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:52:02.725263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6706d4ea-a524-4691-9f54-09e294cf1593 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.769064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07323d87-9409-4c39-ba7a-a8015279cb0f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:02.770997 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba233dbf-438d-42cf-b4fd-bc765074e299 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] DELETE failed (client error): The resource could not be found. May 06 13:52:02.773993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba233dbf-438d-42cf-b4fd-bc765074e299 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:02.803629 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ba233dbf-438d-42cf-b4fd-bc765074e299 tempest-RoutersIpV6AdminTest-1872849060 tempest-RoutersIpV6AdminTest-1872849060-project] 10.222.0.21 "DELETE /v2.0/subnets/86ad4ae8-c89d-47e7-8771-6a882cf2498d HTTP/1.1" status: 404 len: 337 time: 0.1620922 May 06 13:52:02.994484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 6932558e-a16e-4a74-adb1-e6d9e24e6943 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:02.994484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.156026 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-830b9731-8bf7-4a62-be72-9038d453c36a req-ad654f9c-4ed7-4fec-85c1-e60779de872e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 210 time: 0.2592890 May 06 13:52:03.185466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6706d4ea-a524-4691-9f54-09e294cf1593 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.251693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] The port '6932558e-a16e-4a74-adb1-e6d9e24e6943' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:52:03.308569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07323d87-9409-4c39-ba7a-a8015279cb0f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd01dc4-3949-4a0b-9df0-b90dee42f2e1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:03.332940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07323d87-9409-4c39-ba7a-a8015279cb0f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.346763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d53cd6-31b7-4e01-91dc-db4f1d7d5522 None None] Network 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:03.357843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:03.398700 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-07323d87-9409-4c39-ba7a-a8015279cb0f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/8bd01dc4-3949-4a0b-9df0-b90dee42f2e1 HTTP/1.1" status: 204 len: 168 time: 2.8674529 May 06 13:52:03.402736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:03.404734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42398) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:03.580331 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Made reservation on behalf of 1a2ea55a215a4bc1928456f4e0f1a45f for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:03.595299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.777553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.797043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42404) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:03.830879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] device_id is not set on port 25801055-da91-4570-af31-741d21a2c2a1 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:52:03.888483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa69143e-36b4-4990-ac60-e0e80cf38152']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:03.906210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6706d4ea-a524-4691-9f54-09e294cf1593 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:03.941135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776a6e47-513a-4f3f-96df-d406a2c21eca') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:03.941970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776a6e47-513a-4f3f-96df-d406a2c21eca') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:03.977304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.027046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.031539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:04.032438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.067717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.083623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:52:04.084616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.124110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-eb6367c0-57c2-49d0-aa33-ed33c8a8244a None None] Provisioning complete for port bbdfd391-6d88-4506-88eb-28a6f4a7c26a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:04.125001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eb6367c0-57c2-49d0-aa33-ed33c8a8244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.156640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbb113e3-1d6b-493f-80ff-34d558335e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.218941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bbb113e3-1d6b-493f-80ff-34d558335e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:04.246739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bbb113e3-1d6b-493f-80ff-34d558335e4d admin admin] Usage tracker for resource:security_group_rule and tenant:b8f70b1d97684202bcb4c340bb5e21a3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:04.282750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bbb113e3-1d6b-493f-80ff-34d558335e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:04.334693 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:04.353602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.20.0.6 (387974ee-889b-43db-af48-8600eaaf5c89/6218640e-9d35-4641-8bd6-21f10755e793/25801055-da91-4570-af31-741d21a2c2a1) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:04.356744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bbb113e3-1d6b-493f-80ff-34d558335e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:04.365421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.412745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.439600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd91e19-705b-4e8c-ab01-68af3d1eccc2 None None] DHCP port deletion for 83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:52:04.444847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dcd91e19-705b-4e8c-ab01-68af3d1eccc2 None None] Deleting port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:04.445205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dcd91e19-705b-4e8c-ab01-68af3d1eccc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.501548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Network': ['ID=fa69143e-36b4-4990-ac60-e0e80cf38152,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:04.529756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b9661e57-fb65-4ac6-867a-7727227d7fa2 req-4a469456-8e14-438f-805b-b106dc5cb1f6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 210 time: 0.1017118 May 06 13:52:04.531809 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-37c48e80-1ee7-4bca-9418-bf35c9c4d78b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/networks/fa69143e-36b4-4990-ac60-e0e80cf38152 HTTP/1.1" status: 204 len: 168 time: 4.3199022 May 06 13:52:04.553437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42416) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:04.573051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1583049411', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:04.586341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6706d4ea-a524-4691-9f54-09e294cf1593 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.604939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:04.617966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:router and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:04.634987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-81ff9fe2-1fb3-4e22-bff7-1a6c9e69a09e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:04.637484 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-81ff9fe2-1fb3-4e22-bff7-1a6c9e69a09e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=6c406565-fa22-4b27-9f5c-602d5b039656 HTTP/1.1" status: 200 len: 796 time: 1.0103941 May 06 13:52:04.637821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:04.650737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] For port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6b8acfac-aa29-4f94-9bcc-2bcb2e69b875,segment=NetworkSegment(ca439aba-e7d0-4f57-b204-7e8ec36e497d),segment_id=ca439aba-e7d0-4f57-b204-7e8ec36e497d)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:04.650737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.672133 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706d4ea-a524-4691-9f54-09e294cf1593 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0bdf16-b5f6-467b-bd0f-e87a43a46519,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:04.673686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:04.699167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6706d4ea-a524-4691-9f54-09e294cf1593 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.717963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.717963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.742595 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c4f4fa90-1c30-43a0-aaee-6045df38b7c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 379 time: 0.0942607 May 06 13:52:04.742964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13e2041-ee28-4bdb-8458-83b21a236298 None None] Network ed4177a0-aee3-4756-a30e-bb3035a9c410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:04.756192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['94d2210d-17b8-49e4-b042-9daa06b4286a']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:04.800598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.907295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:04.957077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-dcd91e19-705b-4e8c-ab01-68af3d1eccc2 None None] For port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6b8acfac-aa29-4f94-9bcc-2bcb2e69b875,segment=NetworkSegment(ca439aba-e7d0-4f57-b204-7e8ec36e497d),segment_id=ca439aba-e7d0-4f57-b204-7e8ec36e497d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:04.957769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dcd91e19-705b-4e8c-ab01-68af3d1eccc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:04.989110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.082673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.087760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-937a53ef-847c-46ed-a88b-c7c73b6618bc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5325081 May 06 13:52:05.089271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:05.091354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42420) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:05.103234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1577410360'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:05.112142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:05.114237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:05.122305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:network and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:05.127588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:05.137099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:05.139972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:05.144993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.174287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:05.182381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.270008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dcd91e19-705b-4e8c-ab01-68af3d1eccc2 None None] Calling delete_port for 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:05.291654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:05.306312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.324534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.325918 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added segment 55bf1353-4590-48ab-bf38-60f7531148b2 of type vlan for network 152d03fe-272c-4dd8-a293-970cd91a775d May 06 13:52:05.378716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:05.433849 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.441492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dcd91e19-705b-4e8c-ab01-68af3d1eccc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.441712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.459718 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6706d4ea-a524-4691-9f54-09e294cf1593 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/fc0bdf16-b5f6-467b-bd0f-e87a43a46519 HTTP/1.1" status: 204 len: 168 time: 3.4102976 May 06 13:52:05.483979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42424) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:05.496931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd91e19-705b-4e8c-ab01-68af3d1eccc2 None None] Pushing event deleted for resources: {'Port': ['ID=6b8acfac-aa29-4f94-9bcc-2bcb2e69b875,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:05.511555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd91e19-705b-4e8c-ab01-68af3d1eccc2 None None] No DVR routers for this DVR port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:05.519047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 13:52:05.519389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:05.550949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ce62e-1e50-4661-92a4-b0068e2cbecf None None] DHCP port deletion for ed4177a0-aee3-4756-a30e-bb3035a9c410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:52:05.558859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-142ce62e-1e50-4661-92a4-b0068e2cbecf None None] Deleting port bbdfd391-6d88-4506-88eb-28a6f4a7c26a {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:05.558859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-142ce62e-1e50-4661-92a4-b0068e2cbecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.644306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.644306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:05.644306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.692813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 387974ee-889b-43db-af48-8600eaaf5c89 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:05.692813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:05.692813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:05.742900 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-26e86d28-197a-4cea-969f-c336e66396b2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2321239 May 06 13:52:05.750083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42430) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:05.832274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:05.832274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:05.832274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=25801055-da91-4570-af31-741d21a2c2a1,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:05.895737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:05.895737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.931221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbb113e3-1d6b-493f-80ff-34d558335e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:05.961158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bbb113e3-1d6b-493f-80ff-34d558335e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.062326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-142ce62e-1e50-4661-92a4-b0068e2cbecf None None] For port bbdfd391-6d88-4506-88eb-28a6f4a7c26a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bbdfd391-6d88-4506-88eb-28a6f4a7c26a,segment=NetworkSegment(c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff),segment_id=c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:06.062326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-142ce62e-1e50-4661-92a4-b0068e2cbecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.078767 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bbb113e3-1d6b-493f-80ff-34d558335e4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8f70b1d97684202bcb4c340bb5e21a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2723331 May 06 13:52:06.084294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9859202 May 06 13:52:06.084294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.13 (6c406565-fa22-4b27-9f5c-602d5b039656/c75d833d-3071-47b8-9a08-979c350a0bc1/c9ae34c8-f67f-423e-b6d0-985a615b51e5) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:06.096692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42434) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:06.096692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42436) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:06.096692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-49a1c2cc-b36e-4128-9ad1-03b20b04ab0c req-c38ad4cd-5c1d-469f-b6a5-7be14a53b572 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:06.110052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'subnet': {'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:06.136345 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0bdb70bd-695e-4034-aa3a-55ebf5a17b25 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.2456503 May 06 13:52:06.153762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42442) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:06.187408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d0f13-3eee-452e-9d8b-5f64899fe400 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Network': ['ID=152d03fe-272c-4dd8-a293-970cd91a775d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:06.246854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f68903-874d-42bd-8742-69e7d5b90ac5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:06.246854 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-47f68903-874d-42bd-8742-69e7d5b90ac5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5056965 May 06 13:52:06.257977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 152d03fe-272c-4dd8-a293-970cd91a775d details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:06.269802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb113e3-1d6b-493f-80ff-34d558335e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8550147-de33-4f0a-8ece-367576d79a74,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:06.269802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42446) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:06.281985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'port_id': '25801055-da91-4570-af31-741d21a2c2a1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:06.350989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 6b8acfac-aa29-4f94-9bcc-2bcb2e69b875 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:06.350989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.419160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-49a1c2cc-b36e-4128-9ad1-03b20b04ab0c req-c38ad4cd-5c1d-469f-b6a5-7be14a53b572 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:06.419554 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49a1c2cc-b36e-4128-9ad1-03b20b04ab0c req-c38ad4cd-5c1d-469f-b6a5-7be14a53b572 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 210 time: 0.4358692 May 06 13:52:06.422203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.431355 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae8194-64a7-4878-9b92-0ac01bf27cda tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:06.433516 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-02ae8194-64a7-4878-9b92-0ac01bf27cda tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Synchronizing usage tracker for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:06.556670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-142ce62e-1e50-4661-92a4-b0068e2cbecf None None] Calling delete_port for bbdfd391-6d88-4506-88eb-28a6f4a7c26a owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:06.735344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:06.763101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-142ce62e-1e50-4661-92a4-b0068e2cbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.806167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] The port '6b8acfac-aa29-4f94-9bcc-2bcb2e69b875' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:52:06.836560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:subnet and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:06.855822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:06.855822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1aeb-c9d2-48ad-bd28-3a3d289bd07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.885586 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:06.920008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ce62e-1e50-4661-92a4-b0068e2cbecf None None] No DVR routers for this DVR port bbdfd391-6d88-4506-88eb-28a6f4a7c26a on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:06.920008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ce62e-1e50-4661-92a4-b0068e2cbecf None None] Pushing event deleted for resources: {'Port': ['ID=bbdfd391-6d88-4506-88eb-28a6f4a7c26a,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:06.920008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.930815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b21087d2-55b9-45c4-8944-8d284ddf398b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:06.948004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-02ae8194-64a7-4878-9b92-0ac01bf27cda tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Unset dirty status for tenant:0481c2b4ea7c4b6ba0bdb46653080f9b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:06.948354 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-02ae8194-64a7-4878-9b92-0ac01bf27cda tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7128258 May 06 13:52:06.962291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42450) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:07.030782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:07.038580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.131330 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a7cde56f-6883-4b97-9f81-256c7186bc7a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1690571 May 06 13:52:07.156210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42454) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:07.215961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.224644 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcc8b60-7469-42da-953e-4a88d36f3661 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:07.224644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcc8b60-7469-42da-953e-4a88d36f3661 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:07.224644 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0fcc8b60-7469-42da-953e-4a88d36f3661 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/c7356329-3e8d-4cb0-a464-89e4893c788e HTTP/1.1" status: 404 len: 333 time: 0.0698612 May 06 13:52:07.224644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42458) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:07.292239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1aeb-c9d2-48ad-bd28-3a3d289bd07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.305259 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef16e7ad-4de4-4d1b-875c-4533f368d40c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:07.305259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef16e7ad-4de4-4d1b-875c-4533f368d40c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:07.305259 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ef16e7ad-4de4-4d1b-875c-4533f368d40c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/b160069d-8579-433d-a424-f12f994df94e HTTP/1.1" status: 404 len: 337 time: 0.0633883 May 06 13:52:07.305259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c9e78c-e996-4e97-a0d1-7dd6c47c7f19']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:07.305259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42462) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:07.359477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca439aba-e7d0-4f57-b204-7e8ec36e497d') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:07.359477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca439aba-e7d0-4f57-b204-7e8ec36e497d') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:07.359477 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-5775594a-8f83-4abd-a47e-35c30098d93b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:07.359477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5775594a-8f83-4abd-a47e-35c30098d93b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:07.378243 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5775594a-8f83-4abd-a47e-35c30098d93b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/fc0bdf16-b5f6-467b-bd0f-e87a43a46519 HTTP/1.1" status: 404 len: 337 time: 0.0622902 May 06 13:52:07.378243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42466) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:07.422854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.453827 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaec8c9f-4ad7-409f-bbda-d9cf61bdfd7a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:07.453827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaec8c9f-4ad7-409f-bbda-d9cf61bdfd7a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:07.453827 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-aaec8c9f-4ad7-409f-bbda-d9cf61bdfd7a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/0cfd2052-3cbd-4a6a-b2fd-e87ff12c9c2a HTTP/1.1" status: 404 len: 333 time: 0.0816786 May 06 13:52:07.461379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42470) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:07.490057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bbdfd391-6d88-4506-88eb-28a6f4a7c26a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:07.515081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.542342 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:52:07.638315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.660058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: bbdfd391-6d88-4506-88eb-28a6f4a7c26a {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:52:07.661010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bbdfd391-6d88-4506-88eb-28a6f4a7c26a not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:07.673042 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-806b5737-3cf5-4d24-9e09-92a09ed40b11 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:07.674131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806b5737-3cf5-4d24-9e09-92a09ed40b11 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:07.678689 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-806b5737-3cf5-4d24-9e09-92a09ed40b11 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/647d8b89-19d6-42f8-a23d-a1d0c1d3681c HTTP/1.1" status: 404 len: 337 time: 0.2148428 May 06 13:52:07.682984 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42476) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:07.689773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:52:07.691053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.706027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1aeb-c9d2-48ad-bd28-3a3d289bd07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:07.786767 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:07.790279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e1aeb-c9d2-48ad-bd28-3a3d289bd07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8550147-de33-4f0a-8ece-367576d79a74,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:07.817194 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3474fe4a-b3d8-4ba3-afab-77ccdd06d418 req-bb2ca9f2-1dda-4b08-9e52-33c595a95fee tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 210 time: 0.0733972 May 06 13:52:07.919324 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e58bc6f-8e0d-458b-afd2-4519a2d11bef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:07.920084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e58bc6f-8e0d-458b-afd2-4519a2d11bef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:07.924861 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7e58bc6f-8e0d-458b-afd2-4519a2d11bef tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/96f24c8b-99e3-45df-8ccc-d316c2d4ed00 HTTP/1.1" status: 404 len: 337 time: 0.2396877 May 06 13:52:07.928252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42480) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:07.945792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1aeb-c9d2-48ad-bd28-3a3d289bd07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.949555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9c5e1aeb-c9d2-48ad-bd28-3a3d289bd07f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8550147-de33-4f0a-8ece-367576d79a74 HTTP/1.1" status: 204 len: 168 time: 1.8595052 May 06 13:52:07.984497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:07.996457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.021846 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa7f2de-3ee8-437c-9305-9463c3af565f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.022692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa7f2de-3ee8-437c-9305-9463c3af565f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.026322 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2fa7f2de-3ee8-437c-9305-9463c3af565f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/125a5beb-d1f1-4aa7-827e-48e43c0993e5 HTTP/1.1" status: 404 len: 333 time: 0.0835342 May 06 13:52:08.028775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object c9ae34c8-f67f-423e-b6d0-985a615b51e5 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:08.035675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42486) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.037042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Network': ['ID=83c9e78c-e996-4e97-a0d1-7dd6c47c7f19,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:08.089184 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2c6acc5a-a32a-497d-a1e5-f1315b10a8eb tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/networks/83c9e78c-e996-4e97-a0d1-7dd6c47c7f19 HTTP/1.1" status: 204 len: 168 time: 4.6542118 May 06 13:52:08.094291 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-23127c33-ac0f-4ad4-945b-bc9f5981197c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.095013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23127c33-ac0f-4ad4-945b-bc9f5981197c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.099555 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-23127c33-ac0f-4ad4-945b-bc9f5981197c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/5c3348e1-ae0f-4189-9bcd-aabdba86b075 HTTP/1.1" status: 404 len: 337 time: 0.0555215 May 06 13:52:08.099555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42490) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.101137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42492) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.106621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'name': 'tempest-PortsTestJSON-2058709886'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:08.109513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.229044 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc79195-f74b-4afa-95df-41bec6171d2a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.229509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc79195-f74b-4afa-95df-41bec6171d2a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.231523 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5cc79195-f74b-4afa-95df-41bec6171d2a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/2e4c4759-8089-4b3b-a703-38f1bc01b9cf HTTP/1.1" status: 404 len: 337 time: 0.1292350 May 06 13:52:08.238156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42500) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.311702 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ee0ffc-d4df-4b02-941f-b37cceba5204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.312192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ee0ffc-d4df-4b02-941f-b37cceba5204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.314297 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b5ee0ffc-d4df-4b02-941f-b37cceba5204 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/78f40734-22d5-4b18-84f5-b1f7d58b096d HTTP/1.1" status: 404 len: 333 time: 0.0748935 May 06 13:52:08.324631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42504) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.354391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.373051 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d950a0cb-b25b-429e-bf91-d96eb12bdcbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.373498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d950a0cb-b25b-429e-bf91-d96eb12bdcbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.375533 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d950a0cb-b25b-429e-bf91-d96eb12bdcbd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/a9c28ed7-e1f8-4c30-a88f-bd94cce298b4 HTTP/1.1" status: 404 len: 337 time: 0.0500364 May 06 13:52:08.379210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42508) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.419246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:08.429809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42512) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.446707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 6c406565-fa22-4b27-9f5c-602d5b039656 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:08.447570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=c9ae34c8-f67f-423e-b6d0-985a615b51e5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:08.454503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:08.454810 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa6f893-299b-4f42-8bad-7bedd0295932 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.454963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa6f893-299b-4f42-8bad-7bedd0295932 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.456757 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9fa6f893-299b-4f42-8bad-7bedd0295932 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/2f4f4864-5ac6-4119-9f69-ae97efdc29e7 HTTP/1.1" status: 404 len: 337 time: 0.0765328 May 06 13:52:08.460851 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:08.466272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42516) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.466917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:08.529641 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ed5fa7-b59a-48b7-a687-07aa04231365 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.529931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Subnet': ['ID=46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:08.530117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ed5fa7-b59a-48b7-a687-07aa04231365 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.532146 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-49ed5fa7-b59a-48b7-a687-07aa04231365 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/371f40a1-57db-4fcd-a0d1-ac9680a0b584 HTTP/1.1" status: 404 len: 333 time: 0.0651169 May 06 13:52:08.542446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42520) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.548550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:08.553769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.577564 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d3ab63b8-0c1c-406c-a2c0-adcde6b30136 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00410e31e3f84af2b8e30d8113d17b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459994 May 06 13:52:08.578532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42524) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.609726 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-494538ce-b5dc-4164-820b-c8a895dbfa4a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.610187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494538ce-b5dc-4164-820b-c8a895dbfa4a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.612009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-494538ce-b5dc-4164-820b-c8a895dbfa4a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/d04df1af-f5cb-4c14-a92a-271051cd0fba HTTP/1.1" status: 404 len: 337 time: 0.0685282 May 06 13:52:08.621887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42528) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.632967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 7744cb82-7a1b-43d6-8b13-5609c71abd84 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:52:08.634319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:08.635014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.677688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Checking segment: {'id': '55bf1353-4590-48ab-bf38-60f7531148b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:08.678049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network hostable DHCP agents. Network: 152d03fe-272c-4dd8-a293-970cd91a775d, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:08.689340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:52:08.755961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ba3270c1-300d-401d-8ae6-919306b5d9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.779158 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d0129b-6a94-41e2-88ac-e81d7dc955f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.779640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d0129b-6a94-41e2-88ac-e81d7dc955f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.781462 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-31d0129b-6a94-41e2-88ac-e81d7dc955f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/14066067-40f1-468a-b211-2822cf3885a9 HTTP/1.1" status: 404 len: 333 time: 0.1581552 May 06 13:52:08.788121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42532) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.820081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9587c6f7-b35a-4523-abbb-6b7aa9a846e2 None None] Provisioning for port c9ae34c8-f67f-423e-b6d0-985a615b51e5 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:08.821199 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-c742435e-d65d-443e-835e-1924beef13ae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0699563 May 06 13:52:08.831631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.831938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9587c6f7-b35a-4523-abbb-6b7aa9a846e2 None None] Provisioning complete for port c9ae34c8-f67f-423e-b6d0-985a615b51e5 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:08.832462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9587c6f7-b35a-4523-abbb-6b7aa9a846e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.836080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Request body: {'port': {'device_id': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:08.853047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ba3270c1-300d-401d-8ae6-919306b5d9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.868404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:08.886476 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25b5c13-f60c-49a0-aab3-c7215de8ff4c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:08.887019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25b5c13-f60c-49a0-aab3-c7215de8ff4c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:08.956390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 152d03fe-272c-4dd8-a293-970cd91a775d is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:08.980693 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e25b5c13-f60c-49a0-aab3-c7215de8ff4c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/4768d9cb-10e0-4b3a-ad90-2d27355872fb HTTP/1.1" status: 404 len: 337 time: 0.1893508 May 06 13:52:08.982022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-9587c6f7-b35a-4523-abbb-6b7aa9a846e2 None None] Port c9ae34c8-f67f-423e-b6d0-985a615b51e5 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:08.988357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42538) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:08.995320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ac5e9992-6889-4299-a702-5d0b14d72854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.097624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 152d03fe-272c-4dd8-a293-970cd91a775d) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:09.106238 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b983fd00-8060-4aa9-aed6-b3cbba63af71 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:09.106937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b983fd00-8060-4aa9-aed6-b3cbba63af71 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:09.108971 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b983fd00-8060-4aa9-aed6-b3cbba63af71 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/170119ce-8c1b-4730-9c4f-fcb16df0ee55 HTTP/1.1" status: 404 len: 333 time: 0.0937390 May 06 13:52:09.115517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799f1544-05ed-43ae-bbc2-fcc54c9bf44e None None] Network 152d03fe-272c-4dd8-a293-970cd91a775d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:09.118751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:09.119359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.125041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42542) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.229892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.234477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ba3270c1-300d-401d-8ae6-919306b5d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.258298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3270c1-300d-401d-8ae6-919306b5d9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dcdc77-0f06-4b3d-a456-a19ffc7771b7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:09.267548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ba3270c1-300d-401d-8ae6-919306b5d9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.268725 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ba3270c1-300d-401d-8ae6-919306b5d9ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91dcdc77-0f06-4b3d-a456-a19ffc7771b7 HTTP/1.1" status: 204 len: 168 time: 0.6860707 May 06 13:52:09.312521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.352134 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8061aba-29d9-4ffa-b814-c3a6a9b97c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:09.352524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8061aba-29d9-4ffa-b814-c3a6a9b97c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:09.354564 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b8061aba-29d9-4ffa-b814-c3a6a9b97c76 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/f3f55e13-18c7-437c-8afa-66903c480241 HTTP/1.1" status: 404 len: 337 time: 0.2254312 May 06 13:52:09.358608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42548) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.383401 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f28384e2-d824-4dee-97dd-2113616dd872 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2938421 May 06 13:52:09.391031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42552) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.432174 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:09.441136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:09.447381 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6deed4-43cf-49bd-b2a9-3b67fb858e0b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:09.448225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6deed4-43cf-49bd-b2a9-3b67fb858e0b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:09.450286 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1e6deed4-43cf-49bd-b2a9-3b67fb858e0b tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/0da9d801-7e36-42b2-8cca-30b9114ffe85 HTTP/1.1" status: 404 len: 333 time: 0.0903180 May 06 13:52:09.454273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:09.460139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:09.461234 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.470495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42556) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.475001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=7744cb82-7a1b-43d6-8b13-5609c71abd84,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:09.476705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.529301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-152d03fe-272c-4dd8-a293-970cd91a775d', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:52:09.531682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.534356 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2159e0-699c-4b0a-b272-50f516cad9ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:09.535297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2159e0-699c-4b0a-b272-50f516cad9ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:09.537960 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ee2159e0-699c-4b0a-b272-50f516cad9ee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/979d68a0-7f20-4d1d-8999-46be3d965749 HTTP/1.1" status: 404 len: 337 time: 0.0595353 May 06 13:52:09.550517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42560) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.557422 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4c61feac-9e23-4a9d-b804-af6b23e1aaee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4586780 May 06 13:52:09.590004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42564) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.605581 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP e21e5ad0-adf7-4325-9c44-5c75154c2858 associated. External IP: 172.26.2.201, port: 25801055-da91-4570-af31-741d21a2c2a1. May 06 13:52:09.663277 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-16586205-102c-4ebc-9ae6-0e8f3d2b265e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:09.664394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16586205-102c-4ebc-9ae6-0e8f3d2b265e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:09.667764 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-16586205-102c-4ebc-9ae6-0e8f3d2b265e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/76fbe6ba-5eb4-4b63-b26b-261305f186e4 HTTP/1.1" status: 404 len: 333 time: 0.1150479 May 06 13:52:09.670398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42570) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.753069 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3426275-3b2e-443a-9bb6-5f9e2a287304 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:09.753835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3426275-3b2e-443a-9bb6-5f9e2a287304 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:09.758593 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b3426275-3b2e-443a-9bb6-5f9e2a287304 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/976032d7-e8b6-4b75-bed3-56bb095a34b0 HTTP/1.1" status: 404 len: 337 time: 0.0863233 May 06 13:52:09.760877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42574) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.806306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Allocated IP 2001:db8::2 (152d03fe-272c-4dd8-a293-970cd91a775d/46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0/90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:09.811853 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9a93df-c4eb-45bb-bdb3-4652b4dced6c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:09.812791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9a93df-c4eb-45bb-bdb3-4652b4dced6c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:09.814739 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4e9a93df-c4eb-45bb-bdb3-4652b4dced6c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/f5039201-70c9-42a2-9640-a31353283ba3 HTTP/1.1" status: 404 len: 333 time: 0.0525918 May 06 13:52:09.819990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42580) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.858179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-34757651-f1f7-4ebe-85e0-fdc4a73dd598 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 7744cb82-7a1b-43d6-8b13-5609c71abd84 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:09.858554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34757651-f1f7-4ebe-85e0-fdc4a73dd598 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:09.865199 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0e799b-af88-4cf0-91b1-23b9a486e980 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:09.865802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0e799b-af88-4cf0-91b1-23b9a486e980 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:09.867841 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8f0e799b-af88-4cf0-91b1-23b9a486e980 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/ab5f2f05-ba30-40e9-8efc-db4318994345 HTTP/1.1" status: 404 len: 337 time: 0.0451548 May 06 13:52:09.872383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42586) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:09.937420 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9213c5fc-6293-4e0c-8f39-895d93ca98e8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:09.938927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9213c5fc-6293-4e0c-8f39-895d93ca98e8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:09.941418 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9213c5fc-6293-4e0c-8f39-895d93ca98e8 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/c8b2af11-744e-4aa6-9b3d-2f7bebeeacc7 HTTP/1.1" status: 404 len: 337 time: 0.0662162 May 06 13:52:09.945972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42592) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.003909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.048187 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-73112fa7-9fa3-47f9-a1e2-ca5d2907c71f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.049465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73112fa7-9fa3-47f9-a1e2-ca5d2907c71f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.052319 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-73112fa7-9fa3-47f9-a1e2-ca5d2907c71f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/7a7354a2-5dba-445a-ace3-f3bb016dbdde HTTP/1.1" status: 404 len: 333 time: 0.1050591 May 06 13:52:10.056865 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42598) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.096668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.109404 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84f1565-a09a-4ad3-8807-d23f2080a4df tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.109708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84f1565-a09a-4ad3-8807-d23f2080a4df tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.111688 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a84f1565-a09a-4ad3-8807-d23f2080a4df tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/5c003c96-b41e-4ae8-8aba-ad13f7a0248b HTTP/1.1" status: 404 len: 337 time: 0.0532751 May 06 13:52:10.117553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42602) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.207529 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1a0688-5a54-44fd-9f72-959ba4f3d3f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.207977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.209288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1a0688-5a54-44fd-9f72-959ba4f3d3f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.216144 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5a1a0688-5a54-44fd-9f72-959ba4f3d3f2 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/35a1a8f5-c2c7-4871-8e32-24c74fd3de35 HTTP/1.1" status: 404 len: 337 time: 0.0958343 May 06 13:52:10.217051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42606) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.221770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Transition to ACTIVE for port object 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:10.246220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Transition to ACTIVE for port object 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:10.254303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.305133 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e21bd64-6ec9-4856-a781-e1ea83c82f56 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.305783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e21bd64-6ec9-4856-a781-e1ea83c82f56 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.311973 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1e21bd64-6ec9-4856-a781-e1ea83c82f56 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/e7631098-f50b-488e-af6a-87c0580f16a2 HTTP/1.1" status: 404 len: 333 time: 0.0897932 May 06 13:52:10.313004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42614) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.340147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Network 152d03fe-272c-4dd8-a293-970cd91a775d is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:10.344760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:10.350600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:10.361087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Pushing event updated for resources: {'Port': ['ID=90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:10.389770 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-03305ed7-308c-41ff-9702-b6fa1ea8155c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.390704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03305ed7-308c-41ff-9702-b6fa1ea8155c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.396878 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-03305ed7-308c-41ff-9702-b6fa1ea8155c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/57da5c21-0c7a-4beb-909c-cf72d92b91f2 HTTP/1.1" status: 404 len: 337 time: 0.0817511 May 06 13:52:10.397831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42620) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.458149 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-899c8638-b53b-4b56-a576-5089928fbc2e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.458632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899c8638-b53b-4b56-a576-5089928fbc2e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.460480 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-899c8638-b53b-4b56-a576-5089928fbc2e tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/0dbc1836-1f9c-427b-86eb-56c4aea34b02 HTTP/1.1" status: 404 len: 337 time: 0.0614409 May 06 13:52:10.463144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42626) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.469464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Attempting to bind port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:10.469991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Attempting to bind port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '55bf1353-4590-48ab-bf38-60f7531148b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:10.470580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Attempting to bind port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 on network 152d03fe-272c-4dd8-a293-970cd91a775d {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:10.475433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247dfc0-a8a5-43ad-8d79-9dd5b33a6b32 req-593353fd-d718-4578-ad5d-2b708faa0ef3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:10.477132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1247dfc0-a8a5-43ad-8d79-9dd5b33a6b32 req-593353fd-d718-4578-ad5d-2b708faa0ef3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 932 time: 1.3606238 May 06 13:52:10.481307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:10.481974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Checking segment: {'id': '55bf1353-4590-48ab-bf38-60f7531148b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:10.482473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.483192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Bound using segment: {'id': '55bf1353-4590-48ab-bf38-60f7531148b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:10.483943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Bound port: 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bf1353-4590-48ab-bf38-60f7531148b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:10.484575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.513679 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-424ae106-b102-400f-ae93-0e6b9291bcdd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.514439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424ae106-b102-400f-ae93-0e6b9291bcdd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.516645 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-424ae106-b102-400f-ae93-0e6b9291bcdd tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/ea2f39ea-47c1-4c08-83cd-c4353c81e559 HTTP/1.1" status: 404 len: 333 time: 0.0521827 May 06 13:52:10.519539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42630) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.563033 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2376bd8-a407-474b-816e-1b35eefc90a7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.563499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2376bd8-a407-474b-816e-1b35eefc90a7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.568686 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c2376bd8-a407-474b-816e-1b35eefc90a7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/1700543e-ecd1-4279-a815-fbb71236e9fe HTTP/1.1" status: 404 len: 337 time: 0.0444443 May 06 13:52:10.569298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42634) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.620722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] For port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:10.624603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] For port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466,segment=NetworkSegment(55bf1353-4590-48ab-bf38-60f7531148b2),segment_id=55bf1353-4590-48ab-bf38-60f7531148b2)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:10.632240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.641322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42638) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.642810 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d754bad-e462-4524-b50e-6cc49e5ac662 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.643396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d754bad-e462-4524-b50e-6cc49e5ac662 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.645917 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8d754bad-e462-4524-b50e-6cc49e5ac662 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/26d165bd-7736-4f6f-b735-aa48e8a2e432 HTTP/1.1" status: 404 len: 337 time: 0.0731263 May 06 13:52:10.652917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42640) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.714401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b10103-cf4b-49c2-b4f1-4c2cf1fa6064 None None] Pushing event updated for resources: {'Port': ['ID=90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:10.716890 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-49f40e55-850b-47ce-934f-bcae144c86e1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports?device_id=28cc5823-98ac-42fd-9bbb-f651b7a2c3ae HTTP/1.1" status: 200 len: 205 time: 0.0626316 May 06 13:52:10.720224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42648) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.824819 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-6c4ad2b9-af9e-460f-b3b9-eae7c9060908 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] delete failed (client error): The resource could not be found. May 06 13:52:10.829930 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6c4ad2b9-af9e-460f-b3b9-eae7c9060908 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/routers/28cc5823-98ac-42fd-9bbb-f651b7a2c3ae HTTP/1.1" status: 404 len: 336 time: 0.1043954 May 06 13:52:10.830867 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42652) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.926311 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f544c9d-7599-490e-85ca-67f74588b0ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:10.927365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f544c9d-7599-490e-85ca-67f74588b0ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:10.934771 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2f544c9d-7599-490e-85ca-67f74588b0ca tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/9ab0bc84-b742-435d-bf67-270ff5a1b08b HTTP/1.1" status: 404 len: 337 time: 0.1023040 May 06 13:52:10.935863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42656) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:10.971150 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-476db8e3-7075-4155-a6f2-5c9c7159cd6d tempest-AgentManagementNegativeTest-1211602650 tempest-AgentManagementNegativeTest-1211602650-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3192255 May 06 13:52:11.004890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1247dfc0-a8a5-43ad-8d79-9dd5b33a6b32 req-1aded0f6-566d-415b-87f5-dacd118abe3d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4339490 May 06 13:52:11.127607 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f350c91a-b76c-4ac7-a6b8-b5b063357589 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "GET /v2.0/ports?device_id=85a01c50-2ce5-498b-8285-1d1a5dd7105d HTTP/1.1" status: 200 len: 205 time: 0.1881177 May 06 13:52:11.129516 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42662) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.282003 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-3e366cba-35d3-4f92-b1d4-ec06c3aced4f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] delete failed (client error): The resource could not be found. May 06 13:52:11.288220 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3e366cba-35d3-4f92-b1d4-ec06c3aced4f tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/routers/85a01c50-2ce5-498b-8285-1d1a5dd7105d HTTP/1.1" status: 404 len: 336 time: 0.1551542 May 06 13:52:11.289140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42666) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.299579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34757651-f1f7-4ebe-85e0-fdc4a73dd598 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.336376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.369017 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-85317227-8349-4146-a966-57a0110eec8c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:11.369956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85317227-8349-4146-a966-57a0110eec8c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:11.377189 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-85317227-8349-4146-a966-57a0110eec8c tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/7c68b211-17be-4b5c-87ef-d817523bd38a HTTP/1.1" status: 404 len: 337 time: 0.0865607 May 06 13:52:11.378429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42670) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.479000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:11.506742 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4f6223-f349-4e9e-9aab-0ed452b15f96 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:11.526279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4f6223-f349-4e9e-9aab-0ed452b15f96 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:11.541688 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3c4f6223-f349-4e9e-9aab-0ed452b15f96 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/95a36ce9-7067-475c-bf88-3c6cb4285c0c HTTP/1.1" status: 404 len: 337 time: 0.1613173 May 06 13:52:11.545362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42676) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.561568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-34757651-f1f7-4ebe-85e0-fdc4a73dd598 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 7744cb82-7a1b-43d6-8b13-5609c71abd84 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:11.627309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:11.635151 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fd91d0-4009-4720-b96f-eed4bca238b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:11.635930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fd91d0-4009-4720-b96f-eed4bca238b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:11.638177 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-27fd91d0-4009-4720-b96f-eed4bca238b5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/fa609911-8cf0-4c4e-8c1c-f5e911ba92b1 HTTP/1.1" status: 404 len: 333 time: 0.0862179 May 06 13:52:11.642344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42680) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.667655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:11.696896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:52:11.698507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42684) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.724546 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce40467-1c80-4a31-846d-3dff249f00c3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:11.725332 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce40467-1c80-4a31-846d-3dff249f00c3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:11.728696 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cce40467-1c80-4a31-846d-3dff249f00c3 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/800eac83-f2cd-4863-af64-574481073059 HTTP/1.1" status: 404 len: 337 time: 0.0845773 May 06 13:52:11.732151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42688) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.795515 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb463271-d22a-4905-8913-19b88239c6a5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:11.796126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb463271-d22a-4905-8913-19b88239c6a5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:11.798942 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-eb463271-d22a-4905-8913-19b88239c6a5 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/054ebb93-7b75-4477-9893-b0caa85d92c8 HTTP/1.1" status: 404 len: 333 time: 0.0653107 May 06 13:52:11.802307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42694) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.852190 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8658afe2-8ee2-4132-89d4-9076ca2bdfb1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:11.852822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8658afe2-8ee2-4132-89d4-9076ca2bdfb1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:11.854989 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8658afe2-8ee2-4132-89d4-9076ca2bdfb1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/fc07a70a-319f-44a1-af82-492bab3f159d HTTP/1.1" status: 404 len: 337 time: 0.0510452 May 06 13:52:11.858497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42698) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.913075 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae126075-c296-42e9-a8f8-d939ffc88ad9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:11.913561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae126075-c296-42e9-a8f8-d939ffc88ad9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:11.918253 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ae126075-c296-42e9-a8f8-d939ffc88ad9 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/56a7c36e-8cc3-40e4-a3b1-cab041ef21e2 HTTP/1.1" status: 404 len: 333 time: 0.0554757 May 06 13:52:11.921089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42702) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:11.958731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:52:12.025961 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-74736446-463c-4e0b-99be-701ada4e08c0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.027401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74736446-463c-4e0b-99be-701ada4e08c0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.032559 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-74736446-463c-4e0b-99be-701ada4e08c0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/acb70c2f-a498-4f20-8745-474fa80230f1 HTTP/1.1" status: 404 len: 337 time: 0.1087892 May 06 13:52:12.038486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42706) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.091474 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-710e6f5e-6f62-4e29-9cbe-69ef69e5db9a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.093720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710e6f5e-6f62-4e29-9cbe-69ef69e5db9a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.095915 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-710e6f5e-6f62-4e29-9cbe-69ef69e5db9a tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/a470b0e2-e325-4772-b4eb-0267029ea0f7 HTTP/1.1" status: 404 len: 333 time: 0.0558112 May 06 13:52:12.098875 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42712) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.161648 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd617a1-d3ff-41fa-b461-8c3750fb0120 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.163034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd617a1-d3ff-41fa-b461-8c3750fb0120 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.164521 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ecd617a1-d3ff-41fa-b461-8c3750fb0120 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/b0824b51-650c-41e0-8583-7ef90268a606 HTTP/1.1" status: 404 len: 337 time: 0.0638826 May 06 13:52:12.166782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42716) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.221374 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc19a371-b55e-4631-9917-49c7c3da4dee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.221836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc19a371-b55e-4631-9917-49c7c3da4dee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.224101 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cc19a371-b55e-4631-9917-49c7c3da4dee tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/d59bc824-4e79-4c38-b166-890fedf40a22 HTTP/1.1" status: 404 len: 333 time: 0.0557485 May 06 13:52:12.228711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42720) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.270998 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9435be-bfaa-4adf-bf90-a99c028eb4de tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.271675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9435be-bfaa-4adf-bf90-a99c028eb4de tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.273618 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4e9435be-bfaa-4adf-bf90-a99c028eb4de tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/61011862-bac6-4927-9c44-8bae5fe10810 HTTP/1.1" status: 404 len: 337 time: 0.0437591 May 06 13:52:12.278063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42726) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.352637 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-933a4b8e-a259-43c1-8b8a-8e97bfab95b7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.353269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933a4b8e-a259-43c1-8b8a-8e97bfab95b7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.355716 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-933a4b8e-a259-43c1-8b8a-8e97bfab95b7 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/e70b59da-49f0-4ef5-86fd-c67fb971f336 HTTP/1.1" status: 404 len: 333 time: 0.0757070 May 06 13:52:12.359332 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42730) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.415217 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d227a9-78db-435c-ab31-083a92f888b1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.415217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d227a9-78db-435c-ab31-083a92f888b1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.415217 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-60d227a9-78db-435c-ab31-083a92f888b1 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/9d52d2b5-51b1-430e-85b9-89a79fcbcb9e HTTP/1.1" status: 404 len: 337 time: 0.0505161 May 06 13:52:12.415898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42734) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.446186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55ffbba3-60e2-4909-b44b-30f4fb3d841c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.462727 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed270c06-9c3f-4f5e-885e-34eebb45ca83 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.464980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed270c06-9c3f-4f5e-885e-34eebb45ca83 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.465509 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ed270c06-9c3f-4f5e-885e-34eebb45ca83 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/ports/a8818736-235b-49ff-ae20-5cf194112dd8 HTTP/1.1" status: 404 len: 333 time: 0.0483313 May 06 13:52:12.469537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42738) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.512652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ae34c8-f67f-423e-b6d0-985a615b51e5 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:52:12.528908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9582c181-b47e-4940-ad4c-8152c9d22ad4 None None] Network 152d03fe-272c-4dd8-a293-970cd91a775d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:12.559359 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-534daff5-a59a-4420-90df-20b1c1d8bcf0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] DELETE failed (client error): The resource could not be found. May 06 13:52:12.560095 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534daff5-a59a-4420-90df-20b1c1d8bcf0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:12.567033 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-534daff5-a59a-4420-90df-20b1c1d8bcf0 tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/subnets/cdb8664f-6c59-42ec-a1a2-151ea8611c3d HTTP/1.1" status: 404 len: 337 time: 0.0914688 May 06 13:52:12.569775 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42742) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:12.571182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-55ffbba3-60e2-4909-b44b-30f4fb3d841c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:12.603503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.647569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bba9015e-9f3e-4790-be10-3267ffdd5570 None None] Provisioning for port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:12.656845 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-bba9015e-9f3e-4790-be10-3267ffdd5570 None None] Provisioning complete for port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:12.657206 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bba9015e-9f3e-4790-be10-3267ffdd5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.714259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-55ffbba3-60e2-4909-b44b-30f4fb3d841c admin admin] Usage tracker for resource:security_group_rule and tenant:8cc2c57f70f84f01a42a2a16a4020e7c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:12.718920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34757651-f1f7-4ebe-85e0-fdc4a73dd598 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.729850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-55ffbba3-60e2-4909-b44b-30f4fb3d841c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:12.771499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.850680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-55ffbba3-60e2-4909-b44b-30f4fb3d841c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:12.893775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Transition to ACTIVE for port object c9ae34c8-f67f-423e-b6d0-985a615b51e5 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:12.902621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34757651-f1f7-4ebe-85e0-fdc4a73dd598 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=7744cb82-7a1b-43d6-8b13-5609c71abd84,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:12.925657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.963862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bba9015e-9f3e-4790-be10-3267ffdd5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.016172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34757651-f1f7-4ebe-85e0-fdc4a73dd598 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.024743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-bba9015e-9f3e-4790-be10-3267ffdd5570 None None] For port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466,segment=NetworkSegment(55bf1353-4590-48ab-bf38-60f7531148b2),segment_id=55bf1353-4590-48ab-bf38-60f7531148b2)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:13.031988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bba9015e-9f3e-4790-be10-3267ffdd5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.131599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9015e-9f3e-4790-be10-3267ffdd5570 None None] Pushing event updated for resources: {'Port': ['ID=90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:13.171337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:13.197879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.203307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511748f-6d08-4b8e-882c-7b29882e96db None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:13.215404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511748f-6d08-4b8e-882c-7b29882e96db None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:13.216246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6511748f-6d08-4b8e-882c-7b29882e96db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:13.272016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-34757651-f1f7-4ebe-85e0-fdc4a73dd598 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/7744cb82-7a1b-43d6-8b13-5609c71abd84 HTTP/1.1" status: 204 len: 168 time: 3.6774158 May 06 13:52:13.274571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42746) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.290993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae34c8-f67f-423e-b6d0-985a615b51e5,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:13.307951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6511748f-6d08-4b8e-882c-7b29882e96db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:13.318635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'mac_address': 'fa:16:3e:18:e6:6c', 'name': 'tempest-PortsTestJSON-1855110483'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:13.325404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 2001:db8::1 (152d03fe-272c-4dd8-a293-970cd91a775d/46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0/2cfcd2f6-da58-402b-813b-44eea803c3d5) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:13.335571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511748f-6d08-4b8e-882c-7b29882e96db None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:13.336705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6511748f-6d08-4b8e-882c-7b29882e96db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:13.365603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cc7fe-a4b0-4cbf-adbb-d756349e781a req-fcc36b2d-a039-4434-bdba-4e61fd66483a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:13.376865 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce5cc7fe-a4b0-4cbf-adbb-d756349e781a req-fcc36b2d-a039-4434-bdba-4e61fd66483a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 932 time: 1.1183584 May 06 13:52:13.451775 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:13.487441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.549402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6511748f-6d08-4b8e-882c-7b29882e96db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:13.549986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511748f-6d08-4b8e-882c-7b29882e96db None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:13.573559 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1897246c-4693-474a-8443-4fa0136ed5de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/floatingips/e21e5ad0-adf7-4325-9c44-5c75154c2858 HTTP/1.1" status: 200 len: 976 time: 7.4207470 May 06 13:52:13.584272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42750) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.586405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4177a0-aee3-4756-a30e-bb3035a9c410']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:13.616828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a3db7642-9880-42a7-b5b9-ced194196b66 None None] Provisioning complete for port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:13.617399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3db7642-9880-42a7-b5b9-ced194196b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.642680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:13.642951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e9cd3f-cdde-42aa-97aa-f74c0efa06ff') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:13.675658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:13.676694 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce5cc7fe-a4b0-4cbf-adbb-d756349e781a req-d1d996d7-d2e2-4835-b7c3-fc05987650bf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476311 May 06 13:52:13.682958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.697047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:port and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:13.701816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:13.725918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:13.732339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.745777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 25801055-da91-4570-af31-741d21a2c2a1 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:13.745777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.747565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:13.748172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.748488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55ffbba3-60e2-4909-b44b-30f4fb3d841c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.766657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Attempting to bind port c9ae34c8-f67f-423e-b6d0-985a615b51e5 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:13.766993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Attempting to bind port c9ae34c8-f67f-423e-b6d0-985a615b51e5 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:13.767317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Attempting to bind port c9ae34c8-f67f-423e-b6d0-985a615b51e5 on network 6c406565-fa22-4b27-9f5c-602d5b039656 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:13.769857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55ffbba3-60e2-4909-b44b-30f4fb3d841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.782044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:52:13.782366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:13.803257 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:13.815731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Port c9ae34c8-f67f-423e-b6d0-985a615b51e5 on network 6c406565-fa22-4b27-9f5c-602d5b039656 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:52:13.816533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Attempting to bind port c9ae34c8-f67f-423e-b6d0-985a615b51e5 on network 6c406565-fa22-4b27-9f5c-602d5b039656 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:13.848179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:13.849523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Checking segment: {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:13.850164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Bound using segment: {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:13.850971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Bound port: c9ae34c8-f67f-423e-b6d0-985a615b51e5, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:13.851636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.880858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:13.899870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-55ffbba3-60e2-4909-b44b-30f4fb3d841c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cc2c57f70f84f01a42a2a16a4020e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1926124 May 06 13:52:13.899870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.907394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42754) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:13.908172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffbba3-60e2-4909-b44b-30f4fb3d841c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d1ab7-d5ec-4900-bd34-01bfc21e68b9,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:13.990440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Transition to ACTIVE for port object 2cfcd2f6-da58-402b-813b-44eea803c3d5 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:14.085205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] For port c9ae34c8-f67f-423e-b6d0-985a615b51e5, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:14.087300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e2d18ac1-666d-4108-b4af-aea64b6158ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.096204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] For port c9ae34c8-f67f-423e-b6d0-985a615b51e5, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c9ae34c8-f67f-423e-b6d0-985a615b51e5,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:14.109394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.114657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.176385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.199955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e2d18ac1-666d-4108-b4af-aea64b6158ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.209262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.209734 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:14.210374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.211816 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] 10.222.0.76 "PUT /v2.0/ports/c9ae34c8-f67f-423e-b6d0-985a615b51e5 HTTP/1.1" status: 200 len: 1094 time: 5.3834245 May 06 13:52:14.215843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:52:14.225610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.239130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] Pushing event deleted for resources: {'Network': ['ID=ed4177a0-aee3-4756-a30e-bb3035a9c410,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:14.251435 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bdbc9080-dea8-4af4-972f-cf1eaa70addc tempest-NetworksTestDHCPv6-1968316956 tempest-NetworksTestDHCPv6-1968316956-project] 10.222.0.21 "DELETE /v2.0/networks/ed4177a0-aee3-4756-a30e-bb3035a9c410 HTTP/1.1" status: 204 len: 168 time: 1.6796057 May 06 13:52:14.291301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab545a5-b4c9-4d4e-bb52-8c5756059039 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae34c8-f67f-423e-b6d0-985a615b51e5,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:14.339459 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c20ca25-18ad-4d1d-b06e-e52277cc0183'] response: {'name': 'network-changed', 'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'status': 'completed', 'code': 200} May 06 13:52:14.361576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 9c33da70-8230-405b-af3f-3582fa0cc2cc yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:52:14.527465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.622187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 152d03fe-272c-4dd8-a293-970cd91a775d is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:14.636981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:14.642753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:14.643292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.705103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42764) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:14.877055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=2cfcd2f6-da58-402b-813b-44eea803c3d5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:14.959941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e2d18ac1-666d-4108-b4af-aea64b6158ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.029076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d18ac1-666d-4108-b4af-aea64b6158ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d1ab7-d5ec-4900-bd34-01bfc21e68b9,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:15.058118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e2d18ac1-666d-4108-b4af-aea64b6158ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.062712 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e2d18ac1-666d-4108-b4af-aea64b6158ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf7d1ab7-d5ec-4900-bd34-01bfc21e68b9 HTTP/1.1" status: 204 len: 168 time: 1.1482759 May 06 13:52:15.073009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-14a418cc-c62b-4caa-a659-394a30f14bd8 None None] Provisioning for port 2cfcd2f6-da58-402b-813b-44eea803c3d5 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:15.075657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-09be6993-b965-411d-bf3f-3d950bc773b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:15.077400 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-09be6993-b965-411d-bf3f-3d950bc773b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 1097 time: 0.7833292 May 06 13:52:15.081971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-14a418cc-c62b-4caa-a659-394a30f14bd8 None None] Provisioning complete for port 2cfcd2f6-da58-402b-813b-44eea803c3d5 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:15.081971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-14a418cc-c62b-4caa-a659-394a30f14bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.149893 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-14a418cc-c62b-4caa-a659-394a30f14bd8 None None] Port 2cfcd2f6-da58-402b-813b-44eea803c3d5 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:15.230353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.273645 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-0b09a1f4-e975-4247-83bd-7f326a000eb3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ae34c8-f67f-423e-b6d0-985a615b51e5 HTTP/1.1" status: 200 len: 217 time: 0.1127570 May 06 13:52:15.329732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.363128 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fa960bd0-4eeb-447c-89ac-2f1ad7aa0a01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0481c2b4ea7c4b6ba0bdb46653080f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533623 May 06 13:52:15.363742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42776) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:15.374572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812b2df-5c12-4e8a-bb9c-78c2e6f1f21a req-e3b07cbf-4a31-4fa3-b8bc-30e2ec3ae405 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:15.382829 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e812b2df-5c12-4e8a-bb9c-78c2e6f1f21a req-e3b07cbf-4a31-4fa3-b8bc-30e2ec3ae405 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 944 time: 0.4255233 May 06 13:52:15.406160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.406460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.406721 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP e21e5ad0-adf7-4325-9c44-5c75154c2858 disassociated. External IP: 172.26.2.201, port: 25801055-da91-4570-af31-741d21a2c2a1. May 06 13:52:15.407068 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 25801055-da91-4570-af31-741d21a2c2a1 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:15.454322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.498926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-5d385ea6-0436-42e7-ac8d-56bbe7a2f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:15.500323 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-5d385ea6-0436-42e7-ac8d-56bbe7a2f3bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c75d833d-3071-47b8-9a08-979c350a0bc1 HTTP/1.1" status: 200 len: 834 time: 0.2207732 May 06 13:52:15.555107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e812b2df-5c12-4e8a-bb9c-78c2e6f1f21a req-d8d06305-61c0-4095-a0d0-030118e77cca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713791 May 06 13:52:15.681452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:15.690143 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:15.693327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:15.699312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:15.699966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.738409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=9c33da70-8230-405b-af3f-3582fa0cc2cc,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:15.754399 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-71a63880-ea7b-4600-97f2-433c8111899d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4775815 May 06 13:52:15.758777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42788) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:15.771491 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-810756be-b480-485e-9059-6b55fc062a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.821852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-810756be-b480-485e-9059-6b55fc062a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.851261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-ea43b9ef-fb1a-4dbe-aa97-3018c43f3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:15.852961 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-ea43b9ef-fb1a-4dbe-aa97-3018c43f3c66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c406565-fa22-4b27-9f5c-602d5b039656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3383498 May 06 13:52:15.890585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89007e0-de2a-41b3-860f-df226ba2bba5 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:15.891185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f89007e0-de2a-41b3-860f-df226ba2bba5 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:15.914346 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.959824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f89007e0-de2a-41b3-860f-df226ba2bba5 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:15.963424 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f89007e0-de2a-41b3-860f-df226ba2bba5 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/9c33da70-8230-405b-af3f-3582fa0cc2cc HTTP/1.1" status: 200 len: 841 time: 0.1999269 May 06 13:52:15.968691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42798) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:15.978160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=25801055-da91-4570-af31-741d21a2c2a1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:16.122732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-810756be-b480-485e-9059-6b55fc062a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.174142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810756be-b480-485e-9059-6b55fc062a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e929cb11-9e3b-46a6-bc14-186935b38fed,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:16.184633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-967a6841-bcff-440b-a13f-6434d750c8c0 service neutron] 10.222.0.76 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033276 May 06 13:52:16.193519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-810756be-b480-485e-9059-6b55fc062a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.194807 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-810756be-b480-485e-9059-6b55fc062a7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e929cb11-9e3b-46a6-bc14-186935b38fed HTTP/1.1" status: 204 len: 168 time: 0.8292575 May 06 13:52:16.211649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-323899c1-e628-4cd8-ad85-ab572f0011dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 9c33da70-8230-405b-af3f-3582fa0cc2cc {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:16.211963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-323899c1-e628-4cd8-ad85-ab572f0011dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.298635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.307088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.307980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.399106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42806) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:16.538616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:52:16.701372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=2cfcd2f6-da58-402b-813b-44eea803c3d5,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:16.791934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-323899c1-e628-4cd8-ad85-ab572f0011dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.872666 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-596996a9-39c6-4f7c-8211-3f531e7e2418 req-a69de27e-db24-4eb5-87a1-ad195106dd90 service neutron] 10.222.0.76 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807709 May 06 13:52:16.950338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1082753421'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:16.955562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:16.960948 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Usage tracker for resource:network and tenant:5bd0ad08196542a3a3d159ec7679bb0c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:16.964356 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:16.971332 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:16.988405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-323899c1-e628-4cd8-ad85-ab572f0011dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 9c33da70-8230-405b-af3f-3582fa0cc2cc owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:17.076988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Made reservation on behalf of 5bd0ad08196542a3a3d159ec7679bb0c for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:17.080636 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.100097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 152d03fe-272c-4dd8-a293-970cd91a775d is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:17.105456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:17.108527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.174273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:17.193847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Usage tracker for resource:security_group_rule and tenant:5bd0ad08196542a3a3d159ec7679bb0c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:17.200112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:17.212453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:17.215046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:17.246280 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e803a70-e279-418c-b233-dc7e5efc8a4b None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:17.282795 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e803a70-e279-418c-b233-dc7e5efc8a4b None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:17.283472 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8e803a70-e279-418c-b233-dc7e5efc8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:17.295830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-323899c1-e628-4cd8-ad85-ab572f0011dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.400754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323899c1-e628-4cd8-ad85-ab572f0011dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=9c33da70-8230-405b-af3f-3582fa0cc2cc,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:17.410241 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8e803a70-e279-418c-b233-dc7e5efc8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:17.421707 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e803a70-e279-418c-b233-dc7e5efc8a4b None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:17.422593 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8e803a70-e279-418c-b233-dc7e5efc8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:17.453370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-323899c1-e628-4cd8-ad85-ab572f0011dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.486844 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-323899c1-e628-4cd8-ad85-ab572f0011dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/9c33da70-8230-405b-af3f-3582fa0cc2cc HTTP/1.1" status: 204 len: 168 time: 1.5104814 May 06 13:52:17.494068 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42832) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:17.497402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.534694 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-8e803a70-e279-418c-b233-dc7e5efc8a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:17.535358 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e803a70-e279-418c-b233-dc7e5efc8a4b None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:17.557543 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0a64021d-3144-4ebf-a19a-f7cbc131d187 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/ports/25801055-da91-4570-af31-741d21a2c2a1 HTTP/1.1" status: 204 len: 168 time: 3.9625242 May 06 13:52:17.568102 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42836) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:17.573063 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd9dac6-1f22-4afe-a89a-f38841d3926f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:52:17.573624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-dfd9dac6-1f22-4afe-a89a-f38841d3926f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:17.608869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-678260c4-2b37-4d7f-a657-6798e28179f1 None None] Provisioning complete for port 2cfcd2f6-da58-402b-813b-44eea803c3d5 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:17.610114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-678260c4-2b37-4d7f-a657-6798e28179f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.665622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeba289-6c0a-4f11-8339-c3c4187000d6 req-94609627-c75f-4629-a047-40b679724a3d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:17.673080 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-baeba289-6c0a-4f11-8339-c3c4187000d6 req-94609627-c75f-4629-a047-40b679724a3d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 944 time: 0.9077392 May 06 13:52:17.704281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42840) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:17.714997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-678260c4-2b37-4d7f-a657-6798e28179f1 None None] Port 2cfcd2f6-da58-402b-813b-44eea803c3d5 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:17.795363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-750c4192-5890-4068-99d0-e872cce846b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:17.797521 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-750c4192-5890-4068-99d0-e872cce846b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 1097 time: 0.7960930 May 06 13:52:17.826955 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-96b28b6b-4d31-4ac3-a002-d9135e0ee63d tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "GET /v2.0/floatingips/e21e5ad0-adf7-4325-9c44-5c75154c2858 HTTP/1.1" status: 200 len: 688 time: 0.2532029 May 06 13:52:17.837033 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42846) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:17.837775 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-baeba289-6c0a-4f11-8339-c3c4187000d6 req-a9c125ac-f564-4c67-9fc1-90f28036d853 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635880 May 06 13:52:17.921288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-dfd9dac6-1f22-4afe-a89a-f38841d3926f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:17.922489 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dfd9dac6-1f22-4afe-a89a-f38841d3926f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/9c33da70-8230-405b-af3f-3582fa0cc2cc HTTP/1.1" status: 404 len: 333 time: 0.4211788 May 06 13:52:17.944577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42850) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:17.959424 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'name': 'tempest-PortsTestJSON-628817452'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:17.981245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8abee0cb-d6e4-4ace-95de-d90d1fe2bf84 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1247909310', 'prefixes': ['172.20.0.0/16']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:17.989752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:52:18.010599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8abee0cb-d6e4-4ace-95de-d90d1fe2bf84 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:18.158222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.171779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port c51d848b-7112-4213-a0d1-11aafaf59075 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:18.172120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.197937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.215379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:18.254021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:18.290168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-be7bce9e-3d8e-42ad-ba28-fa293df5a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:18.291601 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-be7bce9e-3d8e-42ad-ba28-fa293df5a024 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c406565-fa22-4b27-9f5c-602d5b039656 HTTP/1.1" status: 200 len: 897 time: 0.4850914 May 06 13:52:18.355922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:18.359327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c0255-67d9-40b1-89f5-04c6c79ecfe8,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:18.362493 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:18.377369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-c9bbabcf-56b3-47fb-804c-d89b767e291e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ae34c8-f67f-423e-b6d0-985a615b51e5 HTTP/1.1" status: 200 len: 217 time: 0.0770912 May 06 13:52:18.383747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:18.389489 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1e67567a-b24f-4481-bcb8-66eb6c94c88f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9929333 May 06 13:52:18.389785 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.395957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:18.398480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42854) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:18.414535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2046960101'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:18.418963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:18.420410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:18.422013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.422440 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Added segment 17e114a6-30ad-4517-9390-934f9430c107 of type vlan for network e0d14668-b112-4b32-8d1c-ad4a293dbd43 May 06 13:52:18.430282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:18.447724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8abee0cb-d6e4-4ace-95de-d90d1fe2bf84 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] Notify callbacks [] for subnetpool, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.452762 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8abee0cb-d6e4-4ace-95de-d90d1fe2bf84 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7213371 May 06 13:52:18.453058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:network and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:18.455774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42858) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:18.460977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:18.477931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 25730983-bf7e-4e44-93a7-7445d51c9ef6 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:52:18.493079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d0ecc512-79b4-4285-9ced-9f7b05275411 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] 10.222.0.21 "GET /v2.0/subnetpools/a5524c9c-169c-4130-971b-5872b8cb2fa9 HTTP/1.1" status: 200 len: 732 time: 0.0324564 May 06 13:52:18.494576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42862) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:18.510204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3717a046-8a95-4d3c-95b9-701c516b15d5 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2015610188'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:18.526844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-8e7eba62-c3df-4810-8f8c-6c82c05da3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:18.528246 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-8e7eba62-c3df-4810-8f8c-6c82c05da3b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c75d833d-3071-47b8-9a08-979c350a0bc1 HTTP/1.1" status: 200 len: 834 time: 0.1417899 May 06 13:52:18.550131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:18.590262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.596204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.596623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.696184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-54b27cc4-de7c-405e-b78d-89ce1152bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:18.696677 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-54b27cc4-de7c-405e-b78d-89ce1152bff0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c406565-fa22-4b27-9f5c-602d5b039656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1602151 May 06 13:52:18.702978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3717a046-8a95-4d3c-95b9-701c516b15d5 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] Notify callbacks [] for subnetpool, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.708475 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3717a046-8a95-4d3c-95b9-701c516b15d5 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] 10.222.0.21 "PUT /v2.0/subnetpools/a5524c9c-169c-4130-971b-5872b8cb2fa9 HTTP/1.1" status: 200 len: 684 time: 0.2019894 May 06 13:52:18.709447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42866) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:18.741047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:18.794457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:18.798820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:18.836489 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for c51d848b-7112-4213-a0d1-11aafaf59075 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:18.892505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:52:18.968314 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-c5348e29-0350-4159-9c05-11ea2de053be service neutron] 10.222.0.76 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619469 May 06 13:52:18.995723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.001581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:19.002226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.049789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:19.230081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:15Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:15Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:19.235400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:52:19.235929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Updating router 7a1b8e4a-dd51-4ccf-872c-340f7931469d port 2cfcd2f6-da58-402b-813b-44eea803c3d5 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:52:19.256848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.258191 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added segment c8873542-42ab-43e5-8416-85ebc6d0bf38 of type vlan for network 7ef1e689-6834-4166-8a61-be15e98aea91 May 06 13:52:19.328613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event updated for resources: {'Network': ['ID=e0d14668-b112-4b32-8d1c-ad4a293dbd43,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:19.346872 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5f05634a-46bc-4a75-bbc7-f56519b2980d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9436767 May 06 13:52:19.359190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42872) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:19.381971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network e0d14668-b112-4b32-8d1c-ad4a293dbd43 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:19.400859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.426232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Request body: {'subnet': {'network_id': 'e0d14668-b112-4b32-8d1c-ad4a293dbd43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:19.443017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.547336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.599469 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46e7edc0-ef46-493d-b1b2-5b3ff12ad4b6 req-c2ea0b18-4115-4bff-8382-9a097b87e400 service neutron] 10.222.0.76 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216009 May 06 13:52:19.633685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa11c8-6444-4618-b69d-32186a3a8106 req-ccdc4b27-227b-43be-afb3-23434e26ce8f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:19.636447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81aa11c8-6444-4618-b69d-32186a3a8106 req-ccdc4b27-227b-43be-afb3-23434e26ce8f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 944 time: 0.4537942 May 06 13:52:19.695192 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81aa11c8-6444-4618-b69d-32186a3a8106 req-c0ba200b-8215-4f97-8c99-6d531d838203 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510113 May 06 13:52:19.779259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c9ae34c8-f67f-423e-b6d0-985a615b51e5 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:52:19.802792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:52:19.818191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8f4344a-1924-42d6-8c0a-28ced8834694 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] Notify callbacks [] for subnetpool, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.824689 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f8f4344a-1924-42d6-8c0a-28ced8834694 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] 10.222.0.21 "DELETE /v2.0/subnetpools/a5524c9c-169c-4130-971b-5872b8cb2fa9 HTTP/1.1" status: 204 len: 168 time: 1.1088047 May 06 13:52:19.825019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42876) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:19.846321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:19.849995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.851424 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-f0b4d443-a933-472a-946b-9fbb4bdc8df3 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] show failed (client error): The resource could not be found. May 06 13:52:19.852772 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f0b4d443-a933-472a-946b-9fbb4bdc8df3 tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] 10.222.0.21 "GET /v2.0/subnetpools/a5524c9c-169c-4130-971b-5872b8cb2fa9 HTTP/1.1" status: 404 len: 346 time: 0.0273662 May 06 13:52:19.857212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42880) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:19.885084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-8f9df17a-4382-4fcb-973e-2d466d785f0a tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] delete failed (client error): The resource could not be found. May 06 13:52:19.891594 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8f9df17a-4382-4fcb-973e-2d466d785f0a tempest-SubnetPoolsTestJSON-1868116483 tempest-SubnetPoolsTestJSON-1868116483-project] 10.222.0.21 "DELETE /v2.0/subnetpools/a5524c9c-169c-4130-971b-5872b8cb2fa9 HTTP/1.1" status: 404 len: 346 time: 0.0273895 May 06 13:52:19.909983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Usage tracker for resource:subnet and tenant:5bd0ad08196542a3a3d159ec7679bb0c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:19.934970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:19.951197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:19.961750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:19.963613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.006080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=c51d848b-7112-4213-a0d1-11aafaf59075,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:20.020014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:20.207584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c9ae34c8-f67f-423e-b6d0-985a615b51e5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c9ae34c8-f67f-423e-b6d0-985a615b51e5,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:20.214135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Network': ['ID=7ef1e689-6834-4166-8a61-be15e98aea91,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:20.229057 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9e5dd423-3008-4814-abc0-3d2610b204b0 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8219802 May 06 13:52:20.230315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42888) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:20.236984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 7ef1e689-6834-4166-8a61-be15e98aea91 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:20.237909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'subnet': {'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:20.261302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Made reservation on behalf of 5bd0ad08196542a3a3d159ec7679bb0c for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:20.265178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.292715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'port_id': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'mac_address': 'fa:16:3e:6e:f9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:52:20.300121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.388467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:20.393441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:subnet and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:20.397702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:20.401143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42892) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:20.410938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:20.423497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:20.429300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.512054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:20.524004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:20.531552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:20.538176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.538589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:20.539268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.545754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.548291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.549696 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-07a99c3e-fe84-4896-b96b-76e14274d6fb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/floatingips/e21e5ad0-adf7-4325-9c44-5c75154c2858 HTTP/1.1" status: 204 len: 168 time: 2.7120142 May 06 13:52:20.571587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42898) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:20.581460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=25730983-bf7e-4e44-93a7-7445d51c9ef6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:20.592449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '3827e7d6-ac08-4cde-8653-3780f40a41cd'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:20.594553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.605633 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-119dee78-914a-41db-aae5-e55a5143c12d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6607270 May 06 13:52:20.607079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:20.610770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42902) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:20.620918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f1df88f8-9adf-45a9-b042-af08cdef1c41 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:20.621251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ae34c8-f67f-423e-b6d0-985a615b51e5 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:52:20.652569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:floatingip and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:20.656346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6d2b-20be-4272-a385-ea9be2ae47c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.662745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:20.677121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Transition to ACTIVE for port object 2cfcd2f6-da58-402b-813b-44eea803c3d5 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:20.684323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:20.688559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fbbd6d2b-20be-4272-a385-ea9be2ae47c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:20.698183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c9ae34c8-f67f-423e-b6d0-985a615b51e5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c9ae34c8-f67f-423e-b6d0-985a615b51e5,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:20.699879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fbbd6d2b-20be-4272-a385-ea9be2ae47c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f24c1c67ea7046b4a51ca0cea593a069 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:20.700362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.704830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fbbd6d2b-20be-4272-a385-ea9be2ae47c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:20.713723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fbbd6d2b-20be-4272-a385-ea9be2ae47c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:20.726464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.844840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6d2b-20be-4272-a385-ea9be2ae47c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.855357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6d2b-20be-4272-a385-ea9be2ae47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.878244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f475de5-f67d-4e7b-a4bd-685bc401420e None None] Pushing event updated for resources: {'Port': ['ID=2cfcd2f6-da58-402b-813b-44eea803c3d5,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:20.884752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:20.934837 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fbbd6d2b-20be-4272-a385-ea9be2ae47c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f24c1c67ea7046b4a51ca0cea593a069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329661 May 06 13:52:20.941541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42908) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:20.947446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1df88f8-9adf-45a9-b042-af08cdef1c41 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.088670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6d2b-20be-4272-a385-ea9be2ae47c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278aa5d6-616d-44e9-903f-783d8265262d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:21.183665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.188246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f22cc-b0e6-49b5-8770-e73c787010e2 req-6b32b794-b39c-462d-81d9-c7fc1c3b4c90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:21.190065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-229f22cc-b0e6-49b5-8770-e73c787010e2 req-6b32b794-b39c-462d-81d9-c7fc1c3b4c90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 945 time: 0.2522893 May 06 13:52:21.267536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-229f22cc-b0e6-49b5-8770-e73c787010e2 req-de74557a-825b-48c6-99e0-def4f9c19f07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648499 May 06 13:52:21.325781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.374738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=c9ae34c8-f67f-423e-b6d0-985a615b51e5,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:21.387298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['c9ae34c8-f67f-423e-b6d0-985a615b51e5'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:52:21.421966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d190de-b58b-49d5-9618-a546fadd06ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.448249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Checking segment: {'id': 'c8873542-42ab-43e5-8416-85ebc6d0bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:21.448781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network hostable DHCP agents. Network: 7ef1e689-6834-4166-8a61-be15e98aea91, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:21.475337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event updated for resources: {'Subnet': ['ID=1f1439cf-716f-4e3e-ad35-e4e99b32d275,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:21.481702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Subnet': ['ID=6b608e56-7581-48e1-a51b-30b4dc84d184,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:21.503074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 7ef1e689-6834-4166-8a61-be15e98aea91 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:21.521153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Attempting to bind port 2cfcd2f6-da58-402b-813b-44eea803c3d5 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:21.521739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Attempting to bind port 2cfcd2f6-da58-402b-813b-44eea803c3d5 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '55bf1353-4590-48ab-bf38-60f7531148b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:21.522277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Attempting to bind port 2cfcd2f6-da58-402b-813b-44eea803c3d5 on network 152d03fe-272c-4dd8-a293-970cd91a775d {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:21.527342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 7ef1e689-6834-4166-8a61-be15e98aea91) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:21.529329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Checking segment: {'id': '17e114a6-30ad-4517-9390-934f9430c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e0d14668-b112-4b32-8d1c-ad4a293dbd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:21.530042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Network hostable DHCP agents. Network: e0d14668-b112-4b32-8d1c-ad4a293dbd43, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:21.537393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:21.538113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:21.538374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Checking segment: {'id': '55bf1353-4590-48ab-bf38-60f7531148b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:21.538374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.538743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Bound using segment: {'id': '55bf1353-4590-48ab-bf38-60f7531148b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:21.538919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.540365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Bound port: 2cfcd2f6-da58-402b-813b-44eea803c3d5, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bf1353-4590-48ab-bf38-60f7531148b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:21.540365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.541462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d190de-b58b-49d5-9618-a546fadd06ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.555448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52b8c11-54f7-4463-8090-10d58edb2f1d None None] Network 7ef1e689-6834-4166-8a61-be15e98aea91 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:21.594646 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-80d1cad3-644a-4c48-9302-009d9fb80717 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3613372 May 06 13:52:21.597668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42912) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:21.630423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.634003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1df88f8-9adf-45a9-b042-af08cdef1c41 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.637537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Network e0d14668-b112-4b32-8d1c-ad4a293dbd43 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:21.683779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1df88f8-9adf-45a9-b042-af08cdef1c41 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.722669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, e0d14668-b112-4b32-8d1c-ad4a293dbd43) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:21.755772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:21.756371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.775460 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19217c3a-db9c-4c20-870f-6cc1fb448e72 None None] Network e0d14668-b112-4b32-8d1c-ad4a293dbd43 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:21.798694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f1df88f8-9adf-45a9-b042-af08cdef1c41 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] In _notify_port_updated(), no bound segment for port 25730983-bf7e-4e44-93a7-7445d51c9ef6 on network 1cd80625-8379-4c1a-a715-e80887feded5 {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:52:21.805820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df88f8-9adf-45a9-b042-af08cdef1c41 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:21.806482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1df88f8-9adf-45a9-b042-af08cdef1c41 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.808155 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f1df88f8-9adf-45a9-b042-af08cdef1c41 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "PUT /v2.0/ports/25730983-bf7e-4e44-93a7-7445d51c9ef6 HTTP/1.1" status: 200 len: 818 time: 1.1960938 May 06 13:52:21.819463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42916) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:21.830476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d190de-b58b-49d5-9618-a546fadd06ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.955412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] For port 2cfcd2f6-da58-402b-813b-44eea803c3d5, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:21.987570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df88f8-9adf-45a9-b042-af08cdef1c41 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=25730983-bf7e-4e44-93a7-7445d51c9ef6,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:21.994911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] For port 2cfcd2f6-da58-402b-813b-44eea803c3d5, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2cfcd2f6-da58-402b-813b-44eea803c3d5,segment=NetworkSegment(55bf1353-4590-48ab-bf38-60f7531148b2),segment_id=55bf1353-4590-48ab-bf38-60f7531148b2)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:22.042355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.042605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d190de-b58b-49d5-9618-a546fadd06ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278aa5d6-616d-44e9-903f-783d8265262d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:22.068560 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6a9d4b7b-7306-452a-b7e2-fc3b7b89723d tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6919527 May 06 13:52:22.077679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-23d190de-b58b-49d5-9618-a546fadd06ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.081690 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-23d190de-b58b-49d5-9618-a546fadd06ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/278aa5d6-616d-44e9-903f-783d8265262d HTTP/1.1" status: 204 len: 168 time: 1.1335704 May 06 13:52:22.090429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42920) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:22.120267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.26.2.71 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/93e22462-3096-4285-be37-06c969af7d4a) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:22.329862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-19aa9a1d-7a7b-4ee8-9be7-cf98ab24e348 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 25730983-bf7e-4e44-93a7-7445d51c9ef6 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:22.330515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-19aa9a1d-7a7b-4ee8-9be7-cf98ab24e348 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.331749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-7ef1e689-6834-4166-8a61-be15e98aea91', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:52:22.332615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.371692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:22.372352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:22.558208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Request body: {'port': {'network_id': 'e0d14668-b112-4b32-8d1c-ad4a293dbd43', 'name': 'tempest-ExtraDHCPOptionsTestJSON-834043457'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:22.616949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f475de5-f67d-4e7b-a4bd-685bc401420e None None] Pushing event updated for resources: {'Port': ['ID=2cfcd2f6-da58-402b-813b-44eea803c3d5,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:22.761218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.768480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.795795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:22.863524 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-e0d14668-b112-4b32-8d1c-ad4a293dbd43', 'network_id': 'e0d14668-b112-4b32-8d1c-ad4a293dbd43', 'tenant_id': '5bd0ad08196542a3a3d159ec7679bb0c', 'fixed_ips': [{'subnet_id': '1f1439cf-716f-4e3e-ad35-e4e99b32d275'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:52:22.865238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:22.994195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-19aa9a1d-7a7b-4ee8-9be7-cf98ab24e348 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.091848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Allocated IP 2001:db8:1::2 (7ef1e689-6834-4166-8a61-be15e98aea91/6b608e56-7581-48e1-a51b-30b4dc84d184/59a9e79f-7317-4255-83d8-79120c236aa5) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:23.167763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-19aa9a1d-7a7b-4ee8-9be7-cf98ab24e348 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 25730983-bf7e-4e44-93a7-7445d51c9ef6 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:23.264306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-19aa9a1d-7a7b-4ee8-9be7-cf98ab24e348 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.266654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d21e7-a995-42be-8c85-d740272614f4 req-7d5577a7-3fd0-4627-bd82-7b6429510d87 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:23.268439 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a0d21e7-a995-42be-8c85-d740272614f4 req-7d5577a7-3fd0-4627-bd82-7b6429510d87 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 945 time: 0.7076118 May 06 13:52:23.359359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa9a1d-7a7b-4ee8-9be7-cf98ab24e348 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=25730983-bf7e-4e44-93a7-7445d51c9ef6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:23.410410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-19aa9a1d-7a7b-4ee8-9be7-cf98ab24e348 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.435346 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a0d21e7-a995-42be-8c85-d740272614f4 req-da56bbcb-5434-4dcd-a8a2-8e3e6b69d359 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530235 May 06 13:52:23.523499 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-19aa9a1d-7a7b-4ee8-9be7-cf98ab24e348 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/25730983-bf7e-4e44-93a7-7445d51c9ef6 HTTP/1.1" status: 204 len: 168 time: 1.6982677 May 06 13:52:23.523989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42946) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:23.574153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.581989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:23.644304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe7a552-f3ed-4657-bf3c-f60c296110b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:23.645252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bfe7a552-f3ed-4657-bf3c-f60c296110b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:23.656544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Usage tracker for resource:port and tenant:5bd0ad08196542a3a3d159ec7679bb0c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:23.669742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bfe7a552-f3ed-4657-bf3c-f60c296110b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:23.671697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:23.671996 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bfe7a552-f3ed-4657-bf3c-f60c296110b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1466289 May 06 13:52:23.674272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:23.674494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42950) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:23.687818 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42954) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:23.696942 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0046284 May 06 13:52:23.698346 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:23.700966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:23.704745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42956) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:23.720483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:23.725043 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd61390e-57cf-4887-afb5-766e7676f8b9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:52:23.726415 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cd61390e-57cf-4887-afb5-766e7676f8b9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/25730983-bf7e-4e44-93a7-7445d51c9ef6 HTTP/1.1" status: 404 len: 333 time: 0.0510511 May 06 13:52:23.732792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 42960) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:23.739236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1355500392'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:23.760218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:23.771024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:network and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:23.778509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:23.792606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Made reservation on behalf of 5bd0ad08196542a3a3d159ec7679bb0c for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:23.793852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:23.796463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.808528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=93e22462-3096-4285-be37-06c969af7d4a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:23.823829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:23.834541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.884403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] device_id is not set on port 7b662d6b-251d-433f-b26b-050a95b6863a yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:52:23.894327 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Allocated IP 172.20.0.2 (e0d14668-b112-4b32-8d1c-ad4a293dbd43/1f1439cf-716f-4e3e-ad35-e4e99b32d275/1107037d-47e0-4988-990a-b7890a7797cd) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:23.900619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:23.927030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.927794 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Added segment ab0d8b66-5314-4d80-977e-7b05c730a6d0 of type vlan for network 53bcde84-51ba-4739-a322-0f8b595fbb3a May 06 13:52:23.959805 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0a9a5416-ea22-4aa0-bd90-d055a6c37961 tempest-NetworksApiDiscovery-11052538 tempest-NetworksApiDiscovery-11052538-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2456491 May 06 13:52:24.034162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.102100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.109550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:24.110091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.228881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.267547 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5322890 May 06 13:52:24.272021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42968) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:24.273178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938cc7b-9c0a-415f-9fbc-61301f6a3b21 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Network': ['ID=53bcde84-51ba-4739-a322-0f8b595fbb3a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:24.283585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:24.287962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Transition to ACTIVE for port object 59a9e79f-7317-4255-83d8-79120c236aa5 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:24.298496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:24.416006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Transition to ACTIVE for port object 59a9e79f-7317-4255-83d8-79120c236aa5 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:24.444901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:24.451960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42974) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:24.453205 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:24.458624 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.464871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:24.478717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:24.495399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:24.500029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.566367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 2001:db8:1::1 (7ef1e689-6834-4166-8a61-be15e98aea91/6b608e56-7581-48e1-a51b-30b4dc84d184/008b90b1-fec9-4db3-bc25-1d9b099a0ff4) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:24.572692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:15Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:21Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:24.584173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Network 7ef1e689-6834-4166-8a61-be15e98aea91 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:24.590599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:24.627827 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:24.654038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513da4ca-88ef-4cdc-bf72-78e571f17970 None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:15Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:21Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:24.751565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Pushing event updated for resources: {'Port': ['ID=59a9e79f-7317-4255-83d8-79120c236aa5,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:24.792518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.810156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Attempting to bind port 59a9e79f-7317-4255-83d8-79120c236aa5 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:24.810823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Attempting to bind port 59a9e79f-7317-4255-83d8-79120c236aa5 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c8873542-42ab-43e5-8416-85ebc6d0bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:24.811391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Attempting to bind port 59a9e79f-7317-4255-83d8-79120c236aa5 on network 7ef1e689-6834-4166-8a61-be15e98aea91 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:24.814651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Transition to ACTIVE for port object 1107037d-47e0-4988-990a-b7890a7797cd will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:24.832337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:24.833639 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Checking segment: {'id': 'c8873542-42ab-43e5-8416-85ebc6d0bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:24.834213 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.834787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Bound using segment: {'id': 'c8873542-42ab-43e5-8416-85ebc6d0bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:24.835479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Bound port: 59a9e79f-7317-4255-83d8-79120c236aa5, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8873542-42ab-43e5-8416-85ebc6d0bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:24.836037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.843980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b643287c-d704-4304-9cad-a3d94f6c9833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.865716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Transition to ACTIVE for port object 1107037d-47e0-4988-990a-b7890a7797cd will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:24.888013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b643287c-d704-4304-9cad-a3d94f6c9833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:24.896258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b643287c-d704-4304-9cad-a3d94f6c9833 admin admin] Usage tracker for resource:security_group_rule and tenant:2d213879926b4ccbada5cd566dfac69e is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:24.901944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b643287c-d704-4304-9cad-a3d94f6c9833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:24.914168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b643287c-d704-4304-9cad-a3d94f6c9833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:24.919468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:24.955958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.018641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Transition to ACTIVE for port object 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:25.029557 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Network e0d14668-b112-4b32-8d1c-ad4a293dbd43 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:25.051358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:25.061956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5450-609c-410d-846f-7162d1f24ab2 req-7f9cac10-e22c-40bd-8570-bf718742b764 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:25.067667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:25.072556 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-597c5450-609c-410d-846f-7162d1f24ab2 req-7f9cac10-e22c-40bd-8570-bf718742b764 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 945 time: 0.3257220 May 06 13:52:25.113487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.116735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Pushing event updated for resources: {'Port': ['ID=1107037d-47e0-4988-990a-b7890a7797cd,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:25.151865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] For port 59a9e79f-7317-4255-83d8-79120c236aa5, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:25.160713 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-597c5450-609c-410d-846f-7162d1f24ab2 req-a6fae612-f1ff-49cd-8626-d6e7c92d715f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884159 May 06 13:52:25.178059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] For port 59a9e79f-7317-4255-83d8-79120c236aa5, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=59a9e79f-7317-4255-83d8-79120c236aa5,segment=NetworkSegment(c8873542-42ab-43e5-8416-85ebc6d0bf38),segment_id=c8873542-42ab-43e5-8416-85ebc6d0bf38)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:25.190599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.250615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.289480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b643287c-d704-4304-9cad-a3d94f6c9833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.346723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 7ef1e689-6834-4166-8a61-be15e98aea91 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:25.355156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b643287c-d704-4304-9cad-a3d94f6c9833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.360392 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:25.383683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:25.384410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.407943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=008b90b1-fec9-4db3-bc25-1d9b099a0ff4,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:25.417655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Attempting to bind port 1107037d-47e0-4988-990a-b7890a7797cd on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:25.436834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Attempting to bind port 1107037d-47e0-4988-990a-b7890a7797cd by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '17e114a6-30ad-4517-9390-934f9430c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e0d14668-b112-4b32-8d1c-ad4a293dbd43'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:25.437135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Attempting to bind port 1107037d-47e0-4988-990a-b7890a7797cd on network e0d14668-b112-4b32-8d1c-ad4a293dbd43 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:25.466835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:25.467089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Checking segment: {'id': '17e114a6-30ad-4517-9390-934f9430c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e0d14668-b112-4b32-8d1c-ad4a293dbd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:25.467494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.467886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Bound using segment: {'id': '17e114a6-30ad-4517-9390-934f9430c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e0d14668-b112-4b32-8d1c-ad4a293dbd43'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:25.468370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Bound port: 1107037d-47e0-4988-990a-b7890a7797cd, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e114a6-30ad-4517-9390-934f9430c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e0d14668-b112-4b32-8d1c-ad4a293dbd43'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:25.468802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.513358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d95374-a9e5-48f6-9e39-c8873b7608e8 None None] Pushing event updated for resources: {'Port': ['ID=59a9e79f-7317-4255-83d8-79120c236aa5,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:25.542494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643287c-d704-4304-9cad-a3d94f6c9833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2007438a-e582-448e-a5ed-6fcecb7d9989,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:25.587695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2cfcd2f6-da58-402b-813b-44eea803c3d5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:25.601856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Allocated IP 172.20.0.8 (e0d14668-b112-4b32-8d1c-ad4a293dbd43/1f1439cf-716f-4e3e-ad35-e4e99b32d275/7b662d6b-251d-433f-b26b-050a95b6863a) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:25.717491 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:25.803839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c9ae34c8-f67f-423e-b6d0-985a615b51e5 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:25.952124 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b643287c-d704-4304-9cad-a3d94f6c9833 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d213879926b4ccbada5cd566dfac69e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4956384 May 06 13:52:25.968789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42982) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:25.973052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.118025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] For port 1107037d-47e0-4988-990a-b7890a7797cd, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:26.157583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] For port 1107037d-47e0-4988-990a-b7890a7797cd, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1107037d-47e0-4988-990a-b7890a7797cd,segment=NetworkSegment(17e114a6-30ad-4517-9390-934f9430c107),segment_id=17e114a6-30ad-4517-9390-934f9430c107)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:26.177985 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 2cfcd2f6-da58-402b-813b-44eea803c3d5 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:26.184142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.268393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port c9ae34c8-f67f-423e-b6d0-985a615b51e5 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:26.272448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2cfcd2f6-da58-402b-813b-44eea803c3d5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:26.272828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.343818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port c9ae34c8-f67f-423e-b6d0-985a615b51e5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:26.343818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.447120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b0569-e135-41cd-bd89-c6113486bd64 None None] Pushing event updated for resources: {'Port': ['ID=1107037d-47e0-4988-990a-b7890a7797cd,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:26.510348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.532577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.544222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-898371a5-7ee4-4972-b2aa-1e2c5f809625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.573970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.655035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Transition to ACTIVE for port object 7b662d6b-251d-433f-b26b-050a95b6863a will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:26.692001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.710673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574185cb-d072-4b03-85b6-0cc6ae922c31 req-85afb239-68ae-4303-b80a-9868991462ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:26.712319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-574185cb-d072-4b03-85b6-0cc6ae922c31 req-85afb239-68ae-4303-b80a-9868991462ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 945 time: 0.3184996 May 06 13:52:26.713909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 2cfcd2f6-da58-402b-813b-44eea803c3d5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2cfcd2f6-da58-402b-813b-44eea803c3d5,segment=NetworkSegment(55bf1353-4590-48ab-bf38-60f7531148b2),segment_id=55bf1353-4590-48ab-bf38-60f7531148b2)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:26.727092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.765184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-898371a5-7ee4-4972-b2aa-1e2c5f809625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.777670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-574185cb-d072-4b03-85b6-0cc6ae922c31 req-99225899-5120-4b95-9eae-7d54b472da12 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547483 May 06 13:52:26.785086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.794849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.795685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.807099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:52:26.814694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=532c2a0e-4ae6-40da-9cce-749cdfd053c7,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:26.864206 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c9ae34c8-f67f-423e-b6d0-985a615b51e5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c9ae34c8-f67f-423e-b6d0-985a615b51e5,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:26.871897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:26.916679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=2cfcd2f6-da58-402b-813b-44eea803c3d5,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:26.936515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Checking segment: {'id': 'ab0d8b66-5314-4d80-977e-7b05c730a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:26.937425 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network hostable DHCP agents. Network: 53bcde84-51ba-4739-a322-0f8b595fbb3a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:26.982470 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8218c476-1c67-4f8c-8189-bd4b7e9d13e7'] response: {'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'code': 200} May 06 13:52:27.032728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=c9ae34c8-f67f-423e-b6d0-985a615b51e5,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:27.042958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.046987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.111604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.121117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=008b90b1-fec9-4db3-bc25-1d9b099a0ff4,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:27.134746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-898371a5-7ee4-4972-b2aa-1e2c5f809625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.167852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:27.177761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Network e0d14668-b112-4b32-8d1c-ad4a293dbd43 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:27.185850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898371a5-7ee4-4972-b2aa-1e2c5f809625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2007438a-e582-448e-a5ed-6fcecb7d9989,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:27.187813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:27.221413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:27.266846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 7ef1e689-6834-4166-8a61-be15e98aea91 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:27.267508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event updated for resources: {'Port': ['ID=7b662d6b-251d-433f-b26b-050a95b6863a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:27.270940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:27.284226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 53bcde84-51ba-4739-a322-0f8b595fbb3a) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:27.294628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c52f4f-503a-4c25-9e72-a861e44dedd4 None None] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:27.340045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:27.340689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.424092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.477606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=93e22462-3096-4285-be37-06c969af7d4a,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:27.494030 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-538eadba-7453-4cc3-ae36-51c52070197d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2158210 May 06 13:52:27.501548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-898371a5-7ee4-4972-b2aa-1e2c5f809625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.502627 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-898371a5-7ee4-4972-b2aa-1e2c5f809625 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2007438a-e582-448e-a5ed-6fcecb7d9989 HTTP/1.1" status: 204 len: 168 time: 1.4723706 May 06 13:52:27.515151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:27.515835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:27.520550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42990) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:27.573100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:27.659709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:52:27.673761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cada8-f033-478e-bbd4-69daf541e074 req-c0993da0-7ea6-4c8c-a8af-b933731398a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:27.676265 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-400cada8-f033-478e-bbd4-69daf541e074 req-c0993da0-7ea6-4c8c-a8af-b933731398a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 1099 time: 0.4792633 May 06 13:52:27.764406 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2cfcd2f6-da58-402b-813b-44eea803c3d5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:27.803948 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dcdc9194-f7d8-4e00-80be-c958596340f4 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2636254 May 06 13:52:27.998703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 42996) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:28.055435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Request body: {'port': {'network_id': 'e0d14668-b112-4b32-8d1c-ad4a293dbd43', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1510689493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:28.058159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] bootfile-name is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:52:28.061249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] tftp-server is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:52:28.061948 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] server-ip-address is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:52:28.218402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-53bcde84-51ba-4739-a322-0f8b595fbb3a', 'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a', 'tenant_id': 'a6e6a5320f954c9fbafdec9cd29ce4c8', 'fixed_ips': [{'subnet_id': '532c2a0e-4ae6-40da-9cce-749cdfd053c7'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:52:28.219505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.352355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2cfcd2f6-da58-402b-813b-44eea803c3d5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:28.352355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.476683 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP 09c74cca-6454-4a41-aff0-f62ff5515a89 associated. External IP: 172.26.2.71, port: 3827e7d6-ac08-4cde-8653-3780f40a41cd. May 06 13:52:28.482952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d484f73-68b2-4385-b662-abcab8e6757a None None] Network 7ef1e689-6834-4166-8a61-be15e98aea91 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:28.483295 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-400cada8-f033-478e-bbd4-69daf541e074 req-86970fe4-7f99-466c-a82b-85141a4f98da service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7925258 May 06 13:52:28.509063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:28.525128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349a3b7-482a-4ffc-a03f-fecbc2135e26 req-463a1bea-3e4c-45b3-ad4f-6142af28c0f3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:28.527908 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a349a3b7-482a-4ffc-a03f-fecbc2135e26 req-463a1bea-3e4c-45b3-ad4f-6142af28c0f3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 946 time: 0.3513839 May 06 13:52:28.534092 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7657f79c-c992-422c-8dd0-73336819abcf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9330997 May 06 13:52:28.534990 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:28.537618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43002) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:28.546416 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:28.547199 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:28.549324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-745308773'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:28.657832 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a349a3b7-482a-4ffc-a03f-fecbc2135e26 req-825dd3c2-3994-4396-a38d-d249d54084da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995533 May 06 13:52:28.659824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:28.670287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:network and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:28.678031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:28.687612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e482e-f013-4628-ad35-09e7d56a58b5 None None] Network e0d14668-b112-4b32-8d1c-ad4a293dbd43 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:28.707502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:28.713857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:28.736338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:28.740218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:28.749257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.758065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:28.761594 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:28.787614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:28.814768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:28.819710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d396e5d3-02ab-4897-8da7-79717fd5b61a None None] Provisioning for port 59a9e79f-7317-4255-83d8-79120c236aa5 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:28.839182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.839638 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added segment 47f2f780-3fdb-484b-97c5-358dd897931c of type vlan for network c0167c72-4a16-42c1-aec1-c5e926bfffc1 May 06 13:52:28.851696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Allocated IP 172.20.0.2 (53bcde84-51ba-4739-a322-0f8b595fbb3a/532c2a0e-4ae6-40da-9cce-749cdfd053c7/4c0a02ed-8163-4329-848d-50ee31d485ec) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:28.903435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.928208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:28.952389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Usage tracker for resource:port and tenant:5bd0ad08196542a3a3d159ec7679bb0c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:28.959552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:28.968044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:28.971473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.972059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:28.985125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:28.986188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:28.986388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.123340 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Made reservation on behalf of 5bd0ad08196542a3a3d159ec7679bb0c for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:29.127677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.236797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1107037d-47e0-4988-990a-b7890a7797cd up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:29.247523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Network': ['ID=c0167c72-4a16-42c1-aec1-c5e926bfffc1,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:29.268362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] device_id is not set on port 131a24e1-c02a-4122-b009-58f6e03889c3 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:52:29.281565 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-37a797d6-957b-42c5-88ec-9222c76ded8a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7370024 May 06 13:52:29.282004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43006) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:29.284186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c0167c72-4a16-42c1-aec1-c5e926bfffc1 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:29.301178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'subnet': {'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:29.347547 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.ipam_backend_mixin [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 532c2a0e-4ae6-40da-9cce-749cdfd053c7 (CIDR: 172.20.0.0/28) May 06 13:52:29.366753 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:52:29.367257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:52:29.531727 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c424b54e-b35e-4db1-a236-2c23ce061813 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9992332 May 06 13:52:29.542003 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:25Z', 'revision_number': 3, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:29.544681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43010) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:29.547791 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:52:29.548142 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Updating router 7a1b8e4a-dd51-4ccf-872c-340f7931469d port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:52:29.556110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:29.594680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d1b07c5e-b3fa-4892-8ab6-943cb311729d None None] Provisioning for port 1107037d-47e0-4988-990a-b7890a7797cd completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:29.656133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:29.666756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:subnet and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:29.683027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:29.699859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:29.707230 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.743337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:29.747735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:29.808876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Allocated IP 172.20.0.3 (e0d14668-b112-4b32-8d1c-ad4a293dbd43/1f1439cf-716f-4e3e-ad35-e4e99b32d275/131a24e1-c02a-4122-b009-58f6e03889c3) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:29.857703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 1107037d-47e0-4988-990a-b7890a7797cd completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:29.881892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1107037d-47e0-4988-990a-b7890a7797cd triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:29.882576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.060374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34afa3-4cee-4572-8eab-d48f65534b29 req-3e770a07-b700-45a5-b99c-43d913c51fd7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:30.062561 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a34afa3-4cee-4572-8eab-d48f65534b29 req-3e770a07-b700-45a5-b99c-43d913c51fd7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 946 time: 0.1622641 May 06 13:52:30.221644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.228632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a34afa3-4cee-4572-8eab-d48f65534b29 req-aca20efc-3580-4449-b9a7-6f96bd0725a3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252203 May 06 13:52:30.300165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Transition to ACTIVE for port object 4c0a02ed-8163-4329-848d-50ee31d485ec will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:30.397161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:52:30.418881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.465204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Transition to ACTIVE for port object 4c0a02ed-8163-4329-848d-50ee31d485ec will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:30.468987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.495875 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.532818 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Transition to ACTIVE for port object 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:30.534448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.549532 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.678535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-deb591a7-c1fe-4913-bf18-52532d202fed None None] Provisioning for port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:30.711178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.755512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:30.756183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:30.757283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Pushing event updated for resources: {'Port': ['ID=4c0a02ed-8163-4329-848d-50ee31d485ec,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:30.762453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:30.768850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:30.771265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 1107037d-47e0-4988-990a-b7890a7797cd, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1107037d-47e0-4988-990a-b7890a7797cd,segment=NetworkSegment(17e114a6-30ad-4517-9390-934f9430c107),segment_id=17e114a6-30ad-4517-9390-934f9430c107)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:30.774026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:30.777257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:30.789991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.791803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:30.798670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 59a9e79f-7317-4255-83d8-79120c236aa5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:30.823801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:30.829719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:30.833837 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Pushing event updated for resources: {'Port': ['ID=008b90b1-fec9-4db3-bc25-1d9b099a0ff4,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:30.964030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Subnet': ['ID=a1142121-b8cc-414c-a968-e423f477bc6d,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:30.978397 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.978845 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.979310 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.979753 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.980230 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.980787 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.981245 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.981690 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.982200 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.982674 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.983188 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:30.983701 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:31.011766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Checking segment: {'id': '47f2f780-3fdb-484b-97c5-358dd897931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:31.012572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network hostable DHCP agents. Network: c0167c72-4a16-42c1-aec1-c5e926bfffc1, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:31.069224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecb129-38a9-408c-be0d-b42f3ed20df1 req-a9dd1038-d1c4-4239-b6e8-cd4de60f0643 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:31.074638 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f8ecb129-38a9-408c-be0d-b42f3ed20df1 req-a9dd1038-d1c4-4239-b6e8-cd4de60f0643 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 946 time: 0.3220940 May 06 13:52:31.083904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network c0167c72-4a16-42c1-aec1-c5e926bfffc1 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:31.149077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c0167c72-4a16-42c1-aec1-c5e926bfffc1) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:31.151737 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Attempting to bind port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:31.153774 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Attempting to bind port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c8873542-42ab-43e5-8416-85ebc6d0bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:31.154564 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Attempting to bind port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 on network 7ef1e689-6834-4166-8a61-be15e98aea91 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:31.168840 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:31.169320 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Checking segment: {'id': 'c8873542-42ab-43e5-8416-85ebc6d0bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:31.170107 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.170712 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Bound using segment: {'id': 'c8873542-42ab-43e5-8416-85ebc6d0bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:31.171532 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Bound port: 008b90b1-fec9-4db3-bc25-1d9b099a0ff4, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8873542-42ab-43e5-8416-85ebc6d0bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:31.172138 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.172625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:31.173216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.179109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Transition to ACTIVE for port object 131a24e1-c02a-4122-b009-58f6e03889c3 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:31.192670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd5eb79-600e-424a-a5f4-293bee615b0f None None] Network c0167c72-4a16-42c1-aec1-c5e926bfffc1 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:31.215542 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3ded9db1-3bbd-4870-9c4e-1c143a00d33d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9269388 May 06 13:52:31.216729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43018) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:31.339953 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f8ecb129-38a9-408c-be0d-b42f3ed20df1 req-421b2f57-3f07-4777-908d-79db8d34ec77 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395239 May 06 13:52:31.373248 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] For port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:31.379085 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] For port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=008b90b1-fec9-4db3-bc25-1d9b099a0ff4,segment=NetworkSegment(c8873542-42ab-43e5-8416-85ebc6d0bf38),segment_id=c8873542-42ab-43e5-8416-85ebc6d0bf38)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:31.380762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43022) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:31.387663 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.402851 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5d15b39f-e2c1-482a-acda-436de9360292 None None] Provisioning for port 7b662d6b-251d-433f-b26b-050a95b6863a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:31.425279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5d15b39f-e2c1-482a-acda-436de9360292 None None] Provisioning complete for port 7b662d6b-251d-433f-b26b-050a95b6863a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:31.425913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d15b39f-e2c1-482a-acda-436de9360292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.433405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.539393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Attempting to bind port 4c0a02ed-8163-4329-848d-50ee31d485ec on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:31.539393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Attempting to bind port 4c0a02ed-8163-4329-848d-50ee31d485ec by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ab0d8b66-5314-4d80-977e-7b05c730a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:31.539393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Attempting to bind port 4c0a02ed-8163-4329-848d-50ee31d485ec on network 53bcde84-51ba-4739-a322-0f8b595fbb3a {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:31.545719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=1107037d-47e0-4988-990a-b7890a7797cd,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:31.579070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:31.579070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Checking segment: {'id': 'ab0d8b66-5314-4d80-977e-7b05c730a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:31.579070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.579760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Bound using segment: {'id': 'ab0d8b66-5314-4d80-977e-7b05c730a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:31.579760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Bound port: 4c0a02ed-8163-4329-848d-50ee31d485ec, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0d8b66-5314-4d80-977e-7b05c730a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:31.580136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.608179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 59a9e79f-7317-4255-83d8-79120c236aa5 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:31.609157 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1c599-841e-4897-ae94-a315bd1f432d None None] Pushing event updated for resources: {'Port': ['ID=008b90b1-fec9-4db3-bc25-1d9b099a0ff4,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:31.633324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5d15b39f-e2c1-482a-acda-436de9360292 None None] Port 7b662d6b-251d-433f-b26b-050a95b6863a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:31.644900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 59a9e79f-7317-4255-83d8-79120c236aa5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:31.645205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.648848 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:31.650218 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:31.685248 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Network e0d14668-b112-4b32-8d1c-ad4a293dbd43 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:31.698633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:31.704471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:31.739794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:31.743842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bdb155-3122-4448-93a7-9cde913d73b3 None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:31.887837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5d15b39f-e2c1-482a-acda-436de9360292 None None] Provisioning complete for port 1107037d-47e0-4988-990a-b7890a7797cd triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:31.888579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d15b39f-e2c1-482a-acda-436de9360292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:31.946368 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:31.986835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bdb155-3122-4448-93a7-9cde913d73b3 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:31.987786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-86bdb155-3122-4448-93a7-9cde913d73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:32.158811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-86bdb155-3122-4448-93a7-9cde913d73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:32.249698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event updated for resources: {'Port': ['ID=131a24e1-c02a-4122-b009-58f6e03889c3,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:32.263206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:32.263619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.311623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.316526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bdb155-3122-4448-93a7-9cde913d73b3 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:32.317260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-86bdb155-3122-4448-93a7-9cde913d73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:32.353026 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b35a3bbb-8d68-4d23-aaf1-9cbc1835868a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.3513415 May 06 13:52:32.362814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43026) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:32.381238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643607e0-06c2-4c21-8dad-ab98b8a674bc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:32.384295 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-643607e0-06c2-4c21-8dad-ab98b8a674bc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 1094 time: 1.0015237 May 06 13:52:32.397913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43030) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:32.410401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:32.461759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] For port 4c0a02ed-8163-4329-848d-50ee31d485ec, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:32.471572 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:25Z', 'revision_number': 3, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:31Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:32.475160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-86bdb155-3122-4448-93a7-9cde913d73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:32.475583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bdb155-3122-4448-93a7-9cde913d73b3 None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:32.483485 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda34c21-c160-48c1-b331-6e192d8a6605 None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:25Z', 'revision_number': 3, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:31Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:32.498859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:52:32.500033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.507471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:32.531097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:floatingip and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:32.543058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:32.569083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:32.617848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.625194 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d05876e3-9ca5-4650-b1ce-a24d35d99086 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 12.0523016 May 06 13:52:32.633777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] For port 4c0a02ed-8163-4329-848d-50ee31d485ec, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4c0a02ed-8163-4329-848d-50ee31d485ec,segment=NetworkSegment(ab0d8b66-5314-4d80-977e-7b05c730a6d0),segment_id=ab0d8b66-5314-4d80-977e-7b05c730a6d0)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:32.636466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43034) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:32.639380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.648134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1844663865'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:32.661887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:32.671584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:network and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:32.678572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:32.688919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:32.719566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Made reservation on behalf of 1a2ea55a215a4bc1928456f4e0f1a45f for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:32.728459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.748622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f515701-75af-4adc-b911-a77fa8f8d730 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:32.755393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f515701-75af-4adc-b911-a77fa8f8d730 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:32.761816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f515701-75af-4adc-b911-a77fa8f8d730 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:32.762766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2f515701-75af-4adc-b911-a77fa8f8d730 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Synchronizing usage tracker for tenant:5bd0ad08196542a3a3d159ec7679bb0c on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:32.810707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:32.822437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.822437 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Added segment de28c60f-a128-4d81-8bd2-fd2d2d11fb0f of type vlan for network 4ac321f4-8690-4888-8f57-a6dcf551d60a May 06 13:52:32.822921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.853294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.886486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.889695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Allocated IP 2001:db8:2::2 (c0167c72-4a16-42c1-aec1-c5e926bfffc1/a1142121-b8cc-414c-a968-e423f477bc6d/e7a30dec-6547-4ffb-b492-23761fdf0211) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:32.928174 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:32.934609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:32.935342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.095455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=93012b16-9227-40db-8eba-98b0d747ef96,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:33.125026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:33.147326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:33.151260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2f515701-75af-4adc-b911-a77fa8f8d730 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Unset dirty status for tenant:5bd0ad08196542a3a3d159ec7679bb0c on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:33.164984 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2f515701-75af-4adc-b911-a77fa8f8d730 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.7962043 May 06 13:52:33.168497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:33.169681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.174783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43038) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:33.175068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.176955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.360618 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7210603 May 06 13:52:33.368114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43042) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:33.369211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f48a2-e412-4968-b9b4-5dafbf00851f tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Network': ['ID=4ac321f4-8690-4888-8f57-a6dcf551d60a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:33.385548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'subnet': {'network_id': '4ac321f4-8690-4888-8f57-a6dcf551d60a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:33.410182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 4ac321f4-8690-4888-8f57-a6dcf551d60a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:33.430246 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-03e9bdf2-de96-4965-95cb-9b5ee14fcda7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.8836176 May 06 13:52:33.445270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43046) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:33.543772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a', 'fixed_ips': [{'subnet_id': '532c2a0e-4ae6-40da-9cce-749cdfd053c7'}, {'subnet_id': '93012b16-9227-40db-8eba-98b0d747ef96'}], 'name': 'tempest-PortsTestJSON-369422785'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:33.668713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 59a9e79f-7317-4255-83d8-79120c236aa5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=59a9e79f-7317-4255-83d8-79120c236aa5,segment=NetworkSegment(c8873542-42ab-43e5-8416-85ebc6d0bf38),segment_id=c8873542-42ab-43e5-8416-85ebc6d0bf38)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:33.696513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647e9cc-d56a-4c64-b64d-5002fba73857 None None] Pushing event updated for resources: {'Port': ['ID=4c0a02ed-8163-4329-848d-50ee31d485ec,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:33.734605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.785380 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:33.805185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:33.822598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Made reservation on behalf of 1a2ea55a215a4bc1928456f4e0f1a45f for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:33.840515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.893028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1bf57e7d-0d52-4bd4-b988-bcbcf2b9e5b9 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Deleting port 131a24e1-c02a-4122-b009-58f6e03889c3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:33.893915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1bf57e7d-0d52-4bd4-b988-bcbcf2b9e5b9 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:33.965899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=59a9e79f-7317-4255-83d8-79120c236aa5,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:34.029913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.034096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1564a80e-b142-4143-bd48-24eb33c8af97 None None] Provisioning complete for port 7b662d6b-251d-433f-b26b-050a95b6863a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:34.034843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1564a80e-b142-4143-bd48-24eb33c8af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.099995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Transition to ACTIVE for port object e7a30dec-6547-4ffb-b492-23761fdf0211 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:34.139924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1564a80e-b142-4143-bd48-24eb33c8af97 None None] Port 7b662d6b-251d-433f-b26b-050a95b6863a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:34.142523 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Transition to ACTIVE for port object e7a30dec-6547-4ffb-b492-23761fdf0211 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:34.163994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.283062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:34.302891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:34.309257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:port and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:34.312683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:34.338724 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:34.379895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Network c0167c72-4a16-42c1-aec1-c5e926bfffc1 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:34.381048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:34.386127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:34.394334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:34.448512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.100 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/42776c18-007d-40b1-98fa-0cc511cb68aa) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:34.460279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Pushing event updated for resources: {'Port': ['ID=e7a30dec-6547-4ffb-b492-23761fdf0211,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:34.460775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 2001:db8:2::1 (c0167c72-4a16-42c1-aec1-c5e926bfffc1/a1142121-b8cc-414c-a968-e423f477bc6d/59464a85-e539-414a-bdb3-bbc7ce234803) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:34.496131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1564a80e-b142-4143-bd48-24eb33c8af97 None None] Provisioning for port 131a24e1-c02a-4122-b009-58f6e03889c3 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:34.515550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1564a80e-b142-4143-bd48-24eb33c8af97 None None] Provisioning complete for port 131a24e1-c02a-4122-b009-58f6e03889c3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:34.515550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1564a80e-b142-4143-bd48-24eb33c8af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.585186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.640329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Attempting to bind port e7a30dec-6547-4ffb-b492-23761fdf0211 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:34.640725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Attempting to bind port e7a30dec-6547-4ffb-b492-23761fdf0211 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '47f2f780-3fdb-484b-97c5-358dd897931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:34.641212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Attempting to bind port e7a30dec-6547-4ffb-b492-23761fdf0211 on network c0167c72-4a16-42c1-aec1-c5e926bfffc1 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:34.651090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:34.651469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Checking segment: {'id': '47f2f780-3fdb-484b-97c5-358dd897931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:34.651840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.652238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Bound using segment: {'id': '47f2f780-3fdb-484b-97c5-358dd897931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:34.652766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Bound port: e7a30dec-6547-4ffb-b492-23761fdf0211, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f2f780-3fdb-484b-97c5-358dd897931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:34.653170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.663322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:34.668327 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1564a80e-b142-4143-bd48-24eb33c8af97 None None] Port 131a24e1-c02a-4122-b009-58f6e03889c3 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:34.673827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 33ec2c10-418f-4ce8-988b-434fef913261 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:52:34.678489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:34.678858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.733934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1bf57e7d-0d52-4bd4-b988-bcbcf2b9e5b9 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.814465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] For port e7a30dec-6547-4ffb-b492-23761fdf0211, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:34.819918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] For port e7a30dec-6547-4ffb-b492-23761fdf0211, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e7a30dec-6547-4ffb-b492-23761fdf0211,segment=NetworkSegment(47f2f780-3fdb-484b-97c5-358dd897931c),segment_id=47f2f780-3fdb-484b-97c5-358dd897931c)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:34.855742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.893308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1bf57e7d-0d52-4bd4-b988-bcbcf2b9e5b9 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Calling delete_port for 131a24e1-c02a-4122-b009-58f6e03889c3 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:34.948193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:34.953138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.001002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c8e2e-42a6-4484-bf14-9643e62b4deb None None] Pushing event updated for resources: {'Port': ['ID=e7a30dec-6547-4ffb-b492-23761fdf0211,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:35.022292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=008b90b1-fec9-4db3-bc25-1d9b099a0ff4,segment=NetworkSegment(c8873542-42ab-43e5-8416-85ebc6d0bf38),segment_id=c8873542-42ab-43e5-8416-85ebc6d0bf38)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:35.030299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.031410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1107037d-47e0-4988-990a-b7890a7797cd up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:35.088093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.094752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.127979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Transition to ACTIVE for port object 59464a85-e539-414a-bdb3-bbc7ce234803 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:35.293947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Subnet': ['ID=9ce7d980-860b-42b4-94cc-fd2fb0964581,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:35.305769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Checking segment: {'id': 'de28c60f-a128-4d81-8bd2-fd2d2d11fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4ac321f4-8690-4888-8f57-a6dcf551d60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:35.306001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network hostable DHCP agents. Network: 4ac321f4-8690-4888-8f57-a6dcf551d60a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:35.337558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1bf57e7d-0d52-4bd4-b988-bcbcf2b9e5b9 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.397924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 4ac321f4-8690-4888-8f57-a6dcf551d60a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:35.424984 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 4ac321f4-8690-4888-8f57-a6dcf551d60a) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:35.435671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:35.436284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.455396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15885f09-1950-485c-82b8-9e79d25f6e9c None None] Network 4ac321f4-8690-4888-8f57-a6dcf551d60a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:35.531492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf57e7d-0d52-4bd4-b988-bcbcf2b9e5b9 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event deleted for resources: {'Port': ['ID=131a24e1-c02a-4122-b009-58f6e03889c3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:35.538041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.588507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=008b90b1-fec9-4db3-bc25-1d9b099a0ff4,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:35.604101 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bd05c9b4-95f1-43a9-b70c-ce01adc7c493 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2300613 May 06 13:52:35.608351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43050) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:35.620825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-942395094', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:35.635403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1107037d-47e0-4988-990a-b7890a7797cd triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:35.635403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.636018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:35.640022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.7 (53bcde84-51ba-4739-a322-0f8b595fbb3a/532c2a0e-4ae6-40da-9cce-749cdfd053c7/33ec2c10-418f-4ce8-988b-434fef913261) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:35.650997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:router and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:35.659035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:35.664563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.20 (53bcde84-51ba-4739-a322-0f8b595fbb3a/93012b16-9227-40db-8eba-98b0d747ef96/33ec2c10-418f-4ce8-988b-434fef913261) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:35.675559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:35.729051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.730634 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.738931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:35.746748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=42776c18-007d-40b1-98fa-0cc511cb68aa,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:35.757603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.089336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-4ac321f4-8690-4888-8f57-a6dcf551d60a', 'network_id': '4ac321f4-8690-4888-8f57-a6dcf551d60a', 'tenant_id': '1a2ea55a215a4bc1928456f4e0f1a45f', 'fixed_ips': [{'subnet_id': '9ce7d980-860b-42b4-94cc-fd2fb0964581'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:52:36.090195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.125708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.216929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7059556-26de-4e79-94d8-1d701e5ae45f None None] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:36.316291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network c0167c72-4a16-42c1-aec1-c5e926bfffc1 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:36.345337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:36.350347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1bf57e7d-0d52-4bd4-b988-bcbcf2b9e5b9 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.361908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1c539519-dda4-4c79-8d1f-21f711358261 None None] Provisioning for port 4c0a02ed-8163-4329-848d-50ee31d485ec completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:36.385312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:36.392553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:36.393225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.401311 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1bf57e7d-0d52-4bd4-b988-bcbcf2b9e5b9 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "DELETE /v2.0/ports/131a24e1-c02a-4122-b009-58f6e03889c3 HTTP/1.1" status: 204 len: 168 time: 3.2209435 May 06 13:52:36.406500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:36.410177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43054) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:36.427747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Request body: {'port': {'name': 'tempest-new-port-name-1164936118', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:36.427747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] bootfile-name is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:52:36.429219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] tftp-server is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:52:36.429944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.api.validators [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] server-ip-address is not in valid_values {{(pid=87985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:52:36.432886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:36.502350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=59464a85-e539-414a-bdb3-bbc7ce234803,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:36.736229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-417f2c0a-2ced-45ce-a1d7-d83e0c244b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:36.786260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Allocated IP 172.20.0.2 (4ac321f4-8690-4888-8f57-a6dcf551d60a/9ce7d980-860b-42b4-94cc-fd2fb0964581/400a07f0-3793-46b8-a2e0-4a3c72102e03) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:36.830808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:36.881172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.201438 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:37.202278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.237158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b38c5e-e9a6-49df-a34c-8fcd4f371070 None None] Network c0167c72-4a16-42c1-aec1-c5e926bfffc1 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:37.296503 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.367181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 33ec2c10-418f-4ce8-988b-434fef913261 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:37.368746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.370158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.402735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d0a2dd6a-786f-4d4a-9767-a163e4b26399 None None] Provisioning for port e7a30dec-6547-4ffb-b492-23761fdf0211 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:37.407331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Transition to ACTIVE for port object 400a07f0-3793-46b8-a2e0-4a3c72102e03 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:37.414906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.519158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Transition to ACTIVE for port object 400a07f0-3793-46b8-a2e0-4a3c72102e03 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:37.579163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.584516 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.703931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0614f276-5cb5-4cf0-92af-a4c252c5e7c1 None None] Update dhcp port {'port': {'network_id': '53bcde84-51ba-4739-a322-0f8b595fbb3a', 'fixed_ips': [{'subnet_id': '532c2a0e-4ae6-40da-9cce-749cdfd053c7', 'ip_address': '172.20.0.2'}, {'subnet_id': '93012b16-9227-40db-8eba-98b0d747ef96'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '4c0a02ed-8163-4329-848d-50ee31d485ec'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:52:37.777177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Network 4ac321f4-8690-4888-8f57-a6dcf551d60a is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:37.788065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:37.791061 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 59a9e79f-7317-4255-83d8-79120c236aa5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:37.824786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:37.866422 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Pushing event updated for resources: {'Port': ['ID=400a07f0-3793-46b8-a2e0-4a3c72102e03,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:37.882057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0614f276-5cb5-4cf0-92af-a4c252c5e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:37.921719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:37.969602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:37.983441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=33ec2c10-418f-4ce8-988b-434fef913261,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:38.079826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:38.085109 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Attempting to bind port 400a07f0-3793-46b8-a2e0-4a3c72102e03 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:38.085490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Attempting to bind port 400a07f0-3793-46b8-a2e0-4a3c72102e03 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'de28c60f-a128-4d81-8bd2-fd2d2d11fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4ac321f4-8690-4888-8f57-a6dcf551d60a'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:38.085829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Attempting to bind port 400a07f0-3793-46b8-a2e0-4a3c72102e03 on network 4ac321f4-8690-4888-8f57-a6dcf551d60a {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:38.158631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:38.158997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Checking segment: {'id': 'de28c60f-a128-4d81-8bd2-fd2d2d11fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4ac321f4-8690-4888-8f57-a6dcf551d60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:38.159396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.159786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Bound using segment: {'id': 'de28c60f-a128-4d81-8bd2-fd2d2d11fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4ac321f4-8690-4888-8f57-a6dcf551d60a'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:38.160268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Bound port: 400a07f0-3793-46b8-a2e0-4a3c72102e03, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de28c60f-a128-4d81-8bd2-fd2d2d11fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4ac321f4-8690-4888-8f57-a6dcf551d60a'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:38.160832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.203674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 59a9e79f-7317-4255-83d8-79120c236aa5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:38.204382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.227343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.326047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.334870 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.338927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.338927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.376680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:38.377454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.391633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.436543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.481839 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9474c569-2068-4f8e-b08c-7b96f302abc9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.0350730 May 06 13:52:38.486789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] For port 400a07f0-3793-46b8-a2e0-4a3c72102e03, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:38.493020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] For port 400a07f0-3793-46b8-a2e0-4a3c72102e03, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=400a07f0-3793-46b8-a2e0-4a3c72102e03,segment=NetworkSegment(de28c60f-a128-4d81-8bd2-fd2d2d11fb0f),segment_id=de28c60f-a128-4d81-8bd2-fd2d2d11fb0f)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:38.493343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43058) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:38.500132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.506169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '532c2a0e-4ae6-40da-9cce-749cdfd053c7'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:38.510795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.654743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-0614f276-5cb5-4cf0-92af-a4c252c5e7c1 None None] Allocated IP 172.20.0.18 (53bcde84-51ba-4739-a322-0f8b595fbb3a/93012b16-9227-40db-8eba-98b0d747ef96/4c0a02ed-8163-4329-848d-50ee31d485ec) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:38.657229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b87d10-88c8-4a89-997d-34e0bb0c92e1 None None] Pushing event updated for resources: {'Port': ['ID=400a07f0-3793-46b8-a2e0-4a3c72102e03,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:38.732958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=59464a85-e539-414a-bdb3-bbc7ce234803,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:38.796541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network c0167c72-4a16-42c1-aec1-c5e926bfffc1 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:38.814922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:38.890008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e7a30dec-6547-4ffb-b492-23761fdf0211 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:38.937730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.26.2.73 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/63b0ad53-6c8d-454e-9aed-bfb339440c94) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:39.060684 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a0e498ba-b385-47a0-8ea2-fec168fb3c94 None None] Provisioning for port 59464a85-e539-414a-bdb3-bbc7ce234803 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:39.100485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a0e498ba-b385-47a0-8ea2-fec168fb3c94 None None] Provisioning complete for port 59464a85-e539-414a-bdb3-bbc7ce234803 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:39.100485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a0e498ba-b385-47a0-8ea2-fec168fb3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.132831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.140503 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72073810-d010-4d69-aee7-2076c6b0bd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.153441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port e7a30dec-6547-4ffb-b492-23761fdf0211 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:39.199771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e7a30dec-6547-4ffb-b492-23761fdf0211 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:39.200155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.293831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a0e498ba-b385-47a0-8ea2-fec168fb3c94 None None] Port 59464a85-e539-414a-bdb3-bbc7ce234803 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:39.305047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0614f276-5cb5-4cf0-92af-a4c252c5e7c1 None None] For port 4c0a02ed-8163-4329-848d-50ee31d485ec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4c0a02ed-8163-4329-848d-50ee31d485ec,segment=NetworkSegment(ab0d8b66-5314-4d80-977e-7b05c730a6d0),segment_id=ab0d8b66-5314-4d80-977e-7b05c730a6d0)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:39.341948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a0e498ba-b385-47a0-8ea2-fec168fb3c94 None None] Provisioning complete for port e7a30dec-6547-4ffb-b492-23761fdf0211 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:39.342324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a0e498ba-b385-47a0-8ea2-fec168fb3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.380074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.427702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.447749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event updated for resources: {'Port': ['ID=7b662d6b-251d-433f-b26b-050a95b6863a,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:39.490059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.547265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] In _notify_port_updated(), no bound segment for port 7b662d6b-251d-433f-b26b-050a95b6863a on network e0d14668-b112-4b32-8d1c-ad4a293dbd43 {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:52:39.553480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:39.554209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.555901 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a608ddfe-bf3c-4fe4-8547-6f04bdeda79a tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "PUT /v2.0/ports/7b662d6b-251d-433f-b26b-050a95b6863a HTTP/1.1" status: 200 len: 1136 time: 3.1417322 May 06 13:52:39.562966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0614f276-5cb5-4cf0-92af-a4c252c5e7c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.568854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.571928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43062) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:39.572256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.672371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port e7a30dec-6547-4ffb-b492-23761fdf0211, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e7a30dec-6547-4ffb-b492-23761fdf0211,segment=NetworkSegment(47f2f780-3fdb-484b-97c5-358dd897931c),segment_id=47f2f780-3fdb-484b-97c5-358dd897931c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:39.720737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:39.723652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4c0a02ed-8163-4329-848d-50ee31d485ec up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:39.807631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=42776c18-007d-40b1-98fa-0cc511cb68aa,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:39.827733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:52:39.834226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46de7e4c-0519-48a5-a7ff-bd4374fc8be7 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:39.841742 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-46de7e4c-0519-48a5-a7ff-bd4374fc8be7 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "GET /v2.0/ports/7b662d6b-251d-433f-b26b-050a95b6863a HTTP/1.1" status: 200 len: 1136 time: 0.2665756 May 06 13:52:39.847465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0614f276-5cb5-4cf0-92af-a4c252c5e7c1 None None] Transition to ACTIVE for port object 4c0a02ed-8163-4329-848d-50ee31d485ec will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:39.851404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43066) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:40.001154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.097743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0614f276-5cb5-4cf0-92af-a4c252c5e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.103097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=63b0ad53-6c8d-454e-9aed-bfb339440c94,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:40.118415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:40.122919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:40.125443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.128395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:40.363194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.366394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.376533 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP fe573731-677d-421c-81e0-489a4b346af6 associated. External IP: 172.26.2.100, port: c9ae34c8-f67f-423e-b6d0-985a615b51e5. May 06 13:52:40.378444 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84a48b-f0c1-43a9-aa43-3daa74b7db64 None None] Network 4ac321f4-8690-4888-8f57-a6dcf551d60a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:40.465568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d27450b6-0666-4539-89c4-57200f230173 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Deleting port 7b662d6b-251d-433f-b26b-050a95b6863a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:40.465911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d27450b6-0666-4539-89c4-57200f230173 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.521751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Delete allocated IP 172.20.0.20 (53bcde84-51ba-4739-a322-0f8b595fbb3a/93012b16-9227-40db-8eba-98b0d747ef96) {{(pid=87985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:52:40.523809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:40.541229 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:40.554044 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:40.555328 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:40.619887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=e7a30dec-6547-4ffb-b492-23761fdf0211,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:40.694960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f5023d63-4f5f-4380-813b-eb17abdda4ae tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4745977 May 06 13:52:40.697361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43070) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:40.717369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-304271633'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:40.750881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 4c0a02ed-8163-4329-848d-50ee31d485ec completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:40.776341 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:40.847582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b4783aa-d728-4bcb-9598-2caf96607d75 None None] Provisioning complete for port 7b662d6b-251d-433f-b26b-050a95b6863a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:40.857260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b4783aa-d728-4bcb-9598-2caf96607d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.909812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:40.920135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:network and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:40.928747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:40.967626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:41.010727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614f276-5cb5-4cf0-92af-a4c252c5e7c1 None None] Pushing event updated for resources: {'Port': ['ID=4c0a02ed-8163-4329-848d-50ee31d485ec,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:41.131287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.255270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3b4783aa-d728-4bcb-9598-2caf96607d75 None None] Port 7b662d6b-251d-433f-b26b-050a95b6863a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:41.273132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 400a07f0-3793-46b8-a2e0-4a3c72102e03 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:41.309339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:41.314616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.342419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b4783aa-d728-4bcb-9598-2caf96607d75 None None] Provisioning complete for port 59464a85-e539-414a-bdb3-bbc7ce234803 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:41.344311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b4783aa-d728-4bcb-9598-2caf96607d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.456992 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:37Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:38Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:41.462418 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:52:41.462776 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Updating router 7a1b8e4a-dd51-4ccf-872c-340f7931469d port 59464a85-e539-414a-bdb3-bbc7ce234803 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:52:41.543124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3b4783aa-d728-4bcb-9598-2caf96607d75 None None] Port 59464a85-e539-414a-bdb3-bbc7ce234803 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:41.549789 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.557218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d27450b6-0666-4539-89c4-57200f230173 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.586105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89b3c2-7603-4a69-bc05-a4a8d64e0aa6 None None] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:41.674448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.716111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b4783aa-d728-4bcb-9598-2caf96607d75 None None] Provisioning for port 400a07f0-3793-46b8-a2e0-4a3c72102e03 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:41.741260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 400a07f0-3793-46b8-a2e0-4a3c72102e03 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:41.759596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 400a07f0-3793-46b8-a2e0-4a3c72102e03 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:41.760277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.763425 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:52:41.823081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.868556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Ignored duplicate provisioning block setup for port 33ec2c10-418f-4ce8-988b-434fef913261 by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 13:52:41.875927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.919148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d27450b6-0666-4539-89c4-57200f230173 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Calling delete_port for 7b662d6b-251d-433f-b26b-050a95b6863a owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:41.919957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-78e848dd-cd68-478d-aa0e-431d02274aa3 None None] Provisioning for port 4c0a02ed-8163-4329-848d-50ee31d485ec completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:41.952826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-78e848dd-cd68-478d-aa0e-431d02274aa3 None None] Provisioning complete for port 4c0a02ed-8163-4329-848d-50ee31d485ec triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:41.953477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-78e848dd-cd68-478d-aa0e-431d02274aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:41.992643 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.015193 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Transition to ACTIVE for port object 59464a85-e539-414a-bdb3-bbc7ce234803 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:42.025653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:42.033845 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.050413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.050767 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added segment 9909d5ef-f858-4a0a-b8e4-515d0bc81142 of type vlan for network 3500dd64-19e4-4cff-81e0-f1c98371c771 May 06 13:52:42.125263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.281025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.288326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:42.289005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.368992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.371375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=33ec2c10-418f-4ce8-988b-434fef913261,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:42.438369 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237f87c-7a6b-447c-a457-ebbb81d38c62 None None] Pushing event updated for resources: {'Port': ['ID=59464a85-e539-414a-bdb3-bbc7ce234803,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:42.494852 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Attempting to bind port 59464a85-e539-414a-bdb3-bbc7ce234803 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:42.495079 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Attempting to bind port 59464a85-e539-414a-bdb3-bbc7ce234803 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '47f2f780-3fdb-484b-97c5-358dd897931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:42.495255 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Attempting to bind port 59464a85-e539-414a-bdb3-bbc7ce234803 on network c0167c72-4a16-42c1-aec1-c5e926bfffc1 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:42.510766 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:42.511346 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Checking segment: {'id': '47f2f780-3fdb-484b-97c5-358dd897931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:42.511900 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.512305 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Bound using segment: {'id': '47f2f780-3fdb-484b-97c5-358dd897931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:42.512900 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Bound port: 59464a85-e539-414a-bdb3-bbc7ce234803, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f2f780-3fdb-484b-97c5-358dd897931c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:42.513275 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.637502 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] For port 59464a85-e539-414a-bdb3-bbc7ce234803, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:42.641397 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] For port 59464a85-e539-414a-bdb3-bbc7ce234803, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=59464a85-e539-414a-bdb3-bbc7ce234803,segment=NetworkSegment(47f2f780-3fdb-484b-97c5-358dd897931c),segment_id=47f2f780-3fdb-484b-97c5-358dd897931c)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:42.647722 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.674732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] In _notify_port_updated(), no bound segment for port 33ec2c10-418f-4ce8-988b-434fef913261 on network 53bcde84-51ba-4739-a322-0f8b595fbb3a {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:52:42.682396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:42.683782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.685261 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d350381e-4d24-4c63-bfa3-372fdc30372b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "PUT /v2.0/ports/33ec2c10-418f-4ce8-988b-434fef913261 HTTP/1.1" status: 200 len: 918 time: 4.1885219 May 06 13:52:42.689755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-78e848dd-cd68-478d-aa0e-431d02274aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.697032 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43074) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:42.707134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '532c2a0e-4ae6-40da-9cce-749cdfd053c7'}, {'subnet_id': '93012b16-9227-40db-8eba-98b0d747ef96'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:42.727328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.749429 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237f87c-7a6b-447c-a457-ebbb81d38c62 None None] Pushing event updated for resources: {'Port': ['ID=59464a85-e539-414a-bdb3-bbc7ce234803,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:42.772453 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:42.773758 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:42.781934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-78e848dd-cd68-478d-aa0e-431d02274aa3 None None] For port 4c0a02ed-8163-4329-848d-50ee31d485ec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4c0a02ed-8163-4329-848d-50ee31d485ec,segment=NetworkSegment(ab0d8b66-5314-4d80-977e-7b05c730a6d0),segment_id=ab0d8b66-5314-4d80-977e-7b05c730a6d0)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:42.791225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 400a07f0-3793-46b8-a2e0-4a3c72102e03, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=400a07f0-3793-46b8-a2e0-4a3c72102e03,segment=NetworkSegment(de28c60f-a128-4d81-8bd2-fd2d2d11fb0f),segment_id=de28c60f-a128-4d81-8bd2-fd2d2d11fb0f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:42.799286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-78e848dd-cd68-478d-aa0e-431d02274aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.876344 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.888925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e7a30dec-6547-4ffb-b492-23761fdf0211 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:42.912256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d27450b6-0666-4539-89c4-57200f230173 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.012186 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:43.131741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e848dd-cd68-478d-aa0e-431d02274aa3 None None] Pushing event updated for resources: {'Port': ['ID=4c0a02ed-8163-4329-848d-50ee31d485ec,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:43.227846 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3e89e59e-bbf2-40b1-b6f8-fa0d2f11bb6b None None] Provisioning complete for port 400a07f0-3793-46b8-a2e0-4a3c72102e03 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:43.228831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3e89e59e-bbf2-40b1-b6f8-fa0d2f11bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.279447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e7a30dec-6547-4ffb-b492-23761fdf0211 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:43.280508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.398475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27450b6-0666-4539-89c4-57200f230173 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event deleted for resources: {'Port': ['ID=7b662d6b-251d-433f-b26b-050a95b6863a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:43.401217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.408186 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7051222 May 06 13:52:43.419258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43078) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:43.422529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e01104-6001-4611-aa5a-8fd2543d3766 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Network': ['ID=3500dd64-19e4-4cff-81e0-f1c98371c771,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:43.444775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 6d136b40-7867-4c6c-82f9-eb35ae05a70d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:52:43.454357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'subnet': {'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:43.460209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 3500dd64-19e4-4cff-81e0-f1c98371c771 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:43.494446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:52:43.821714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=400a07f0-3793-46b8-a2e0-4a3c72102e03,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:43.878528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4c0a02ed-8163-4329-848d-50ee31d485ec up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:44.135030 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:37Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:42Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:44.156075 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699e3b0-c4ca-4a32-a808-ec5b05897f2b None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:37Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:42Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:44.168358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 4c0a02ed-8163-4329-848d-50ee31d485ec triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:44.169158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.271617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d27450b6-0666-4539-89c4-57200f230173 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.274917 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d27450b6-0666-4539-89c4-57200f230173 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "DELETE /v2.0/ports/7b662d6b-251d-433f-b26b-050a95b6863a HTTP/1.1" status: 204 len: 168 time: 4.4187970 May 06 13:52:44.277749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43084) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:44.281367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:44.316798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] Sync routers for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:44.380018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:44.381103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:44.411119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-1344500e-1d0e-43c5-811c-9cc3cadd39e5 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Deleting subnet 1f1439cf-716f-4e3e-ad35-e4e99b32d275 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:52:44.417916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1344500e-1d0e-43c5-811c-9cc3cadd39e5 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.433154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:44.448010 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:subnet and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:44.451201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:44.456863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:44.519186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:44.540730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4479a231-aa0c-41e8-9a6c-72939e4f0f68 None None] Provisioning for port 33ec2c10-418f-4ce8-988b-434fef913261 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:44.567750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.582021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.586135 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7eb7d-cf8a-42ca-90cc-6113bc689de2 None None] Sync routers for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:44.587358 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-11ac9522-e765-4c1d-b8b8-0133a74ec183 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9780655 May 06 13:52:44.607896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4479a231-aa0c-41e8-9a6c-72939e4f0f68 None None] Provisioning complete for port 33ec2c10-418f-4ce8-988b-434fef913261 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:44.608384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4479a231-aa0c-41e8-9a6c-72939e4f0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.613827 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7eb7d-cf8a-42ca-90cc-6113bc689de2 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:44.614570 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-23f7eb7d-cf8a-42ca-90cc-6113bc689de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:44.631432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43090) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:44.638754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Made reservation on behalf of ecb9448138ff47599486546e38323452 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:44.645549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.672752 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:52:44.707776 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-23f7eb7d-cf8a-42ca-90cc-6113bc689de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:44.731130 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7eb7d-cf8a-42ca-90cc-6113bc689de2 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:44.732749 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-23f7eb7d-cf8a-42ca-90cc-6113bc689de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:44.755056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4479a231-aa0c-41e8-9a6c-72939e4f0f68 None None] Port 33ec2c10-418f-4ce8-988b-434fef913261 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:44.843771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1344500e-1d0e-43c5-811c-9cc3cadd39e5 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.963835 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-23f7eb7d-cf8a-42ca-90cc-6113bc689de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:44.966257 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7eb7d-cf8a-42ca-90cc-6113bc689de2 None None] The sync data for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:45.018909 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0489b58f-ce86-47c2-ba7f-690027ba4c55 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.6175022 May 06 13:52:45.036913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43094) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:45.043373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:52:45.050150 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4479a231-aa0c-41e8-9a6c-72939e4f0f68 None None] Provisioning complete for port 4c0a02ed-8163-4329-848d-50ee31d485ec triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:45.051055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4479a231-aa0c-41e8-9a6c-72939e4f0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.127273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:45.158955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.28 (53bcde84-51ba-4739-a322-0f8b595fbb3a/93012b16-9227-40db-8eba-98b0d747ef96/33ec2c10-418f-4ce8-988b-434fef913261) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:45.388761 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5baaa09-5418-4ff0-940e-61fef9c6548e'] response: {'name': 'network-changed', 'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'status': 'completed', 'code': 200} May 06 13:52:45.568588 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4527af46-16ac-47b4-bd25-769f2f420e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/fe573731-677d-421c-81e0-489a4b346af6 HTTP/1.1" status: 200 len: 992 time: 0.5162146 May 06 13:52:45.656891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.685032 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.734862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Ignored duplicate provisioning block setup for port 33ec2c10-418f-4ce8-988b-434fef913261 by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 13:52:45.751256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.844513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'fe573731-677d-421c-81e0-489a4b346af6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'port_id': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'mac_address': 'fa:16:3e:6e:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:52:37Z', 'updated_at': '2022-05-06T13:52:37Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168fb372-b1bc-4d36-ab29-b9679087e566', 'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:52:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:51Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:45.856777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] Checking router: 6d136b40-7867-4c6c-82f9-eb35ae05a70d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:52:45.876860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:45.877954 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:45.991073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Subnet': ['ID=5985d3f1-91a3-45c1-8f95-a8f8f2aadfad,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:46.011571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=33ec2c10-418f-4ce8-988b-434fef913261,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:46.022504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1344500e-1d0e-43c5-811c-9cc3cadd39e5 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.118895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Checking segment: {'id': '9909d5ef-f858-4a0a-b8e4-515d0bc81142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:46.119242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network hostable DHCP agents. Network: 3500dd64-19e4-4cff-81e0-f1c98371c771, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:52:46.138415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 400a07f0-3793-46b8-a2e0-4a3c72102e03 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:46.209175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76884894-277c-45cb-9be1-f115198811cf req-2e5db3a4-cc10-4fef-9976-f2c055cab2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:46.210743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76884894-277c-45cb-9be1-f115198811cf req-2e5db3a4-cc10-4fef-9976-f2c055cab2e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 1099 time: 0.8042302 May 06 13:52:46.265130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 3500dd64-19e4-4cff-81e0-f1c98371c771 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:52:46.282514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 3500dd64-19e4-4cff-81e0-f1c98371c771) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:46.284383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] In _notify_port_updated(), no bound segment for port 33ec2c10-418f-4ce8-988b-434fef913261 on network 53bcde84-51ba-4739-a322-0f8b595fbb3a {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:52:46.291694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:46.292373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.297900 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8e3a6051-0588-4f83-97f8-72bc282b6d16 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "PUT /v2.0/ports/33ec2c10-418f-4ce8-988b-434fef913261 HTTP/1.1" status: 200 len: 998 time: 3.5955591 May 06 13:52:46.299178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43100) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:46.303380 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:46.304011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.310620 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0f952-8575-4681-8277-38562079366a None None] Network 3500dd64-19e4-4cff-81e0-f1c98371c771 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:46.399529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-975abf15-a0e3-41d9-a83b-76f539790ce7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 33ec2c10-418f-4ce8-988b-434fef913261 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:46.399529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-975abf15-a0e3-41d9-a83b-76f539790ce7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.438845 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-71c30b5c-ce6c-4c1a-b18c-eee6940cf20e tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9984367 May 06 13:52:46.438845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43104) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:46.516604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1344500e-1d0e-43c5-811c-9cc3cadd39e5 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.575610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:46.585709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43108) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:46.604685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76884894-277c-45cb-9be1-f115198811cf req-2eb4f770-c05a-4e57-b716-d36c60bd6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:46.606194 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76884894-277c-45cb-9be1-f115198811cf req-2eb4f770-c05a-4e57-b716-d36c60bd6809 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c406565-fa22-4b27-9f5c-602d5b039656 HTTP/1.1" status: 200 len: 897 time: 0.3871465 May 06 13:52:46.610469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344500e-1d0e-43c5-811c-9cc3cadd39e5 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1439cf-716f-4e3e-ad35-e4e99b32d275,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:46.612663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1344500e-1d0e-43c5-811c-9cc3cadd39e5 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.669207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3732b48-30f8-48d3-b6a0-6ae4719e4c2f None None] Network e0d14668-b112-4b32-8d1c-ad4a293dbd43 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:46.744780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1344500e-1d0e-43c5-811c-9cc3cadd39e5 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "DELETE /v2.0/subnets/1f1439cf-716f-4e3e-ad35-e4e99b32d275 HTTP/1.1" status: 204 len: 168 time: 2.4659257 May 06 13:52:46.752914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43112) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:46.860239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-453058cf-1e20-4cf1-b0f8-fc67ad80b0dd None None] Provisioning complete for port 33ec2c10-418f-4ce8-988b-434fef913261 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:46.861511 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-453058cf-1e20-4cf1-b0f8-fc67ad80b0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.917827 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76884894-277c-45cb-9be1-f115198811cf req-b2845945-8785-48d8-a3c7-e4a844c40de8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ae34c8-f67f-423e-b6d0-985a615b51e5 HTTP/1.1" status: 200 len: 1000 time: 0.2718437 May 06 13:52:47.013249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.084970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76884894-277c-45cb-9be1-f115198811cf req-2cfcea1a-4f36-47bc-a4fb-026b992461ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:47.086535 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76884894-277c-45cb-9be1-f115198811cf req-2cfcea1a-4f36-47bc-a4fb-026b992461ed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c75d833d-3071-47b8-9a08-979c350a0bc1 HTTP/1.1" status: 200 len: 834 time: 0.1546986 May 06 13:52:47.132550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Deleting port 1107037d-47e0-4988-990a-b7890a7797cd {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:47.132921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.185130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.194073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 400a07f0-3793-46b8-a2e0-4a3c72102e03 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:47.196552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.317974 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-38f05124-65b3-41b5-af26-055d3e5dc60e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/fe573731-677d-421c-81e0-489a4b346af6 HTTP/1.1" status: 200 len: 992 time: 0.7276351 May 06 13:52:47.484115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-453058cf-1e20-4cf1-b0f8-fc67ad80b0dd None None] Port 33ec2c10-418f-4ce8-988b-434fef913261 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:47.487342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76884894-277c-45cb-9be1-f115198811cf req-8199f556-09fd-43d2-b299-5b405f9fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:47.489192 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76884894-277c-45cb-9be1-f115198811cf req-8199f556-09fd-43d2-b299-5b405f9fae01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c406565-fa22-4b27-9f5c-602d5b039656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3945632 May 06 13:52:47.538144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-975abf15-a0e3-41d9-a83b-76f539790ce7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.724343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-975abf15-a0e3-41d9-a83b-76f539790ce7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 33ec2c10-418f-4ce8-988b-434fef913261 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:47.748163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-3500dd64-19e4-4cff-81e0-f1c98371c771', 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'fixed_ips': [{'subnet_id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:52:47.749475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.877473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] For port 1107037d-47e0-4988-990a-b7890a7797cd, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1107037d-47e0-4988-990a-b7890a7797cd,segment=NetworkSegment(17e114a6-30ad-4517-9390-934f9430c107),segment_id=17e114a6-30ad-4517-9390-934f9430c107)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:47.878389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.043280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Calling delete_port for 1107037d-47e0-4988-990a-b7890a7797cd owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:48.124708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-975abf15-a0e3-41d9-a83b-76f539790ce7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.194271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76884894-277c-45cb-9be1-f115198811cf req-1a736b0f-75dc-4f2d-85c2-4abe3ddc977a service neutron] 10.222.0.76 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967607 May 06 13:52:48.227477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975abf15-a0e3-41d9-a83b-76f539790ce7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=33ec2c10-418f-4ce8-988b-434fef913261,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:48.349998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43116) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:48.526192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.543264 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.556530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 59464a85-e539-414a-bdb3-bbc7ce234803 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:48.608724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.20.0.1 (4ac321f4-8690-4888-8f57-a6dcf551d60a/9ce7d980-860b-42b4-94cc-fd2fb0964581/bd8d2492-f58a-48d2-93d8-2503afbce466) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:48.645580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event deleted for resources: {'Port': ['ID=1107037d-47e0-4988-990a-b7890a7797cd,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:48.662711 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76884894-277c-45cb-9be1-f115198811cf req-86eb68a6-6351-4f22-a6ea-4301b8cb3566 service neutron] 10.222.0.76 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549401 May 06 13:52:48.664773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] No DVR routers for this DVR port 1107037d-47e0-4988-990a-b7890a7797cd on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:48.674008 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b3d96a4d-ff4b-48e3-bba6-fccf3a75cb18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/fe573731-677d-421c-81e0-489a4b346af6 HTTP/1.1" status: 200 len: 992 time: 0.3237433 May 06 13:52:48.692572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d750b9-4106-42e4-8dfb-1bcd08eaef48 None None] DHCP port deletion for e0d14668-b112-4b32-8d1c-ad4a293dbd43 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:52:48.716554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.716804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.717357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.718191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.718554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.719167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.719304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.719639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.719964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.720289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.720654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.720975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:48.734289 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 59464a85-e539-414a-bdb3-bbc7ce234803 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:48.746767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 59464a85-e539-414a-bdb3-bbc7ce234803 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:48.747138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.803702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Allocated IP 2001:db8:3::2 (3500dd64-19e4-4cff-81e0-f1c98371c771/5985d3f1-91a3-45c1-8f95-a8f8f2aadfad/54ce36e9-ee9f-46cc-b87b-012c8a969b72) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:48.814916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-975abf15-a0e3-41d9-a83b-76f539790ce7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:48.819029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'fe573731-677d-421c-81e0-489a4b346af6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'port_id': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'mac_address': 'fa:16:3e:6e:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:52:37Z', 'updated_at': '2022-05-06T13:52:37Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168fb372-b1bc-4d36-ab29-b9679087e566', 'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:52:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:51Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:48.843630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab114c8-edd6-4ea4-a778-9b9dce33eb4f None None] The sync data for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv is: [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'fe573731-677d-421c-81e0-489a4b346af6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'port_id': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'mac_address': 'fa:16:3e:6e:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:52:37Z', 'updated_at': '2022-05-06T13:52:37Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168fb372-b1bc-4d36-ab29-b9679087e566', 'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:52:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:51Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:48.848667 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-975abf15-a0e3-41d9-a83b-76f539790ce7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/33ec2c10-418f-4ce8-988b-434fef913261 HTTP/1.1" status: 204 len: 168 time: 2.5384848 May 06 13:52:48.855544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43120) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:48.926222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.009198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d14668-b112-4b32-8d1c-ad4a293dbd43']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:49.042846 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9c1fbf-7745-4c35-bb36-73088f261009 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:52:49.043730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1d9c1fbf-7745-4c35-bb36-73088f261009 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:49.078598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.084602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e114a6-30ad-4517-9390-934f9430c107') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:49.084934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e114a6-30ad-4517-9390-934f9430c107') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:49.116457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.118608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1d9c1fbf-7745-4c35-bb36-73088f261009 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:49.123828 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1d9c1fbf-7745-4c35-bb36-73088f261009 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/33ec2c10-418f-4ce8-988b-434fef913261 HTTP/1.1" status: 404 len: 333 time: 0.2624614 May 06 13:52:49.123828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43124) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:49.134082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Transition to ACTIVE for port object bd8d2492-f58a-48d2-93d8-2503afbce466 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:49.147228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.156560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:52:49.157022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.163518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.204493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.229485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Transition to ACTIVE for port object 54ce36e9-ee9f-46cc-b87b-012c8a969b72 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:49.282380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 59464a85-e539-414a-bdb3-bbc7ce234803, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=59464a85-e539-414a-bdb3-bbc7ce234803,segment=NetworkSegment(47f2f780-3fdb-484b-97c5-358dd897931c),segment_id=47f2f780-3fdb-484b-97c5-358dd897931c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:49.296728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.303825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Transition to ACTIVE for port object 54ce36e9-ee9f-46cc-b87b-012c8a969b72 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:49.374940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0c89a-226b-43e4-baa1-299c3558b976 None None] New status for floating IP fe573731-677d-421c-81e0-489a4b346af6: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:49.381909 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:49.386065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.440161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.460041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet 93012b16-9227-40db-8eba-98b0d747ef96 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:52:49.464711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.501923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] Pushing event deleted for resources: {'Network': ['ID=e0d14668-b112-4b32-8d1c-ad4a293dbd43,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:49.535505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.562931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1107037d-47e0-4988-990a-b7890a7797cd no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:49.613364 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.649609 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 1107037d-47e0-4988-990a-b7890a7797cd {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:52:49.649609 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1107037d-47e0-4988-990a-b7890a7797cd not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:49.673916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.692248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Network 3500dd64-19e4-4cff-81e0-f1c98371c771 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:49.693761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=59464a85-e539-414a-bdb3-bbc7ce234803,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:49.707885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:49.728109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43128) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:49.743764 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c39a92b3-46e0-4015-ba24-d904e1bade36 tempest-ExtraDHCPOptionsTestJSON-2047362946 tempest-ExtraDHCPOptionsTestJSON-2047362946-project] 10.222.0.21 "DELETE /v2.0/networks/e0d14668-b112-4b32-8d1c-ad4a293dbd43 HTTP/1.1" status: 204 len: 168 time: 2.9872727 May 06 13:52:49.833905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:49.899880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:49.994580 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Allocated IP 2001:db8:3::1 (3500dd64-19e4-4cff-81e0-f1c98371c771/5985d3f1-91a3-45c1-8f95-a8f8f2aadfad/08a11b58-f787-4bb7-aab8-6ec537fa126d) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:50.000608 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-702c2497-c553-4853-aa8f-248cafaaa8e4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/fe573731-677d-421c-81e0-489a4b346af6 HTTP/1.1" status: 200 len: 992 time: 0.2630732 May 06 13:52:50.035989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 4ac321f4-8690-4888-8f57-a6dcf551d60a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:50.049342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:50.062257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:50.235632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Pushing event updated for resources: {'Port': ['ID=54ce36e9-ee9f-46cc-b87b-012c8a969b72,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:50.245655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=bd8d2492-f58a-48d2-93d8-2503afbce466,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:50.277126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.352172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Attempting to bind port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:50.352766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Attempting to bind port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '9909d5ef-f858-4a0a-b8e4-515d0bc81142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:50.353159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Attempting to bind port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 on network 3500dd64-19e4-4cff-81e0-f1c98371c771 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:50.441930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:50.442512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Checking segment: {'id': '9909d5ef-f858-4a0a-b8e4-515d0bc81142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:50.446655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.447136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Bound using segment: {'id': '9909d5ef-f858-4a0a-b8e4-515d0bc81142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:50.447601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Bound port: 54ce36e9-ee9f-46cc-b87b-012c8a969b72, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9909d5ef-f858-4a0a-b8e4-515d0bc81142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:50.447994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.544572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.562238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43136) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:50.581793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Transition to ACTIVE for port object 08a11b58-f787-4bb7-aab8-6ec537fa126d will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:50.610886 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-845ab30f-36c9-41df-a790-f951cbd0f249 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0683985 May 06 13:52:50.618919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.665564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] For port 54ce36e9-ee9f-46cc-b87b-012c8a969b72, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:50.677520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.678635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] For port 54ce36e9-ee9f-46cc-b87b-012c8a969b72, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=54ce36e9-ee9f-46cc-b87b-012c8a969b72,segment=NetworkSegment(9909d5ef-f858-4a0a-b8e4-515d0bc81142),segment_id=9909d5ef-f858-4a0a-b8e4-515d0bc81142)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:50.699140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.828829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6812b57e-5889-409e-ac0a-5c991ab0582f None None] Provisioning for port bd8d2492-f58a-48d2-93d8-2503afbce466 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:50.841310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=93012b16-9227-40db-8eba-98b0d747ef96,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:50.841765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.854945 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.865216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b1d2c-63d3-4d94-b92c-d4dea4ec14a7 None None] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:50.876165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.876453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.876833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.877368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.877937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.878481 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.879574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.880125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.880932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.881475 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.882025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.882556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:50.893466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 3500dd64-19e4-4cff-81e0-f1c98371c771 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:50.896273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=08a11b58-f787-4bb7-aab8-6ec537fa126d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:50.896625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6812b57e-5889-409e-ac0a-5c991ab0582f None None] Provisioning complete for port bd8d2492-f58a-48d2-93d8-2503afbce466 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:50.897051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6812b57e-5889-409e-ac0a-5c991ab0582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.902286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:50.906191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:50.906914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:50.916033 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fb2faaee-7691-40bc-9a96-3a4179b1f8ae tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/93012b16-9227-40db-8eba-98b0d747ef96 HTTP/1.1" status: 204 len: 168 time: 1.7890234 May 06 13:52:50.928117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43142) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:51.018246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43146) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:51.137450 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-145e05f0-aa94-4129-b172-88d4a85c6cc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bd0ad08196542a3a3d159ec7679bb0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659833 May 06 13:52:51.142096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752ca9d-32b7-492a-a686-92fbccd9c28e None None] Pushing event updated for resources: {'Port': ['ID=54ce36e9-ee9f-46cc-b87b-012c8a969b72,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:51.143727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43150) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:51.147436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-9087cc5a-fba1-43a4-827c-922d3e2518f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:51.149030 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-9087cc5a-fba1-43a4-827c-922d3e2518f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 1098 time: 0.3840306 May 06 13:52:51.153532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6812b57e-5889-409e-ac0a-5c991ab0582f None None] Port bd8d2492-f58a-48d2-93d8-2503afbce466 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:51.228692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-1172729e-5683-47e3-90a0-acc2d9dfabce tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet 532c2a0e-4ae6-40da-9cce-749cdfd053c7 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:52:51.247056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1172729e-5683-47e3-90a0-acc2d9dfabce tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.285830 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f00e6fa-7b0c-436f-8921-d17fad60b366 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/fe573731-677d-421c-81e0-489a4b346af6 HTTP/1.1" status: 200 len: 994 time: 0.2660930 May 06 13:52:51.321371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1172729e-5683-47e3-90a0-acc2d9dfabce tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.507051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.553479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 59464a85-e539-414a-bdb3-bbc7ce234803 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:51.577866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-16f4e5ea-4d13-4d2f-a4c3-0200b59d5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:51.580205 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-16f4e5ea-4d13-4d2f-a4c3-0200b59d5a21 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.4014492 May 06 13:52:51.584498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1172729e-5683-47e3-90a0-acc2d9dfabce tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.690165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2914633a-bbd5-445a-9f3e-38c9952efc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.701519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 59464a85-e539-414a-bdb3-bbc7ce234803 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:51.702069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.855564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1172729e-5683-47e3-90a0-acc2d9dfabce tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.874223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2914633a-bbd5-445a-9f3e-38c9952efc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.973650 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-4ad752c7-05ee-4f3e-b1de-88ebb14bf7cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f78bdf-c864-4df3-aad7-636f6814688f HTTP/1.1" status: 200 len: 1000 time: 0.3609145 May 06 13:52:52.009905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172729e-5683-47e3-90a0-acc2d9dfabce tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=532c2a0e-4ae6-40da-9cce-749cdfd053c7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:52.023123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1172729e-5683-47e3-90a0-acc2d9dfabce tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.039837 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1172729e-5683-47e3-90a0-acc2d9dfabce tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/532c2a0e-4ae6-40da-9cce-749cdfd053c7 HTTP/1.1" status: 204 len: 168 time: 1.1107986 May 06 13:52:52.045030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43154) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:52.085808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.150481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.330297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-eea0261a-8780-4131-95a0-83e8166794ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:52.333731 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-eea0261a-8780-4131-95a0-83e8166794ba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.3511231 May 06 13:52:52.446481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=bd8d2492-f58a-48d2-93d8-2503afbce466,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:52.471039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd407f1-90b6-486f-82fb-ce8756da5904 None None] Network 53bcde84-51ba-4739-a322-0f8b595fbb3a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:52.479249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.481815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.511044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2914633a-bbd5-445a-9f3e-38c9952efc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.539201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914633a-bbd5-445a-9f3e-38c9952efc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c0255-67d9-40b1-89f5-04c6c79ecfe8,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:52.593697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.601433 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.602368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.650947 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 4c0a02ed-8163-4329-848d-50ee31d485ec {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:52.651432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.785511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event updated for resources: {'Port': ['ID=08a11b58-f787-4bb7-aab8-6ec537fa126d,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:52.812172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b37a40-efcc-4daf-ad41-117422350feb None None] Network 3500dd64-19e4-4cff-81e0-f1c98371c771 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:52:52.844027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Network 3500dd64-19e4-4cff-81e0-f1c98371c771 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:52.846060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:52.909829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2914633a-bbd5-445a-9f3e-38c9952efc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.915418 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2914633a-bbd5-445a-9f3e-38c9952efc15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f9c0255-67d9-40b1-89f5-04c6c79ecfe8 HTTP/1.1" status: 204 len: 168 time: 1.7610116 May 06 13:52:52.969738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-40f6e89e-1965-42da-9be0-1735a7d63307 None None] Provisioning complete for port 4c0a02ed-8163-4329-848d-50ee31d485ec triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:52.970676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-40f6e89e-1965-42da-9be0-1735a7d63307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.011378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 4ac321f4-8690-4888-8f57-a6dcf551d60a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:53.015457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:53.019218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-da6d5127-e86f-424e-b82d-dd2960cf4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:53.021622 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-da6d5127-e86f-424e-b82d-dd2960cf4695 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6516414 May 06 13:52:53.392391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:52:53.639836 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-c1b03588-5085-4f4f-9cd2-09c2dcd9d397 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357802 May 06 13:52:53.661246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] DHCP port deletion for 53bcde84-51ba-4739-a322-0f8b595fbb3a request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:52:53.664500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 54ce36e9-ee9f-46cc-b87b-012c8a969b72 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:53.774379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] Deleting port 4c0a02ed-8163-4329-848d-50ee31d485ec {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:53.778506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.794021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] For port 4c0a02ed-8163-4329-848d-50ee31d485ec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4c0a02ed-8163-4329-848d-50ee31d485ec,segment=NetworkSegment(ab0d8b66-5314-4d80-977e-7b05c730a6d0),segment_id=ab0d8b66-5314-4d80-977e-7b05c730a6d0)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:53.794361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.872324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:53.881792 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ee7b7aa3-0f23-4d35-ad35-eae59bd0de28 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4350660 May 06 13:52:53.887237 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea34e18a-5170-4dcb-a77a-2b83a8a7e631 req-a7ebdf8a-814d-4c17-b67e-73163bb9c796 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390943 May 06 13:52:53.887887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43170) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:53.891235 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:53.916370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:53.968308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:52:53.976813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 4c0a02ed-8163-4329-848d-50ee31d485ec owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:53.980517 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:53.987806 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:54.189439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Provisioning complete for port bd8d2492-f58a-48d2-93d8-2503afbce466 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:54.191501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.293037 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:54.299967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:54.553375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Port bd8d2492-f58a-48d2-93d8-2503afbce466 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:54.557141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.646228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] For port 4c0a02ed-8163-4329-848d-50ee31d485ec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=4c0a02ed-8163-4329-848d-50ee31d485ec,segment=NetworkSegment(ab0d8b66-5314-4d80-977e-7b05c730a6d0),segment_id=ab0d8b66-5314-4d80-977e-7b05c730a6d0)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:54.646900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.685331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Provisioning for port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:54.714143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Provisioning complete for port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:54.721480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.840973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=4c0a02ed-8163-4329-848d-50ee31d485ec,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:54.875773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No DVR routers for this DVR port 4c0a02ed-8163-4329-848d-50ee31d485ec on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:55.024184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43182) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.115371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:55.184163 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:51Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08a11b58-f787-4bb7-aab8-6ec537fa126d', 'name': '', 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:9a:b8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:49Z', 'updated_at': '2022-05-06T13:52:52Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:55.190840 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:52:55.191869 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Updating router 7a1b8e4a-dd51-4ccf-872c-340f7931469d port 08a11b58-f787-4bb7-aab8-6ec537fa126d binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:52:55.192751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.extraroute_db [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 06 13:52:55.210537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] Calling delete_port for 4c0a02ed-8163-4329-848d-50ee31d485ec owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:52:55.221444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.extraroute_db [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Removed routes are [] {{(pid=87985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 06 13:52:55.222413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.267590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6484683-bf55-4847-bce6-b0abbd62ee18 None None] Sync routers for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:52:55.380826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-958ac311-edb8-4389-8b59-f2adbbf361eb tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/routers/a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7428815 May 06 13:52:55.383806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43188) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:55.465358 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.474102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.497899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6484683-bf55-4847-bce6-b0abbd62ee18 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:55.498559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6484683-bf55-4847-bce6-b0abbd62ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:55.501375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'port': {'network_id': '4ac321f4-8690-4888-8f57-a6dcf551d60a', 'name': 'tempest-FloatingIPTestJSON-2136697648'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:55.561287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4c0a02ed-8163-4329-848d-50ee31d485ec no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:55.642096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6484683-bf55-4847-bce6-b0abbd62ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:55.654910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 4c0a02ed-8163-4329-848d-50ee31d485ec {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:52:55.655818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 4c0a02ed-8163-4329-848d-50ee31d485ec not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:55.696810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6484683-bf55-4847-bce6-b0abbd62ee18 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:55.703095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6484683-bf55-4847-bce6-b0abbd62ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: from cryptography.utils import int_from_bytes May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: from cryptography.utils import int_from_bytes May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn_limited( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn_limited( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.813247 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6484683-bf55-4847-bce6-b0abbd62ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:55.819807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6484683-bf55-4847-bce6-b0abbd62ee18 None None] The sync data for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:55.868636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530260331'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:55.894320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:55.907640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bcde84-51ba-4739-a322-0f8b595fbb3a']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:55.919581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:network and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:55.965180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:55.982363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:52:55.982811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:52:56.076618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:56.080833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] For port 54ce36e9-ee9f-46cc-b87b-012c8a969b72, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=54ce36e9-ee9f-46cc-b87b-012c8a969b72,segment=NetworkSegment(9909d5ef-f858-4a0a-b8e4-515d0bc81142),segment_id=9909d5ef-f858-4a0a-b8e4-515d0bc81142)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:52:56.102276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.107477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:56.138651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0d8b66-5314-4d80-977e-7b05c730a6d0') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:56.139148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0d8b66-5314-4d80-977e-7b05c730a6d0') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:56.155108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:56.173498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Usage tracker for resource:port and tenant:1a2ea55a215a4bc1928456f4e0f1a45f is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:56.182127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.194585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:56.210574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:56.216530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.242230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:56.242667 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.245627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.257563 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Transition to ACTIVE for port object 08a11b58-f787-4bb7-aab8-6ec537fa126d will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:56.273939 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.286645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:56.293417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:security_group_rule and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:56.298767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:56.299480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d265793c-19c3-4bbc-b95a-244e56569dba None None] Provisioning complete for port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:56.300259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d265793c-19c3-4bbc-b95a-244e56569dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.310639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:56.333107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.336749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Pushing event updated for resources: {'Port': ['ID=54ce36e9-ee9f-46cc-b87b-012c8a969b72,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:56.344239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:52:56.344886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.351585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.351925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.352481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.352897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.353268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.353673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.354006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.354335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.354668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.354992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.355317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.355640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b580bd31-5e5b-4d46-a0d1-5fd4e6149f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:52:56.381116 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:52:56.389045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.396280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.469323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Made reservation on behalf of 1a2ea55a215a4bc1928456f4e0f1a45f for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:56.477379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.500545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] Deleting port 4c0a02ed-8163-4329-848d-50ee31d485ec {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:52:56.500545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.565720 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ff3e9-24e7-4905-94b4-09e2b5bff143 None None] Pushing event updated for resources: {'Port': ['ID=08a11b58-f787-4bb7-aab8-6ec537fa126d,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:56.575688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] device_id is not set on port a648c029-3058-4f8f-bb9c-07aac17d3882 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:52:56.728258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.753313 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Attempting to bind port 08a11b58-f787-4bb7-aab8-6ec537fa126d on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:56.754080 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Attempting to bind port 08a11b58-f787-4bb7-aab8-6ec537fa126d by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '9909d5ef-f858-4a0a-b8e4-515d0bc81142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:56.754697 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Attempting to bind port 08a11b58-f787-4bb7-aab8-6ec537fa126d on network 3500dd64-19e4-4cff-81e0-f1c98371c771 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:52:56.758303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-82c8b45b-b56c-4924-8d94-35a8ced13649 None None] The port '4c0a02ed-8163-4329-848d-50ee31d485ec' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:52:56.766745 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:52:56.769026 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Checking segment: {'id': '9909d5ef-f858-4a0a-b8e4-515d0bc81142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:52:56.770490 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.771344 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Bound using segment: {'id': '9909d5ef-f858-4a0a-b8e4-515d0bc81142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:52:56.772122 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Bound port: 08a11b58-f787-4bb7-aab8-6ec537fa126d, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9909d5ef-f858-4a0a-b8e4-515d0bc81142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:56.777917 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.813327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:52:56.841046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d265793c-19c3-4bbc-b95a-244e56569dba None None] Provisioning for port 08a11b58-f787-4bb7-aab8-6ec537fa126d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:56.844073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:56.882054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Network': ['ID=53bcde84-51ba-4739-a322-0f8b595fbb3a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:56.938570 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5dbe7417-4ff8-47e2-ae14-73bdea3af1e0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/networks/53bcde84-51ba-4739-a322-0f8b595fbb3a HTTP/1.1" status: 204 len: 168 time: 4.8814754 May 06 13:52:56.944269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43192) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:56.958296 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] For port 08a11b58-f787-4bb7-aab8-6ec537fa126d, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:52:56.983528 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] For port 08a11b58-f787-4bb7-aab8-6ec537fa126d, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=08a11b58-f787-4bb7-aab8-6ec537fa126d,segment=NetworkSegment(9909d5ef-f858-4a0a-b8e4-515d0bc81142),segment_id=9909d5ef-f858-4a0a-b8e4-515d0bc81142)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:52:56.992170 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.141283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.147049 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:52:57.148153 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:57.158393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Allocated IP 172.20.0.9 (4ac321f4-8690-4888-8f57-a6dcf551d60a/9ce7d980-860b-42b4-94cc-fd2fb0964581/a648c029-3058-4f8f-bb9c-07aac17d3882) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:52:57.161644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.229996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:57.239842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:52:57.256089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.260939 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1c0c4d56-583d-4fe8-b46b-ff3d0ab04950 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d HTTP/1.1" status: 200 len: 954 time: 3.3712268 May 06 13:52:57.263107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43196) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.277685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51489b76-7657-4efd-83d3-f036912aa3ea,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:57.293109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7968c3a-d236-4d51-a4b5-8c643412f0dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:57.293942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b7968c3a-d236-4d51-a4b5-8c643412f0dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:57.304384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.304775 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment 4a968c1d-449a-409f-8497-c20719ea9fc6 of type vlan for network cbd71ef4-b995-45f6-a31b-07654f34f9a2 May 06 13:52:57.482209 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ff3e9-24e7-4905-94b4-09e2b5bff143 None None] Pushing event updated for resources: {'Port': ['ID=08a11b58-f787-4bb7-aab8-6ec537fa126d,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:57.489016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 54ce36e9-ee9f-46cc-b87b-012c8a969b72 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:57.502952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.517489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b7968c3a-d236-4d51-a4b5-8c643412f0dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:57.520333 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:52:57.523910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b7968c3a-d236-4d51-a4b5-8c643412f0dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5784266 May 06 13:52:57.533703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43202) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.671879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.679349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:57.680660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.684316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:57.684943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.696729 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-24e2c022-979e-4f1f-90af-90d454ddf190 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d HTTP/1.1" status: 200 len: 954 time: 0.4315350 May 06 13:52:57.698131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43208) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.709242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'routes': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:57.857548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:57.872450 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.8304520 May 06 13:52:57.885324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cab4e4-b9e6-42ae-8141-c737208398e7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=cbd71ef4-b995-45f6-a31b-07654f34f9a2,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:57.896267 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Transition to ACTIVE for port object a648c029-3058-4f8f-bb9c-07aac17d3882 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:57.915864 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4858dd05-a383-4f2c-b10f-2ce2deb1e46b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3771818 May 06 13:52:57.917438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43212) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:57.922826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network cbd71ef4-b995-45f6-a31b-07654f34f9a2 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:57.924381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2059436142'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:57.933213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:57.939395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:network and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:57.946330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:57.955441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:52:57.977522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:52:57.981370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.007106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.290329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Network 4ac321f4-8690-4888-8f57-a6dcf551d60a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:52:58.311528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:52:58.319875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:52:58.339840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:52:58.427001 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:55Z', 'revision_number': 6, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08a11b58-f787-4bb7-aab8-6ec537fa126d', 'name': '', 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:9a:b8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:49Z', 'updated_at': '2022-05-06T13:52:56Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:52:58.429205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event updated for resources: {'Port': ['ID=a648c029-3058-4f8f-bb9c-07aac17d3882,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:58.439758 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277d8d7-26a4-400f-b454-91c481acd3c4 None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:55Z', 'revision_number': 6, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08a11b58-f787-4bb7-aab8-6ec537fa126d', 'name': '', 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:9a:b8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:49Z', 'updated_at': '2022-05-06T13:52:56Z', 'revision_number': 4, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:52:58.508573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.511139 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Added segment afd92b7f-eeae-4a10-9a1e-30ead6c87125 of type vlan for network 8f580053-21b9-4f97-884d-3408a3073736 May 06 13:52:58.621362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.713594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:58.714282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.728969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.744083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:52:58.745839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.829900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-636f27c2-8649-43f9-b9e0-da766a7ce065 None None] Provisioning for port a648c029-3058-4f8f-bb9c-07aac17d3882 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:58.837393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-636f27c2-8649-43f9-b9e0-da766a7ce065 None None] Provisioning complete for port a648c029-3058-4f8f-bb9c-07aac17d3882 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:58.838146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-636f27c2-8649-43f9-b9e0-da766a7ce065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:58.940548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-636f27c2-8649-43f9-b9e0-da766a7ce065 None None] Port a648c029-3058-4f8f-bb9c-07aac17d3882 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:52:59.167061 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2476232 May 06 13:52:59.182283 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5967e635-bb03-403b-80f7-c3c79771073b tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6885471 May 06 13:52:59.187628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43216) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:59.188214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43218) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:59.193454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.extraroute_db [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added routes are [] {{(pid=87985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 06 13:52:59.194418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.extraroute_db [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 06 13:52:59.204631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '8f580053-21b9-4f97-884d-3408a3073736', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:59.248237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59923d-ee5a-4b04-9c26-d59fcb116a4d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Network': ['ID=8f580053-21b9-4f97-884d-3408a3073736,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:59.271641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 8f580053-21b9-4f97-884d-3408a3073736 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:52:59.273907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Request body: {'floatingip': {'port_id': 'a648c029-3058-4f8f-bb9c-07aac17d3882'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:52:59.274820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.668376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 08a11b58-f787-4bb7-aab8-6ec537fa126d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:59.728382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:52:59.736176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:52:59.745937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:52:59.768065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:59.866255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 08a11b58-f787-4bb7-aab8-6ec537fa126d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:59.886385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 08a11b58-f787-4bb7-aab8-6ec537fa126d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:59.887464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.181908 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:00.240540 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:00.241572 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:00.253112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.263518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.326536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.391992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 08a11b58-f787-4bb7-aab8-6ec537fa126d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=08a11b58-f787-4bb7-aab8-6ec537fa126d,segment=NetworkSegment(9909d5ef-f858-4a0a-b8e4-515d0bc81142),segment_id=9909d5ef-f858-4a0a-b8e4-515d0bc81142)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:00.400607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.424855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:00.469534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:00.483197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:00.576815 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:00.605521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:00.614155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=08a11b58-f787-4bb7-aab8-6ec537fa126d,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:01.057005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:01.077588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.079509 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0239e9db-945a-46c3-9181-e5223ace32fa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d HTTP/1.1" status: 200 len: 704 time: 3.3798010 May 06 13:53:01.082755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43226) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:01.118979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.223129 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:59Z', 'revision_number': 7, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08a11b58-f787-4bb7-aab8-6ec537fa126d', 'name': '', 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:9a:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:49Z', 'updated_at': '2022-05-06T13:53:00Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:01.231613 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:53:01.253613 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:01.255729 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:01.283456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=9362126d-04af-4129-937b-7989ec53f5fb,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:01.316734 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Checking segment: {'id': 'afd92b7f-eeae-4a10-9a1e-30ead6c87125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8f580053-21b9-4f97-884d-3408a3073736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:01.317911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network hostable DHCP agents. Network: 8f580053-21b9-4f97-884d-3408a3073736, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:01.356069 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-faaca7da-28af-48ac-8ffc-08809c378897 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d HTTP/1.1" status: 200 len: 704 time: 0.2717586 May 06 13:53:01.356989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43230) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:01.405349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 8f580053-21b9-4f97-884d-3408a3073736 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:01.569680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 08a11b58-f787-4bb7-aab8-6ec537fa126d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:01.761050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.764657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 8f580053-21b9-4f97-884d-3408a3073736) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:01.774128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:01.813880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b356a-09b3-41a5-b82e-b2d7de2d80f2 None None] Network 8f580053-21b9-4f97-884d-3408a3073736 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:01.886670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:01.887891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.085259 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:02.166805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 08a11b58-f787-4bb7-aab8-6ec537fa126d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:02.173660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.199648 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-aae5894b-edc5-422a-8a35-90119875b975 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0097356 May 06 13:53:02.213275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43234) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:02.231171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '8f580053-21b9-4f97-884d-3408a3073736', 'name': 'tempest-PortsTestJSON-1177690630'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:02.235466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43238) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:02.287225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': 'cbd71ef4-b995-45f6-a31b-07654f34f9a2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:02.302913 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP 09c74cca-6454-4a41-aff0-f62ff5515a89 associated. External IP: 172.26.2.71, port: 3827e7d6-ac08-4cde-8653-3780f40a41cd. May 06 13:53:02.583804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.585157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:02.593309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:subnet and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:02.600686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:02.612463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:02.661601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-8f580053-21b9-4f97-884d-3408a3073736', 'network_id': '8f580053-21b9-4f97-884d-3408a3073736', 'tenant_id': 'a6e6a5320f954c9fbafdec9cd29ce4c8', 'fixed_ips': [{'subnet_id': '9362126d-04af-4129-937b-7989ec53f5fb'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:02.663707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.700515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:02.704397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.730751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:02.740021 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:59Z', 'revision_number': 7, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08a11b58-f787-4bb7-aab8-6ec537fa126d', 'name': '', 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:9a:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:49Z', 'updated_at': '2022-05-06T13:53:00Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:02.755430 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75898285-0f1d-4c87-8127-00fb79a43521 None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:59Z', 'revision_number': 7, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08a11b58-f787-4bb7-aab8-6ec537fa126d', 'name': '', 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:9a:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:49Z', 'updated_at': '2022-05-06T13:53:00Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:02.767285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:02.794967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:02.799618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:02.944188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 49f06494-6d92-47fb-a19f-343850fa6799 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:53:03.088877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Allocated IP 172.20.0.2 (8f580053-21b9-4f97-884d-3408a3073736/9362126d-04af-4129-937b-7989ec53f5fb/b3ac41f4-5915-4767-9cbf-e0acb980917c) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:03.154839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 08a11b58-f787-4bb7-aab8-6ec537fa126d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:03.155721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.244546 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:03.275917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:03.276913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:03.277313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:03.426914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 08a11b58-f787-4bb7-aab8-6ec537fa126d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=08a11b58-f787-4bb7-aab8-6ec537fa126d,segment=NetworkSegment(9909d5ef-f858-4a0a-b8e4-515d0bc81142),segment_id=9909d5ef-f858-4a0a-b8e4-515d0bc81142)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:03.427699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.493100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.574246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 08a11b58-f787-4bb7-aab8-6ec537fa126d owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:03.603159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:03.610650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:03.630123 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06ed9d-4995-4328-a0da-0dcae03997c3 None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:03.641910 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06ed9d-4995-4328-a0da-0dcae03997c3 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:03.642551 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4b06ed9d-4995-4328-a0da-0dcae03997c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:03.708355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=6dc03dcd-ee2d-47d6-aded-776828470e3c,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:03.724985 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4b06ed9d-4995-4328-a0da-0dcae03997c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:03.743074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking segment: {'id': '4a968c1d-449a-409f-8497-c20719ea9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'cbd71ef4-b995-45f6-a31b-07654f34f9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:03.743554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network hostable DHCP agents. Network: cbd71ef4-b995-45f6-a31b-07654f34f9a2, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:03.755636 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06ed9d-4995-4328-a0da-0dcae03997c3 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:03.756757 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4b06ed9d-4995-4328-a0da-0dcae03997c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:03.838252 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4b06ed9d-4995-4328-a0da-0dcae03997c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:03.838830 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06ed9d-4995-4328-a0da-0dcae03997c3 None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:03.951311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network cbd71ef4-b995-45f6-a31b-07654f34f9a2 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:03.951611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:03.990619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, cbd71ef4-b995-45f6-a31b-07654f34f9a2) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:04.000772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:04.002132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.029985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=08a11b58-f787-4bb7-aab8-6ec537fa126d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:04.109913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b89d2f4-c67d-498f-afa0-9c9d4cc2f818 None None] Network cbd71ef4-b995-45f6-a31b-07654f34f9a2 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:04.233080 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-051b3a8b-108f-490b-8019-9f3684a7c15f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9962008 May 06 13:53:04.237158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:04.242466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43244) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:04.257555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117161069'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:04.267393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:04.276314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:network and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:04.278589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.284104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:04.303829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Transition to ACTIVE for port object b3ac41f4-5915-4767-9cbf-e0acb980917c will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:04.308188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:04.402208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Transition to ACTIVE for port object b3ac41f4-5915-4767-9cbf-e0acb980917c will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:04.430229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.478988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:04.485450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.545753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.581413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Network 8f580053-21b9-4f97-884d-3408a3073736 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:04.582971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:04.587958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:04.641186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-cbd71ef4-b995-45f6-a31b-07654f34f9a2', 'network_id': 'cbd71ef4-b995-45f6-a31b-07654f34f9a2', 'tenant_id': '16c2ddb8ed8d42afb14b696b5be2617a', 'fixed_ips': [{'subnet_id': '6dc03dcd-ee2d-47d6-aded-776828470e3c'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:04.642657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.670459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.10 (8f580053-21b9-4f97-884d-3408a3073736/9362126d-04af-4129-937b-7989ec53f5fb/49f06494-6d92-47fb-a19f-343850fa6799) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:04.686715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Pushing event updated for resources: {'Port': ['ID=b3ac41f4-5915-4767-9cbf-e0acb980917c,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:04.687058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:04.721052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.721775 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment 1e680de5-d3f0-48fd-bf73-7fdc86508b6c of type vlan for network c54a25fb-8eff-421b-bd74-36ef1539de72 May 06 13:53:04.745606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:04.767536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.859292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bff18-ecb6-46b6-b75a-23a462256840 None None] Sync routers for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:04.884542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.954860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Attempting to bind port b3ac41f4-5915-4767-9cbf-e0acb980917c on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:04.955419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Attempting to bind port b3ac41f4-5915-4767-9cbf-e0acb980917c by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'afd92b7f-eeae-4a10-9a1e-30ead6c87125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8f580053-21b9-4f97-884d-3408a3073736'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:04.956020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Attempting to bind port b3ac41f4-5915-4767-9cbf-e0acb980917c on network 8f580053-21b9-4f97-884d-3408a3073736 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:04.971438 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:04.972037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Checking segment: {'id': 'afd92b7f-eeae-4a10-9a1e-30ead6c87125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8f580053-21b9-4f97-884d-3408a3073736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:04.973558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:04.974185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Bound using segment: {'id': 'afd92b7f-eeae-4a10-9a1e-30ead6c87125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8f580053-21b9-4f97-884d-3408a3073736'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:04.974949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Bound port: b3ac41f4-5915-4767-9cbf-e0acb980917c, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd92b7f-eeae-4a10-9a1e-30ead6c87125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8f580053-21b9-4f97-884d-3408a3073736'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:04.975538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.027746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bff18-ecb6-46b6-b75a-23a462256840 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:05.029207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-bd1bff18-ecb6-46b6-b75a-23a462256840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:05.052324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.062875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:05.063945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.121552 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-82dbbd8f-7751-4000-b7bd-7fb2e676a1b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/floatingips/09c74cca-6454-4a41-aff0-f62ff5515a89 HTTP/1.1" status: 200 len: 977 time: 5.9262223 May 06 13:53:05.134318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43252) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:05.185048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-bd1bff18-ecb6-46b6-b75a-23a462256840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:05.225940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bff18-ecb6-46b6-b75a-23a462256840 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:05.226686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-bd1bff18-ecb6-46b6-b75a-23a462256840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:05.261985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:05.268684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port a648c029-3058-4f8f-bb9c-07aac17d3882 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:05.269100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.283259 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0370452 May 06 13:53:05.287016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:52:59Z', 'revision_number': 7, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08a11b58-f787-4bb7-aab8-6ec537fa126d', 'name': '', 'network_id': '3500dd64-19e4-4cff-81e0-f1c98371c771', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:9a:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:49Z', 'updated_at': '2022-05-06T13:53:00Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '5985d3f1-91a3-45c1-8f95-a8f8f2aadfad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:05.304513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43256) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:05.315268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': 'c54a25fb-8eff-421b-bd74-36ef1539de72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:05.334497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-bd1bff18-ecb6-46b6-b75a-23a462256840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:05.334979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bff18-ecb6-46b6-b75a-23a462256840 None None] The sync data for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:05.338296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:53:05.413003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-44179328-1247-4872-b998-41c872fb4f46 None None] For port b3ac41f4-5915-4767-9cbf-e0acb980917c, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:05.417810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:05.418379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:52:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:05.536860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.568766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-44179328-1247-4872-b998-41c872fb4f46 None None] For port b3ac41f4-5915-4767-9cbf-e0acb980917c, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b3ac41f4-5915-4767-9cbf-e0acb980917c,segment=NetworkSegment(afd92b7f-eeae-4a10-9a1e-30ead6c87125),segment_id=afd92b7f-eeae-4a10-9a1e-30ead6c87125)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:05.570825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Allocated IP 2001:db8:0:ffff::2 (cbd71ef4-b995-45f6-a31b-07654f34f9a2/6dc03dcd-ee2d-47d6-aded-776828470e3c/3bbf3694-db3e-420b-b01a-c43ae2ee7a3d) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:05.595901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.647089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4d949-9e15-4dfd-b811-9ff1ce75f2d1 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=c54a25fb-8eff-421b-bd74-36ef1539de72,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:05.674857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:05.681604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:subnet and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:05.683005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c54a25fb-8eff-421b-bd74-36ef1539de72 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:05.685690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:05.695775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:05.714682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:05.719378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:05.756686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 49f06494-6d92-47fb-a19f-343850fa6799 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:05.862035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:05.880357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:05.938503 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f97371d6-6fc8-4a28-a991-e79f9f2dc574 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5787249 May 06 13:53:05.940252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43260) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:06.018837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.075161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44179328-1247-4872-b998-41c872fb4f46 None None] Pushing event updated for resources: {'Port': ['ID=b3ac41f4-5915-4767-9cbf-e0acb980917c,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:06.132868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.165530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 8f580053-21b9-4f97-884d-3408a3073736 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:06.190948 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-026ca3bd-b068-4582-b724-639a944d9f2a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting subnet 5985d3f1-91a3-45c1-8f95-a8f8f2aadfad {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:53:06.197980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-026ca3bd-b068-4582-b724-639a944d9f2a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.241397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.261748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=140937e9-3375-44fc-8d55-d4a128488533,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:06.271487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking segment: {'id': '1e680de5-d3f0-48fd-bf73-7fdc86508b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c54a25fb-8eff-421b-bd74-36ef1539de72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:06.272497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network hostable DHCP agents. Network: c54a25fb-8eff-421b-bd74-36ef1539de72, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:06.295910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:06.298980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network c54a25fb-8eff-421b-bd74-36ef1539de72 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:06.315418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c54a25fb-8eff-421b-bd74-36ef1539de72) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:06.321823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:06.322685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.334544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=49f06494-6d92-47fb-a19f-343850fa6799,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:06.338097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:06.363560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-de0983c6-53ff-4b05-bf32-cbdd081d119d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0528331 May 06 13:53:06.364226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43264) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:06.382279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-026ca3bd-b068-4582-b724-639a944d9f2a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.438824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db31b38-a6e1-4c34-8347-62da37a5c06a None None] Network c54a25fb-8eff-421b-bd74-36ef1539de72 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:06.538387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.664785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.685404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.799525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.845125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Transition to ACTIVE for port object 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:06.896566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:06.897123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:06.958130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ee8c2c31-79cf-4693-aae6-2df8c396d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.010003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.030283 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1de7b5bb-95ee-49cf-8789-4806c63697f8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.8122349 May 06 13:53:07.035023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43268) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:07.041988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '8f580053-21b9-4f97-884d-3408a3073736', 'name': 'tempest-PortsTestJSON-116119969'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:07.048935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Transition to ACTIVE for port object 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:07.106295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.181167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-026ca3bd-b068-4582-b724-639a944d9f2a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.210292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=140937e9-3375-44fc-8d55-d4a128488533,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:07.249676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.297021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54a25fb-8eff-421b-bd74-36ef1539de72']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:07.324506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e680de5-d3f0-48fd-bf73-7fdc86508b6c') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:07.325095 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e680de5-d3f0-48fd-bf73-7fdc86508b6c') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:07.356159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.421802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.422281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-026ca3bd-b068-4582-b724-639a944d9f2a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.444669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:07.444937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:07.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:07.515356 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.516057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.516640 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Floating IP 09c74cca-6454-4a41-aff0-f62ff5515a89 disassociated. External IP: 172.26.2.71, port: a648c029-3058-4f8f-bb9c-07aac17d3882. May 06 13:53:07.517361 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for a648c029-3058-4f8f-bb9c-07aac17d3882 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:07.534719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Network cbd71ef4-b995-45f6-a31b-07654f34f9a2 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:07.547853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:07.569099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:07.613592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b3ac41f4-5915-4767-9cbf-e0acb980917c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:07.623859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:07.631836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:port and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:07.642179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:07.683762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:07.688269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.738986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:07.749613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.765752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Pushing event updated for resources: {'Port': ['ID=3bbf3694-db3e-420b-b01a-c43ae2ee7a3d,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:07.766235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.776276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=c54a25fb-8eff-421b-bd74-36ef1539de72,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:07.808490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a061d307-9779-4b62-bafa-117b0e00c145 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/c54a25fb-8eff-421b-bd74-36ef1539de72 HTTP/1.1" status: 204 len: 168 time: 1.4258633 May 06 13:53:07.810118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f4e38f-d578-49fb-b316-38dc441256e7 None None] Network 3500dd64-19e4-4cff-81e0-f1c98371c771 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:07.810309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43272) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:07.810470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-026ca3bd-b068-4582-b724-639a944d9f2a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.810724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48861204'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:07.824146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:07.825968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 866dcd1f-5c69-4f03-a2eb-7ed99dacc881 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:53:07.830214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:network and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:07.845442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:07.856451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:07.882742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:07.893128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.971418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:07.998821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:07.998821 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment aecd5165-39b1-4eee-8498-4d927f3ba861 of type vlan for network bf3b4526-4977-452b-9ff0-3642cb9a070e May 06 13:53:08.003039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ca3bd-b068-4582-b724-639a944d9f2a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Subnet': ['ID=5985d3f1-91a3-45c1-8f95-a8f8f2aadfad,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:08.078067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.125552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c075a8b-ef27-43ab-bdab-f14757ac7563 None None] Network c54a25fb-8eff-421b-bd74-36ef1539de72 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:08.170302 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-026ca3bd-b068-4582-b724-639a944d9f2a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/5985d3f1-91a3-45c1-8f95-a8f8f2aadfad HTTP/1.1" status: 204 len: 168 time: 2.2055998 May 06 13:53:08.177668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43276) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:08.179469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.197844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d4131-00ef-470f-bd3d-092554f379ec None None] Network 8f580053-21b9-4f97-884d-3408a3073736 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:08.200338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:08.200338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.400535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Attempting to bind port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:08.400535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Attempting to bind port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '4a968c1d-449a-409f-8497-c20719ea9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'cbd71ef4-b995-45f6-a31b-07654f34f9a2'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:08.400535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Attempting to bind port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d on network cbd71ef4-b995-45f6-a31b-07654f34f9a2 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:08.404803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c075a8b-ef27-43ab-bdab-f14757ac7563 None None] Network c54a25fb-8eff-421b-bd74-36ef1539de72 could not be found, it might have been deleted concurrently. {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 06 13:53:08.445428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:08.445428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Checking segment: {'id': '4a968c1d-449a-409f-8497-c20719ea9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'cbd71ef4-b995-45f6-a31b-07654f34f9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:08.445428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.445428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Bound using segment: {'id': '4a968c1d-449a-409f-8497-c20719ea9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'cbd71ef4-b995-45f6-a31b-07654f34f9a2'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:08.445428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Bound port: 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a968c1d-449a-409f-8497-c20719ea9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'cbd71ef4-b995-45f6-a31b-07654f34f9a2'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:08.445428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.445428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7a5132f8-1605-474f-b79e-20ff499ce265 None None] Provisioning for port b3ac41f4-5915-4767-9cbf-e0acb980917c completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:08.510997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b3ac41f4-5915-4767-9cbf-e0acb980917c completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:08.516157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7108784 May 06 13:53:08.543790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43282) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:08.582973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:03Z', 'revision_number': 8, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:08.588388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': 'bf3b4526-4977-452b-9ff0-3642cb9a070e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:08.599738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b3ac41f4-5915-4767-9cbf-e0acb980917c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:08.600131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.606282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa4cab-5b50-4495-8141-3f6e7187d82f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=bf3b4526-4977-452b-9ff0-3642cb9a070e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:08.612356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43286) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:08.653251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network bf3b4526-4977-452b-9ff0-3642cb9a070e details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:08.714908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.11 (8f580053-21b9-4f97-884d-3408a3073736/9362126d-04af-4129-937b-7989ec53f5fb/866dcd1f-5c69-4f03-a2eb-7ed99dacc881) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:08.755229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.765354 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d5d0a4db-2ecc-474f-8ae9-b3f037bcfb10 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/fe573731-677d-421c-81e0-489a4b346af6 HTTP/1.1" status: 200 len: 994 time: 0.1519186 May 06 13:53:08.783346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:08.784296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:08.811068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8ba55-b9d2-4932-bbcb-f8fe87bf0032 None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:03Z', 'revision_number': 8, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:08.975823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] For port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:08.980442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] For port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3bbf3694-db3e-420b-b01a-c43ae2ee7a3d,segment=NetworkSegment(4a968c1d-449a-409f-8497-c20719ea9fc6),segment_id=4a968c1d-449a-409f-8497-c20719ea9fc6)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:08.994364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.051784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.120989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=a648c029-3058-4f8f-bb9c-07aac17d3882,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:09.124626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:09.208967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:subnet and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:09.225175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43294) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:09.306691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] DHCP port deletion for 3500dd64-19e4-4cff-81e0-f1c98371c771 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:53:09.311861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-af9a1425-2ece-428c-b1c8-57e8b71c264e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.346115 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:09.353025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] Deleting port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:09.353663 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.436001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:09.539941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 54ce36e9-ee9f-46cc-b87b-012c8a969b72, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=54ce36e9-ee9f-46cc-b87b-012c8a969b72,segment=NetworkSegment(9909d5ef-f858-4a0a-b8e4-515d0bc81142),segment_id=9909d5ef-f858-4a0a-b8e4-515d0bc81142)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:09.540940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.728563 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:09.842774 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:09.843180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 54ce36e9-ee9f-46cc-b87b-012c8a969b72 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:09.843686 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:09.848729 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c3ea5-e87b-4413-aeb7-3ba2fe917a48 None None] Pushing event updated for resources: {'Port': ['ID=3bbf3694-db3e-420b-b01a-c43ae2ee7a3d,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:09.916684 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:09.981896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.016498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.130452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=54ce36e9-ee9f-46cc-b87b-012c8a969b72,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:10.137480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No DVR routers for this DVR port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:10.232610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:10.237124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.289649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port b3ac41f4-5915-4767-9cbf-e0acb980917c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b3ac41f4-5915-4767-9cbf-e0acb980917c,segment=NetworkSegment(afd92b7f-eeae-4a10-9a1e-30ead6c87125),segment_id=afd92b7f-eeae-4a10-9a1e-30ead6c87125)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:10.319833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.328291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.334926 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:10.403655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] For port 54ce36e9-ee9f-46cc-b87b-012c8a969b72, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=54ce36e9-ee9f-46cc-b87b-012c8a969b72,segment=NetworkSegment(9909d5ef-f858-4a0a-b8e4-515d0bc81142),segment_id=9909d5ef-f858-4a0a-b8e4-515d0bc81142)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:10.403655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.681526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.702050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:10.715311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.756937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] Calling delete_port for 54ce36e9-ee9f-46cc-b87b-012c8a969b72 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:10.783965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 866dcd1f-5c69-4f03-a2eb-7ed99dacc881 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:10.821885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 42776c18-007d-40b1-98fa-0cc511cb68aa {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:10.822613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.877806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3500dd64-19e4-4cff-81e0-f1c98371c771']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:10.970783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9909d5ef-f858-4a0a-b8e4-515d0bc81142') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:10.971423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9909d5ef-f858-4a0a-b8e4-515d0bc81142') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:11.004328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:11.045919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.139153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.171594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:11.172647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.184922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=b3ac41f4-5915-4767-9cbf-e0acb980917c,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:11.323338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b52fe59-a5bf-479c-9161-cdda3e823203 None None] Provisioning complete for port b3ac41f4-5915-4767-9cbf-e0acb980917c triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:11.324181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b52fe59-a5bf-479c-9161-cdda3e823203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.540512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:11.589221 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:11.606050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.611409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.640245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:11.664490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/networks/3500dd64-19e4-4cff-81e0-f1c98371c771 HTTP/1.1" status: 204 len: 168 time: 3.4890940 May 06 13:53:11.666137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743435d-cd4b-425d-9c93-62c626642d72 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Network': ['ID=3500dd64-19e4-4cff-81e0-f1c98371c771,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:11.673790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43298) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:11.742699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.746563 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:03Z', 'revision_number': 8, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:11.763379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:11.763379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:11.767636 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:53:11.797805 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:11.798465 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:11.819479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b52fe59-a5bf-479c-9161-cdda3e823203 None None] Provisioning for port 49f06494-6d92-47fb-a19f-343850fa6799 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:11.834290 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b52fe59-a5bf-479c-9161-cdda3e823203 None None] Provisioning complete for port 49f06494-6d92-47fb-a19f-343850fa6799 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:11.834290 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b52fe59-a5bf-479c-9161-cdda3e823203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.877864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 08a11b58-f787-4bb7-aab8-6ec537fa126d no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:11.921354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe14469-56ba-4ff8-a0e0-3e3083789eba None None] Network cbd71ef4-b995-45f6-a31b-07654f34f9a2 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:11.962116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:11.992652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 08a11b58-f787-4bb7-aab8-6ec537fa126d {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:11.996129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 08a11b58-f787-4bb7-aab8-6ec537fa126d not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:11.996603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 54ce36e9-ee9f-46cc-b87b-012c8a969b72 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:12.049076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:12.139926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6f966-ec21-4fb5-9e33-a1caa0deba82 None None] Sync routers for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:12.143017 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:12.153133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 54ce36e9-ee9f-46cc-b87b-012c8a969b72 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:12.153479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 54ce36e9-ee9f-46cc-b87b-012c8a969b72 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:12.169628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 8f580053-21b9-4f97-884d-3408a3073736 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:12.188058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:12.191039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:12.225888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3b52fe59-a5bf-479c-9161-cdda3e823203 None None] Port 49f06494-6d92-47fb-a19f-343850fa6799 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:53:12.234332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6f966-ec21-4fb5-9e33-a1caa0deba82 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:12.234997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e8f6f966-ec21-4fb5-9e33-a1caa0deba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:12.260659 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=866dcd1f-5c69-4f03-a2eb-7ed99dacc881,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:12.343718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=f14dd76b-d33e-433a-8427-91a9eea10479,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:12.399936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.400647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.417506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] Deleting port 54ce36e9-ee9f-46cc-b87b-012c8a969b72 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:12.418426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.463747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e8f6f966-ec21-4fb5-9e33-a1caa0deba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:12.487776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.555616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc8aa9-e4a2-4f19-ba6d-6d4cabec2f5a None None] The port '54ce36e9-ee9f-46cc-b87b-012c8a969b72' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:53:12.588406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking segment: {'id': 'aecd5165-39b1-4eee-8498-4d927f3ba861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf3b4526-4977-452b-9ff0-3642cb9a070e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:12.589030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network hostable DHCP agents. Network: bf3b4526-4977-452b-9ff0-3642cb9a070e, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:12.605641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 42776c18-007d-40b1-98fa-0cc511cb68aa owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:12.669439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:12.670464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.684247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b3ac41f4-5915-4767-9cbf-e0acb980917c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:12.686363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.710886 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1937ed7b-18d3-4df5-8d2f-6d817cbd7abf tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/ports/a648c029-3058-4f8f-bb9c-07aac17d3882 HTTP/1.1" status: 204 len: 168 time: 7.5746922 May 06 13:53:12.717800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43302) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:12.849864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6f966-ec21-4fb5-9e33-a1caa0deba82 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:12.851081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e8f6f966-ec21-4fb5-9e33-a1caa0deba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:13.073840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] Provisioning for port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:13.086281 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0e6f2b03-2e11-4b79-b6cf-d43973e97fb0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.0496819 May 06 13:53:13.092510 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:03Z', 'revision_number': 8, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:13.099816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43306) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:13.100361 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5fe2e-4db6-48ad-8e4a-a93b1f052bf0 None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:03Z', 'revision_number': 8, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59464a85-e539-414a-bdb3-bbc7ce234803', 'name': '', 'network_id': 'c0167c72-4a16-42c1-aec1-c5e926bfffc1', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:a4:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:33Z', 'updated_at': '2022-05-06T13:52:49Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': 'a1142121-b8cc-414c-a968-e423f477bc6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:13.155686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network bf3b4526-4977-452b-9ff0-3642cb9a070e is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:13.170489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e8f6f966-ec21-4fb5-9e33-a1caa0deba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:13.172311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6f966-ec21-4fb5-9e33-a1caa0deba82 None None] The sync data for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:13.182333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] Provisioning complete for port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:13.183336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.256013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, bf3b4526-4977-452b-9ff0-3642cb9a070e) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:13.291589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd4fe4a-e5d6-45b8-838f-ef0791ab8643 None None] Network bf3b4526-4977-452b-9ff0-3642cb9a070e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:13.376693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b3ac41f4-5915-4767-9cbf-e0acb980917c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:13.377294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.484123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d24b7c-d2df-423a-a717-387e91260816 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:13.490330 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d8d24b7c-d2df-423a-a717-387e91260816 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.3754959 May 06 13:53:13.491221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:13.492195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.496364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43310) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:13.755402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-f4c93086-e1d0-4f56-9367-ef830ac17ab2 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 866dcd1f-5c69-4f03-a2eb-7ed99dacc881 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:13.757165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4c93086-e1d0-4f56-9367-ef830ac17ab2 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.817386 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f1e9777b-8182-481d-bece-195b00a9827c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.2653022 May 06 13:53:13.921243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.947618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43314) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:14.049601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] For port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3bbf3694-db3e-420b-b01a-c43ae2ee7a3d,segment=NetworkSegment(4a968c1d-449a-409f-8497-c20719ea9fc6),segment_id=4a968c1d-449a-409f-8497-c20719ea9fc6)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:14.060667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-bf3b4526-4977-452b-9ff0-3642cb9a070e', 'network_id': 'bf3b4526-4977-452b-9ff0-3642cb9a070e', 'tenant_id': '16c2ddb8ed8d42afb14b696b5be2617a', 'fixed_ips': [{'subnet_id': 'f14dd76b-d33e-433a-8427-91a9eea10479'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:14.060667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.063738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.076789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.128681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484612332'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:14.144821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:14.155780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:network and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:14.158599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 59464a85-e539-414a-bdb3-bbc7ce234803 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:14.158939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.187796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:14.199141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=42776c18-007d-40b1-98fa-0cc511cb68aa,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:14.231346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] Provisioning complete for port 49f06494-6d92-47fb-a19f-343850fa6799 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:14.232175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.298281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:14.363297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:14.377383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] Pushing event updated for resources: {'Port': ['ID=3bbf3694-db3e-420b-b01a-c43ae2ee7a3d,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:14.386841 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.402261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-400c8217-b5a4-498d-a4d7-a59f1c7caab9 None None] Port 49f06494-6d92-47fb-a19f-343850fa6799 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:53:14.488033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:14.529011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.529011 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP fe573731-677d-421c-81e0-489a4b346af6 disassociated (deleted). External IP: 172.26.2.100, port: c9ae34c8-f67f-423e-b6d0-985a615b51e5. May 06 13:53:14.537695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.538020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment 3d312ff1-755c-4b52-9986-28b146655608 of type vlan for network 4eee220a-2d68-4011-b31c-ac08453afb5d May 06 13:53:14.567957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4c93086-e1d0-4f56-9367-ef830ac17ab2 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.573061 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5ef3f76d-ffa0-40a8-99fd-98555b6b7f1f None None] Provisioning complete for port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:14.573578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f76d-ffa0-40a8-99fd-98555b6b7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.682526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Allocated IP 2001:db8::3 (bf3b4526-4977-452b-9ff0-3642cb9a070e/f14dd76b-d33e-433a-8427-91a9eea10479/32289e96-9257-4bad-8775-59b5adb39bd4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:14.688958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:14.791257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.805801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-f4c93086-e1d0-4f56-9367-ef830ac17ab2 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 866dcd1f-5c69-4f03-a2eb-7ed99dacc881 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:14.915575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.925373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 59464a85-e539-414a-bdb3-bbc7ce234803, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=59464a85-e539-414a-bdb3-bbc7ce234803,segment=NetworkSegment(47f2f780-3fdb-484b-97c5-358dd897931c),segment_id=47f2f780-3fdb-484b-97c5-358dd897931c)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:14.926852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.954192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:14.954568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.162346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 59464a85-e539-414a-bdb3-bbc7ce234803 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:15.192104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.198875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5ef3f76d-ffa0-40a8-99fd-98555b6b7f1f None None] Provisioning for port 866dcd1f-5c69-4f03-a2eb-7ed99dacc881 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:15.226302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.235437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:15.236800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.245150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 6d136b40-7867-4c6c-82f9-eb35ae05a70d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:15.250901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5ef3f76d-ffa0-40a8-99fd-98555b6b7f1f None None] Provisioning complete for port 866dcd1f-5c69-4f03-a2eb-7ed99dacc881 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:15.251920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f76d-ffa0-40a8-99fd-98555b6b7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.343683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Transition to ACTIVE for port object 32289e96-9257-4bad-8775-59b5adb39bd4 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:15.384046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3f76d-ffa0-40a8-99fd-98555b6b7f1f None None] Port 866dcd1f-5c69-4f03-a2eb-7ed99dacc881 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:53:15.387540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Transition to ACTIVE for port object 32289e96-9257-4bad-8775-59b5adb39bd4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:15.403102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.480822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Network bf3b4526-4977-452b-9ff0-3642cb9a070e is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:15.484269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:15.487103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:15.499952 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3810122 May 06 13:53:15.525923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Pushing event updated for resources: {'Port': ['ID=32289e96-9257-4bad-8775-59b5adb39bd4,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:15.559632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43318) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:15.590067 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': '4eee220a-2d68-4011-b31c-ac08453afb5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:15.602531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Attempting to bind port 32289e96-9257-4bad-8775-59b5adb39bd4 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:15.603235 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Attempting to bind port 32289e96-9257-4bad-8775-59b5adb39bd4 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'aecd5165-39b1-4eee-8498-4d927f3ba861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf3b4526-4977-452b-9ff0-3642cb9a070e'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:15.603611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Attempting to bind port 32289e96-9257-4bad-8775-59b5adb39bd4 on network bf3b4526-4977-452b-9ff0-3642cb9a070e {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:15.610525 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:15.610932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Checking segment: {'id': 'aecd5165-39b1-4eee-8498-4d927f3ba861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf3b4526-4977-452b-9ff0-3642cb9a070e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:15.611291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.611892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Bound using segment: {'id': 'aecd5165-39b1-4eee-8498-4d927f3ba861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf3b4526-4977-452b-9ff0-3642cb9a070e'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:15.612631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Bound port: 32289e96-9257-4bad-8775-59b5adb39bd4, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecd5165-39b1-4eee-8498-4d927f3ba861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf3b4526-4977-452b-9ff0-3642cb9a070e'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:15.613930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.723603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] For port 32289e96-9257-4bad-8775-59b5adb39bd4, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:15.727507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] For port 32289e96-9257-4bad-8775-59b5adb39bd4, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=32289e96-9257-4bad-8775-59b5adb39bd4,segment=NetworkSegment(aecd5165-39b1-4eee-8498-4d927f3ba861),segment_id=aecd5165-39b1-4eee-8498-4d927f3ba861)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:15.735398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.788792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a79e9-91e5-4f99-9fe9-0d164f1e550a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=4eee220a-2d68-4011-b31c-ac08453afb5d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:15.831990 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 4eee220a-2d68-4011-b31c-ac08453afb5d details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:15.844079 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4c93086-e1d0-4f56-9367-ef830ac17ab2 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:15.917204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c93086-e1d0-4f56-9367-ef830ac17ab2 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=866dcd1f-5c69-4f03-a2eb-7ed99dacc881,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:15.975040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ff32f-f309-4254-821e-a9d53c12ebd7 None None] Pushing event updated for resources: {'Port': ['ID=32289e96-9257-4bad-8775-59b5adb39bd4,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:16.002443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:16.038412 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:subnet and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:16.058672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:16.073400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:16.083525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:16.103637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.109147 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] Sync routers for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:16.141822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4c93086-e1d0-4f56-9367-ef830ac17ab2 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.164346 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:16.169087 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:16.170731 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f4c93086-e1d0-4f56-9367-ef830ac17ab2 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/866dcd1f-5c69-4f03-a2eb-7ed99dacc881 HTTP/1.1" status: 204 len: 168 time: 2.6696072 May 06 13:53:16.173547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43322) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:16.182422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.182695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:16.186442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.297225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=59464a85-e539-414a-bdb3-bbc7ce234803,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:16.305544 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a8a94b-5118-46dd-a209-3cfc473aa902 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:53:16.310060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-42a8a94b-5118-46dd-a209-3cfc473aa902 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:16.315090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.ipam_backend_mixin [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Performing IP validity checks on allocation pools {{(pid=87985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 06 13:53:16.316514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.ipam_backend_mixin [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 06 13:53:16.570552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.667412 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-795e3624-bffd-4a7c-a96e-e00e9ea65f19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/floatingips/fe573731-677d-421c-81e0-489a4b346af6 HTTP/1.1" status: 204 len: 168 time: 7.4293864 May 06 13:53:16.710376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:53:16.716576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=a9a9eaa3-e6a0-4f4d-8bfb-1c7f552e3491,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:16.725772 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:16.822395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port bd8d2492-f58a-48d2-93d8-2503afbce466 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:16.823007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.872582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-42a8a94b-5118-46dd-a209-3cfc473aa902 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:16.878224 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-42a8a94b-5118-46dd-a209-3cfc473aa902 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/866dcd1f-5c69-4f03-a2eb-7ed99dacc881 HTTP/1.1" status: 404 len: 333 time: 0.7018991 May 06 13:53:16.880184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43330) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:16.880450 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cca09cb-7d1a-40e7-9f43-7686e948a054'] response: {'name': 'network-changed', 'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'status': 'completed', 'code': 200} May 06 13:53:16.907226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking segment: {'id': '3d312ff1-755c-4b52-9986-28b146655608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4eee220a-2d68-4011-b31c-ac08453afb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:16.907791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network hostable DHCP agents. Network: 4eee220a-2d68-4011-b31c-ac08453afb5d, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:17.139383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.185713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a5d25d6f-a9ac-4268-91ce-ea49963f8b3f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 49f06494-6d92-47fb-a19f-343850fa6799 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:17.186279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5d25d6f-a9ac-4268-91ce-ea49963f8b3f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.235422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.251013 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '168fb372-b1bc-4d36-ab29-b9679087e566', 'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:52:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:51Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:17.259048 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] Checking router: 6d136b40-7867-4c6c-82f9-eb35ae05a70d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:53:17.275679 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:17.276326 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:17.291406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for bd8d2492-f58a-48d2-93d8-2503afbce466 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:17.467168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network 4eee220a-2d68-4011-b31c-ac08453afb5d is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:17.517322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 4eee220a-2d68-4011-b31c-ac08453afb5d) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:17.524323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:17.525198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.526913 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:17.530429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.531303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41fcb6-cb99-41d8-b023-d79258d98bbc None None] Network 4eee220a-2d68-4011-b31c-ac08453afb5d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:17.602405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=bd8d2492-f58a-48d2-93d8-2503afbce466,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:17.877249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916252da-bd3f-4ac8-8528-186b37c46d1f None None] Network bf3b4526-4977-452b-9ff0-3642cb9a070e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:18.033092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-86d92811-6d0f-414c-b1c1-a78f24509737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:18.035983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-86d92811-6d0f-414c-b1c1-a78f24509737 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 1099 time: 1.1516218 May 06 13:53:18.084816 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-4eee220a-2d68-4011-b31c-ac08453afb5d', 'network_id': '4eee220a-2d68-4011-b31c-ac08453afb5d', 'tenant_id': '16c2ddb8ed8d42afb14b696b5be2617a', 'fixed_ips': [{'subnet_id': 'a9a9eaa3-e6a0-4f4d-8bfb-1c7f552e3491'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:18.085878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.114831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d556e9df-c10c-4e33-908d-7d8037c8aff1 None None] Provisioning for port 32289e96-9257-4bad-8775-59b5adb39bd4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:18.157051 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '168fb372-b1bc-4d36-ab29-b9679087e566', 'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:52:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:51Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:18.163799 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47338cb3-e119-4a10-9736-3cbc5aed0a2a None None] The sync data for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv is: [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '168fb372-b1bc-4d36-ab29-b9679087e566', 'name': '', 'network_id': '6c406565-fa22-4b27-9f5c-602d5b039656', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:52:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:51Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'c75d833d-3071-47b8-9a08-979c350a0bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:18.328840 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-545126a1-2efe-4a1f-a3f1-b6a23ea4997c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7611315 May 06 13:53:18.345338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43338) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:18.462370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Allocated IP 2001:db8::3 (4eee220a-2d68-4011-b31c-ac08453afb5d/a9a9eaa3-e6a0-4f4d-8bfb-1c7f552e3491/827198f7-42f4-4351-a04a-5a8da1be801b) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:18.576070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ccb56e-9e11-4cd4-84c0-83a632592bd9 None None] New status for floating IP fe573731-677d-421c-81e0-489a4b346af6: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:53:18.675641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:18.798212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 32289e96-9257-4bad-8775-59b5adb39bd4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:18.824325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.843739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd7d06-738c-4494-972c-6a4cbf4864f6 req-63621423-ba03-46f7-8b31-e0557e02cac8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:18.853257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ffd7d06-738c-4494-972c-6a4cbf4864f6 req-63621423-ba03-46f7-8b31-e0557e02cac8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 946 time: 1.2938015 May 06 13:53:18.861568 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:18.893658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5d25d6f-a9ac-4268-91ce-ea49963f8b3f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.062829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 32289e96-9257-4bad-8775-59b5adb39bd4 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:19.067654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.079693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 32289e96-9257-4bad-8775-59b5adb39bd4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:19.080051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.148228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Transition to ACTIVE for port object 827198f7-42f4-4351-a04a-5a8da1be801b will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:19.151740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a5d25d6f-a9ac-4268-91ce-ea49963f8b3f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 49f06494-6d92-47fb-a19f-343850fa6799 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:19.186924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-1b8f79cc-48d6-46a0-8916-8bd3ff31acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:19.188814 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-1b8f79cc-48d6-46a0-8916-8bd3ff31acd4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c406565-fa22-4b27-9f5c-602d5b039656 HTTP/1.1" status: 200 len: 897 time: 1.1353247 May 06 13:53:19.207616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Transition to ACTIVE for port object 827198f7-42f4-4351-a04a-5a8da1be801b will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:19.230760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.241045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.288264 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ffd7d06-738c-4494-972c-6a4cbf4864f6 req-c738b7d7-31a4-401d-91a1-02c356c61e42 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4330173 May 06 13:53:19.341048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-1473dc68-620c-4f1c-9094-142cd19e56d5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:19.343081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-1473dc68-620c-4f1c-9094-142cd19e56d5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 946 time: 0.7394252 May 06 13:53:19.350709 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-9014e97f-49fd-4add-ab1b-9367cb54b76b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ae34c8-f67f-423e-b6d0-985a615b51e5 HTTP/1.1" status: 200 len: 217 time: 0.1372631 May 06 13:53:19.390516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Network 4eee220a-2d68-4011-b31c-ac08453afb5d is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:19.397134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:19.397949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:19.403920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:19.417629 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:19.430094 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:19.431554 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:19.443398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Pushing event updated for resources: {'Port': ['ID=827198f7-42f4-4351-a04a-5a8da1be801b,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.444649 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ab0a5855-697e-40f9-8459-010b35ad2f7f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7703557 May 06 13:53:19.457586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.483660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43342) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:19.502933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port c9ae34c8-f67f-423e-b6d0-985a615b51e5 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:19.504146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.549656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.570716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Attempting to bind port 827198f7-42f4-4351-a04a-5a8da1be801b on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:19.571155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Attempting to bind port 827198f7-42f4-4351-a04a-5a8da1be801b by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '3d312ff1-755c-4b52-9986-28b146655608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4eee220a-2d68-4011-b31c-ac08453afb5d'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:19.571637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Attempting to bind port 827198f7-42f4-4351-a04a-5a8da1be801b on network 4eee220a-2d68-4011-b31c-ac08453afb5d {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:19.596172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:19.597265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Checking segment: {'id': '3d312ff1-755c-4b52-9986-28b146655608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4eee220a-2d68-4011-b31c-ac08453afb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:19.598220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.598994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Bound using segment: {'id': '3d312ff1-755c-4b52-9986-28b146655608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4eee220a-2d68-4011-b31c-ac08453afb5d'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:19.599632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Bound port: 827198f7-42f4-4351-a04a-5a8da1be801b, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d312ff1-755c-4b52-9986-28b146655608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4eee220a-2d68-4011-b31c-ac08453afb5d'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:19.600158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.626585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 32289e96-9257-4bad-8775-59b5adb39bd4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=32289e96-9257-4bad-8775-59b5adb39bd4,segment=NetworkSegment(aecd5165-39b1-4eee-8498-4d927f3ba861),segment_id=aecd5165-39b1-4eee-8498-4d927f3ba861)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:19.672452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a9eaa3-e6a0-4f4d-8bfb-1c7f552e3491,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.683345 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.692869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:19.728898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5d25d6f-a9ac-4268-91ce-ea49963f8b3f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.746417 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:19.849903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.902986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=32289e96-9257-4bad-8775-59b5adb39bd4,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.908358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] For port 827198f7-42f4-4351-a04a-5a8da1be801b, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:19.914311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] For port 827198f7-42f4-4351-a04a-5a8da1be801b, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=827198f7-42f4-4351-a04a-5a8da1be801b,segment=NetworkSegment(3d312ff1-755c-4b52-9986-28b146655608),segment_id=3d312ff1-755c-4b52-9986-28b146655608)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:19.921742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:19.929789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d25d6f-a9ac-4268-91ce-ea49963f8b3f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=49f06494-6d92-47fb-a19f-343850fa6799,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:19.961919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eee220a-2d68-4011-b31c-ac08453afb5d']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.070107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d312ff1-755c-4b52-9986-28b146655608') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.070386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d312ff1-755c-4b52-9986-28b146655608') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.100668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d75ec0-c42c-4e85-bea5-692cb5513d9b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting subnet a1142121-b8cc-414c-a968-e423f477bc6d {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:53:20.112153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61d75ec0-c42c-4e85-bea5-692cb5513d9b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.137425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e93a40-3e94-410f-be15-cebc449e0548 None None] Pushing event updated for resources: {'Port': ['ID=827198f7-42f4-4351-a04a-5a8da1be801b,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:20.143172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.201015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.203140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79282b35-567b-4d3f-88cb-d35e1370c4d7 None None] Network 4eee220a-2d68-4011-b31c-ac08453afb5d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:20.204214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-5e688e6b-5a5f-41b5-8249-cec0ac24833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:20.205819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-5e688e6b-5a5f-41b5-8249-cec0ac24833c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c75d833d-3071-47b8-9a08-979c350a0bc1 HTTP/1.1" status: 200 len: 834 time: 0.8134425 May 06 13:53:20.215824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:20.218092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:20.218643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:20.236622 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:20.239258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61d75ec0-c42c-4e85-bea5-692cb5513d9b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.243916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ebf3b-e603-41c2-ad7f-c9f06132d0a1 None None] Sync routers for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:20.342793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ebf3b-e603-41c2-ad7f-c9f06132d0a1 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:20.343448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c20ebf3b-e603-41c2-ad7f-c9f06132d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.452768 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:16Z', 'revision_number': 9, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.459116 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:53:20.470809 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:20.471759 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.630888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a5d25d6f-a9ac-4268-91ce-ea49963f8b3f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.651478 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-be5132ff-2df4-4482-bd40-a33cafd3ad89 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/routers/a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9321952 May 06 13:53:20.661240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43352) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:20.661515 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:20.705136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 32289e96-9257-4bad-8775-59b5adb39bd4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:20.712536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61d75ec0-c42c-4e85-bea5-692cb5513d9b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.756134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:53:20.756134 dv-neutron-840888-1-hyperv neutron-server[87985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:53:20.756134 dv-neutron-840888-1-hyperv neutron-server[87985]: [parameters: {'id': '4eee220a-2d68-4011-b31c-ac08453afb5d'}] May 06 13:53:20.756134 dv-neutron-840888-1-hyperv neutron-server[87985]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:20.756842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:20.812531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61d75ec0-c42c-4e85-bea5-692cb5513d9b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.852113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c20ebf3b-e603-41c2-ad7f-c9f06132d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:20.872043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d75ec0-c42c-4e85-bea5-692cb5513d9b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Subnet': ['ID=a1142121-b8cc-414c-a968-e423f477bc6d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:20.874721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-61d75ec0-c42c-4e85-bea5-692cb5513d9b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:20.887682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae617ff4-3b7c-490d-88ec-a2a64b40d591 None None] Network c0167c72-4a16-42c1-aec1-c5e926bfffc1 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:20.892010 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-61d75ec0-c42c-4e85-bea5-692cb5513d9b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/a1142121-b8cc-414c-a968-e423f477bc6d HTTP/1.1" status: 204 len: 168 time: 1.4042776 May 06 13:53:20.893036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43356) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:21.001049 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ebf3b-e603-41c2-ad7f-c9f06132d0a1 None None] Routers {'a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:21.001702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c20ebf3b-e603-41c2-ad7f-c9f06132d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:21.038230 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a5d25d6f-a9ac-4268-91ce-ea49963f8b3f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/49f06494-6d92-47fb-a19f-343850fa6799 HTTP/1.1" status: 204 len: 168 time: 4.1523945 May 06 13:53:21.048326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-c15e872f-74c3-41b0-889f-5cfd0b61485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:21.050788 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-c15e872f-74c3-41b0-889f-5cfd0b61485f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c406565-fa22-4b27-9f5c-602d5b039656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7854013 May 06 13:53:21.054088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43364) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:21.129939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-844521ef-d01d-4068-889d-541cbca9450d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:53:21.132888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-844521ef-d01d-4068-889d-541cbca9450d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086730 May 06 13:53:21.140098 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-14413daa-6d37-4b64-8a32-101a871358bd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:53:21.141722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-14413daa-6d37-4b64-8a32-101a871358bd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:21.142238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c20ebf3b-e603-41c2-ad7f-c9f06132d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:21.142678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ebf3b-e603-41c2-ad7f-c9f06132d0a1 None None] The sync data for ids ['a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:21.153131 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:16Z', 'revision_number': 9, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:21.162099 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229c185-7a84-469e-8bfc-6fbdd4c2576a None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:16Z', 'revision_number': 9, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '008b90b1-fec9-4db3-bc25-1d9b099a0ff4', 'name': '', 'network_id': '7ef1e689-6834-4166-8a61-be15e98aea91', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:b3:ea:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:23Z', 'updated_at': '2022-05-06T13:52:34Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '6b608e56-7581-48e1-a51b-30b4dc84d184', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:21.163935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 32289e96-9257-4bad-8775-59b5adb39bd4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:21.164315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.166544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.188228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port e7a30dec-6547-4ffb-b492-23761fdf0211 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:21.188858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.265253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.350580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port c9ae34c8-f67f-423e-b6d0-985a615b51e5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c9ae34c8-f67f-423e-b6d0-985a615b51e5,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:21.351243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.390368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting port 827198f7-42f4-4351-a04a-5a8da1be801b {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:21.390849 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.448915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-14413daa-6d37-4b64-8a32-101a871358bd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:21.450346 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-14413daa-6d37-4b64-8a32-101a871358bd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/49f06494-6d92-47fb-a19f-343850fa6799 HTTP/1.1" status: 404 len: 333 time: 0.3832974 May 06 13:53:21.454976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43370) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:21.533513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for c9ae34c8-f67f-423e-b6d0-985a615b51e5 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:21.537430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc619c19-a298-42c7-949b-28579e3c815f None None] DHCP port deletion for c0167c72-4a16-42c1-aec1-c5e926bfffc1 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:53:21.545544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-bc619c19-a298-42c7-949b-28579e3c815f None None] Deleting port e7a30dec-6547-4ffb-b492-23761fdf0211 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:21.547068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc619c19-a298-42c7-949b-28579e3c815f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.587049 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:53:21.618132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.682618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250d60c-624e-4a4a-9394-e1010a509e56 req-48a5e0ec-7500-4297-99c3-a6a410197663 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:21.684213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1250d60c-624e-4a4a-9394-e1010a509e56 req-48a5e0ec-7500-4297-99c3-a6a410197663 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 946 time: 1.1622379 May 06 13:53:21.798008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78839ed-9293-4bf4-a12d-689349597a74 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet 9362126d-04af-4129-937b-7989ec53f5fb {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:53:21.810548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port e7a30dec-6547-4ffb-b492-23761fdf0211, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e7a30dec-6547-4ffb-b492-23761fdf0211,segment=NetworkSegment(47f2f780-3fdb-484b-97c5-358dd897931c),segment_id=47f2f780-3fdb-484b-97c5-358dd897931c)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:21.811062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.850037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a78839ed-9293-4bf4-a12d-689349597a74 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.893997 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-2dad67bc-e544-41ab-a751-4afd51fe3d2b service neutron] 10.222.0.76 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361407 May 06 13:53:21.977461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-bc619c19-a298-42c7-949b-28579e3c815f None None] For port e7a30dec-6547-4ffb-b492-23761fdf0211, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e7a30dec-6547-4ffb-b492-23761fdf0211,segment=NetworkSegment(47f2f780-3fdb-484b-97c5-358dd897931c),segment_id=47f2f780-3fdb-484b-97c5-358dd897931c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:21.978741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc619c19-a298-42c7-949b-28579e3c815f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.050031 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1250d60c-624e-4a4a-9394-e1010a509e56 req-a6f9f9d9-021a-40f8-b4f0-e9260d0d0135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=94d2210d-17b8-49e4-b042-9daa06b4286a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032222 May 06 13:53:22.101973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.144598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 63b0ad53-6c8d-454e-9aed-bfb339440c94 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:22.144921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.149666 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-bc619c19-a298-42c7-949b-28579e3c815f None None] Calling delete_port for e7a30dec-6547-4ffb-b492-23761fdf0211 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:22.206283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for e7a30dec-6547-4ffb-b492-23761fdf0211 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:22.238739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.259499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc619c19-a298-42c7-949b-28579e3c815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.274925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a78839ed-9293-4bf4-a12d-689349597a74 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.320162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc619c19-a298-42c7-949b-28579e3c815f None None] No DVR routers for this DVR port e7a30dec-6547-4ffb-b492-23761fdf0211 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:22.324414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc619c19-a298-42c7-949b-28579e3c815f None None] Pushing event deleted for resources: {'Port': ['ID=e7a30dec-6547-4ffb-b492-23761fdf0211,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:22.349955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d7fbb-840b-4cc6-a31e-4b435c9b4622 None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:53:22.378716 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5c5c1c5-8c42-4472-a13c-b5d11573c0a5 req-38619000-6e45-474d-8415-3d4385d802d1 service neutron] 10.222.0.76 "GET /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437413 May 06 13:53:22.379689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] For port 827198f7-42f4-4351-a04a-5a8da1be801b, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=827198f7-42f4-4351-a04a-5a8da1be801b,segment=NetworkSegment(3d312ff1-755c-4b52-9986-28b146655608),segment_id=3d312ff1-755c-4b52-9986-28b146655608)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:22.380529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.404896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=c9ae34c8-f67f-423e-b6d0-985a615b51e5,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:22.523192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port c9ae34c8-f67f-423e-b6d0-985a615b51e5 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:22.530377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.543112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Calling delete_port for 827198f7-42f4-4351-a04a-5a8da1be801b owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:22.548027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'name': 'network-vif-deleted', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:53:22.597749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.601338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:22.601767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:22.630606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e7a30dec-6547-4ffb-b492-23761fdf0211 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:22.635108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a78839ed-9293-4bf4-a12d-689349597a74 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.678888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04478475-619b-4ddc-b4af-f4682dd0b12c'] response: {'server_uuid': 'af58866c-12ae-42fa-ab0c-616613a71ce8', 'name': 'network-vif-deleted', 'tag': 'c9ae34c8-f67f-423e-b6d0-985a615b51e5', 'status': 'completed', 'code': 200} May 06 13:53:22.681011 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ab88b91-dc89-4c79-9e95-74a2308624c5 req-54099db2-87d0-4051-98a9-b197dfd8e08d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/c9ae34c8-f67f-423e-b6d0-985a615b51e5 HTTP/1.1" status: 204 len: 173 time: 3.3239698 May 06 13:53:22.695504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: e7a30dec-6547-4ffb-b492-23761fdf0211 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:22.696205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e7a30dec-6547-4ffb-b492-23761fdf0211 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:22.696880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 59464a85-e539-414a-bdb3-bbc7ce234803 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:22.762004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 59464a85-e539-414a-bdb3-bbc7ce234803 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:22.762803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 59464a85-e539-414a-bdb3-bbc7ce234803 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:22.765146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d7fbb-840b-4cc6-a31e-4b435c9b4622 None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:53:22.885131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:22.918579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 63b0ad53-6c8d-454e-9aed-bfb339440c94 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:22.981092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Port': ['ID=827198f7-42f4-4351-a04a-5a8da1be801b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:22.996909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No DVR routers for this DVR port 827198f7-42f4-4351-a04a-5a8da1be801b on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:23.056561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a78839ed-9293-4bf4-a12d-689349597a74 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.133246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port e7a30dec-6547-4ffb-b492-23761fdf0211 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:23.133846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.173089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.316783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78839ed-9293-4bf4-a12d-689349597a74 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=9362126d-04af-4129-937b-7989ec53f5fb,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:23.320243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a78839ed-9293-4bf4-a12d-689349597a74 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.327005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37049690-30aa-4dd6-b652-46a763a6301c None None] Network 8f580053-21b9-4f97-884d-3408a3073736 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:23.334082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] The port 'e7a30dec-6547-4ffb-b492-23761fdf0211' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:53:23.351887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-fd4f62da-e63c-48ef-8eed-17e1aab6aaf6 req-e0c8e838-742e-4bae-96e1-1ce24f0fae21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:23.392037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=63b0ad53-6c8d-454e-9aed-bfb339440c94,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:23.495553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-fd4f62da-e63c-48ef-8eed-17e1aab6aaf6 req-e0c8e838-742e-4bae-96e1-1ce24f0fae21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:23.497191 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a78839ed-9293-4bf4-a12d-689349597a74 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/9362126d-04af-4129-937b-7989ec53f5fb HTTP/1.1" status: 204 len: 168 time: 2.0394633 May 06 13:53:23.502324 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fd4f62da-e63c-48ef-8eed-17e1aab6aaf6 req-e0c8e838-742e-4bae-96e1-1ce24f0fae21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=af58866c-12ae-42fa-ab0c-616613a71ce8 HTTP/1.1" status: 200 len: 210 time: 0.2356510 May 06 13:53:23.507512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43380) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:23.582556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.639396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.651211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eee220a-2d68-4011-b31c-ac08453afb5d']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:23.671672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.675657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef063b7-91e9-4465-9fc2-1c4e5e79ba73 None None] DHCP port deletion for 8f580053-21b9-4f97-884d-3408a3073736 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:53:23.679832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5ef063b7-91e9-4465-9fc2-1c4e5e79ba73 None None] Deleting port b3ac41f4-5915-4767-9cbf-e0acb980917c {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:23.680635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5ef063b7-91e9-4465-9fc2-1c4e5e79ba73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.685216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d312ff1-755c-4b52-9986-28b146655608') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:23.685518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d312ff1-755c-4b52-9986-28b146655608') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:23.703023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0167c72-4a16-42c1-aec1-c5e926bfffc1']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:23.712524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.729845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f2f780-3fdb-484b-97c5-358dd897931c') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:23.730141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f2f780-3fdb-484b-97c5-358dd897931c') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:23.755671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.759469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.781121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:23.781555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:23.798560 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:23.861979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.914681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:23.915356 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:23.949950 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:23.954719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5ef063b7-91e9-4465-9fc2-1c4e5e79ba73 None None] For port b3ac41f4-5915-4767-9cbf-e0acb980917c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b3ac41f4-5915-4767-9cbf-e0acb980917c,segment=NetworkSegment(afd92b7f-eeae-4a10-9a1e-30ead6c87125),segment_id=afd92b7f-eeae-4a10-9a1e-30ead6c87125)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:23.955480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5ef063b7-91e9-4465-9fc2-1c4e5e79ba73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.037280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.041747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.056573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.075631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.076172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Fanout notify agent at l3_agent the message router_deleted on router a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:53:24.081052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.098940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=4eee220a-2d68-4011-b31c-ac08453afb5d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:24.110672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.114985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.117489 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.119557 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/networks/c0167c72-4a16-42c1-aec1-c5e926bfffc1 HTTP/1.1" status: 204 len: 168 time: 3.2248716 May 06 13:53:24.126555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43384) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.137173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c9ae34c8-f67f-423e-b6d0-985a615b51e5 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:24.144834 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1d9e4e8f-6585-49ef-8cde-1d506ef067da tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/4eee220a-2d68-4011-b31c-ac08453afb5d HTTP/1.1" status: 204 len: 168 time: 5.7931817 May 06 13:53:24.145417 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43388) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.148985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a7675-5c84-44fb-b4a4-dfb8379978e1 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Network': ['ID=c0167c72-4a16-42c1-aec1-c5e926bfffc1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:24.155727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1386888486'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:24.169709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:24.177927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:network and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:24.182266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:24.189271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5ef063b7-91e9-4465-9fc2-1c4e5e79ba73 None None] Calling delete_port for b3ac41f4-5915-4767-9cbf-e0acb980917c owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:24.191591 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:24.209053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:24.213346 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.220958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: c9ae34c8-f67f-423e-b6d0-985a615b51e5 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:24.221371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c9ae34c8-f67f-423e-b6d0-985a615b51e5 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:24.257892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.262171 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-29d76ee4-7fce-46bf-8318-8c5b967762b9 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/routers/a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6 HTTP/1.1" status: 204 len: 168 time: 3.5859187 May 06 13:53:24.262540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43394) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.294075 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5ef063b7-91e9-4465-9fc2-1c4e5e79ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.315363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:24.344364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.345221 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment 4a278979-bba8-4e0e-bbb6-0fdca14312b4 of type vlan for network c85dd53c-c217-4874-8826-b2307141b8d2 May 06 13:53:24.380484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef063b7-91e9-4465-9fc2-1c4e5e79ba73 None None] Pushing event deleted for resources: {'Port': ['ID=b3ac41f4-5915-4767-9cbf-e0acb980917c,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:24.387720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef063b7-91e9-4465-9fc2-1c4e5e79ba73 None None] No DVR routers for this DVR port b3ac41f4-5915-4767-9cbf-e0acb980917c on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:24.392262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-14676f21-804b-412b-b5a8-027209140d65 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting subnet 9ce7d980-860b-42b4-94cc-fd2fb0964581 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:53:24.401925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14676f21-804b-412b-b5a8-027209140d65 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.441825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.498382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14676f21-804b-412b-b5a8-027209140d65 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.523035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b3ac41f4-5915-4767-9cbf-e0acb980917c no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:24.557608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.563385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:24.564078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.588395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b3ac41f4-5915-4767-9cbf-e0acb980917c {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:24.588989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b3ac41f4-5915-4767-9cbf-e0acb980917c not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:24.666703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43402) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.732313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=c85dd53c-c217-4874-8826-b2307141b8d2,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:24.749247 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-355bbeaa-d228-4fe4-b5c4-0b4cbeaf87ca tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6026750 May 06 13:53:24.750363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c85dd53c-c217-4874-8826-b2307141b8d2 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:24.750549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43406) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:24.767824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': 'c85dd53c-c217-4874-8826-b2307141b8d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:24.847426 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.915421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14676f21-804b-412b-b5a8-027209140d65 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:24.990009 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-51aab5bf-0c68-4ab9-8de1-62fd5832d5ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.004275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:25.022819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:subnet and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:25.031396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:25.040705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f580053-21b9-4f97-884d-3408a3073736']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:25.048065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:25.059199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-51aab5bf-0c68-4ab9-8de1-62fd5832d5ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.060784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd92b7f-eeae-4a10-9a1e-30ead6c87125') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:25.061106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd92b7f-eeae-4a10-9a1e-30ead6c87125') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:25.087941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.097030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14676f21-804b-412b-b5a8-027209140d65 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.143169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:25.145533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.147504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.164319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:25.164662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:25.181325 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:25.295773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6823e96-605b-41ea-a351-119cfb54deac req-7dc94cdf-4c71-4fc3-b1cf-daee2d9cd800 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:25.297117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14676f21-804b-412b-b5a8-027209140d65 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce7d980-860b-42b4-94cc-fd2fb0964581,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:25.297534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6823e96-605b-41ea-a351-119cfb54deac req-7dc94cdf-4c71-4fc3-b1cf-daee2d9cd800 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 945 time: 0.5936177 May 06 13:53:25.318692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14676f21-804b-412b-b5a8-027209140d65 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.325680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b062f6c9-d54d-4494-b452-da18c575c44c None None] Network 4ac321f4-8690-4888-8f57-a6dcf551d60a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:25.360057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.384602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.423293 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-14676f21-804b-412b-b5a8-027209140d65 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/subnets/9ce7d980-860b-42b4-94cc-fd2fb0964581 HTTP/1.1" status: 204 len: 168 time: 1.1578109 May 06 13:53:25.423797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Network': ['ID=8f580053-21b9-4f97-884d-3408a3073736,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:25.431193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-076d2e24-d5ac-4f18-86df-c7d594af9caf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/networks/8f580053-21b9-4f97-884d-3408a3073736 HTTP/1.1" status: 204 len: 168 time: 1.9221416 May 06 13:53:25.435047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43410) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.435372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43412) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.446943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1705005211'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:25.475056 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6823e96-605b-41ea-a351-119cfb54deac req-f2561907-a223-41ff-a03e-5280f39193b6 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471832 May 06 13:53:25.476186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:25.490315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:network and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:25.553752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-51aab5bf-0c68-4ab9-8de1-62fd5832d5ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.554630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:25.573293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:25.599161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aab5bf-0c68-4ab9-8de1-62fd5832d5ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d2210d-17b8-49e4-b042-9daa06b4286a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:25.630077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:25.633713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.647690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.689066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:25.692849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 400a07f0-3793-46b8-a2e0-4a3c72102e03 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:25.693812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.731990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-51aab5bf-0c68-4ab9-8de1-62fd5832d5ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.736778 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-51aab5bf-0c68-4ab9-8de1-62fd5832d5ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/94d2210d-17b8-49e4-b042-9daa06b4286a HTTP/1.1" status: 204 len: 168 time: 1.0596879 May 06 13:53:25.795097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.795449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Added segment ba491b21-7d0b-437d-a183-98afb543711f of type vlan for network c182c842-f671-4629-bdb3-122dac927614 May 06 13:53:25.814038 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43420) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:25.838377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.957214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:25.967700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23af0e21-4553-4895-9893-f002b9aec8ce None None] DHCP port deletion for 4ac321f4-8690-4888-8f57-a6dcf551d60a request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:53:25.976843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-23af0e21-4553-4895-9893-f002b9aec8ce None None] Deleting port 400a07f0-3793-46b8-a2e0-4a3c72102e03 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:25.977504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-23af0e21-4553-4895-9893-f002b9aec8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.026006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=ba9ef2ab-0d8b-4028-8219-6530e6c24ba6,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:26.042523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking segment: {'id': '4a278979-bba8-4e0e-bbb6-0fdca14312b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c85dd53c-c217-4874-8826-b2307141b8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:26.043136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network hostable DHCP agents. Network: c85dd53c-c217-4874-8826-b2307141b8d2, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:26.080054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.091649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:26.094068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.104806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network c85dd53c-c217-4874-8826-b2307141b8d2 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:26.122480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c85dd53c-c217-4874-8826-b2307141b8d2) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:26.130966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:26.131789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.187248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3e72d-b885-449c-8639-a52ff6638f69 None None] Network c85dd53c-c217-4874-8826-b2307141b8d2 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:26.187651 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3d4fc66d-e95b-48d5-91a6-f8abf7809aeb tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4306402 May 06 13:53:26.193170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43424) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:26.389759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.481013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.515976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 400a07f0-3793-46b8-a2e0-4a3c72102e03 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:26.594508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.614547 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-23af0e21-4553-4895-9893-f002b9aec8ce None None] For port 400a07f0-3793-46b8-a2e0-4a3c72102e03, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=400a07f0-3793-46b8-a2e0-4a3c72102e03,segment=NetworkSegment(de28c60f-a128-4d81-8bd2-fd2d2d11fb0f),segment_id=de28c60f-a128-4d81-8bd2-fd2d2d11fb0f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:26.614967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-23af0e21-4553-4895-9893-f002b9aec8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.670247 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2309639 May 06 13:53:26.675933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43430) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:26.708371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': 'c182c842-f671-4629-bdb3-122dac927614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:26.749247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432c46e-e318-46fb-9b44-e17faa5b2248 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Network': ['ID=c182c842-f671-4629-bdb3-122dac927614,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:26.759479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.764535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-23af0e21-4553-4895-9893-f002b9aec8ce None None] Calling delete_port for 400a07f0-3793-46b8-a2e0-4a3c72102e03 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:26.781272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9ef2ab-0d8b-4028-8219-6530e6c24ba6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:26.799401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85dd53c-c217-4874-8826-b2307141b8d2']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:26.814995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a278979-bba8-4e0e-bbb6-0fdca14312b4') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:26.815355 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a278979-bba8-4e0e-bbb6-0fdca14312b4') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:26.830437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.853152 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.861230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:26.861683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:26.872100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c182c842-f671-4629-bdb3-122dac927614 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:26.878717 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:26.955877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] For port 400a07f0-3793-46b8-a2e0-4a3c72102e03, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=400a07f0-3793-46b8-a2e0-4a3c72102e03,segment=NetworkSegment(de28c60f-a128-4d81-8bd2-fd2d2d11fb0f),segment_id=de28c60f-a128-4d81-8bd2-fd2d2d11fb0f)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:26.957159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.027065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf7c3e-df6d-4a49-9b75-9b470a615c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c85dd53c-c217-4874-8826-b2307141b8d2', 'network_id': 'c85dd53c-c217-4874-8826-b2307141b8d2', 'tenant_id': '16c2ddb8ed8d42afb14b696b5be2617a', 'fixed_ips': [{'subnet_id': 'ba9ef2ab-0d8b-4028-8219-6530e6c24ba6'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:27.029475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7c3e-df6d-4a49-9b75-9b470a615c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.075100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.127935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.134313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=c85dd53c-c217-4874-8826-b2307141b8d2,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:27.151838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.156446 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-17751039-10f8-4025-8499-f9890d3f0cec tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/c85dd53c-c217-4874-8826-b2307141b8d2 HTTP/1.1" status: 204 len: 168 time: 0.9612954 May 06 13:53:27.157659 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43434) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:27.168076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-20004643'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:27.178611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:27.186658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:network and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:27.193518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:27.205364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:27.207727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-23af0e21-4553-4895-9893-f002b9aec8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.223729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:27.230321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.290289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:27.296498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 400a07f0-3793-46b8-a2e0-4a3c72102e03 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:27.304215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af0e21-4553-4895-9893-f002b9aec8ce None None] Pushing event deleted for resources: {'Port': ['ID=400a07f0-3793-46b8-a2e0-4a3c72102e03,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:27.310869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.312132 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment 37dfe2f2-2701-4049-b61c-2cdf59228b5a of type vlan for network 0a9c0e53-28f2-4ec5-b068-41e0b62cc213 May 06 13:53:27.316574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af0e21-4553-4895-9893-f002b9aec8ce None None] No DVR routers for this DVR port 400a07f0-3793-46b8-a2e0-4a3c72102e03 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:27.337783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a95b90-59e6-4632-bd27-d7be0614c1d7 None None] Network c85dd53c-c217-4874-8826-b2307141b8d2 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:27.367616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a95b90-59e6-4632-bd27-d7be0614c1d7 None None] Network c85dd53c-c217-4874-8826-b2307141b8d2 could not be found, it might have been deleted concurrently. {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 06 13:53:27.381186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.416003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.436000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.444049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:27.444972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.563644 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4043341 May 06 13:53:27.569641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43438) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:27.586465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': '0a9c0e53-28f2-4ec5-b068-41e0b62cc213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:27.666901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-df58ea30-24c9-4f75-8a69-ad6eefcede3b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:27.668456 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-df58ea30-24c9-4f75-8a69-ad6eefcede3b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 945 time: 1.4473426 May 06 13:53:27.720244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978ef9d-8944-4e83-8454-0e2390f3d93b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=0a9c0e53-28f2-4ec5-b068-41e0b62cc213,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:27.733663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:27.736900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 0a9c0e53-28f2-4ec5-b068-41e0b62cc213 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:27.759852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:27.775530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:27.804513 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:27.811835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:subnet and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:27.818066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:27.828931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:27.847296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:27.855018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:27.855355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:27.855355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:27.872835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:27.983662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:27.990032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.018266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Deleting port 15f78bdf-c864-4df3-aad7-636f6814688f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:28.018578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.168970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b5616-1041-4610-83b5-63278e72665e req-450cc2b0-d5ff-47a3-b786-63410c9f0c1c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:28.170621 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-514b5616-1041-4610-83b5-63278e72665e req-450cc2b0-d5ff-47a3-b786-63410c9f0c1c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 945 time: 1.4317782 May 06 13:53:28.186504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.292699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=c57de236-8883-45d2-bb64-aad792ad983f,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:28.303592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking segment: {'id': '37dfe2f2-2701-4049-b61c-2cdf59228b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0a9c0e53-28f2-4ec5-b068-41e0b62cc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:28.303961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network hostable DHCP agents. Network: 0a9c0e53-28f2-4ec5-b068-41e0b62cc213, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:28.328414 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network 0a9c0e53-28f2-4ec5-b068-41e0b62cc213 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:28.345156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 0a9c0e53-28f2-4ec5-b068-41e0b62cc213) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:28.350460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:28.351188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.364159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7beec0-0f01-46a7-9d4c-b888daebbc12 None None] Network 0a9c0e53-28f2-4ec5-b068-41e0b62cc213 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:28.366738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 400a07f0-3793-46b8-a2e0-4a3c72102e03 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:28.367494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.395038 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2a944a71-d88c-4620-a221-5a4b230ebcc4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8191631 May 06 13:53:28.395330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43442) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:28.472404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-514b5616-1041-4610-83b5-63278e72665e req-4e0e4ebe-27ba-46f2-8899-bca3df562d89 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770720 May 06 13:53:28.591951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] The port '400a07f0-3793-46b8-a2e0-4a3c72102e03' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:53:28.870332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-0a9c0e53-28f2-4ec5-b068-41e0b62cc213', 'network_id': '0a9c0e53-28f2-4ec5-b068-41e0b62cc213', 'tenant_id': '16c2ddb8ed8d42afb14b696b5be2617a', 'fixed_ips': [{'subnet_id': 'c57de236-8883-45d2-bb64-aad792ad983f'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:28.870650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.872350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:28.999790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.119875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Allocated IP 2001:db8::1 (0a9c0e53-28f2-4ec5-b068-41e0b62cc213/c57de236-8883-45d2-bb64-aad792ad983f/70676047-d2a1-4dd1-84b5-09a8f19a94c9) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:29.303646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.404940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.413660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac321f4-8690-4888-8f57-a6dcf551d60a']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:29.421037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Transition to ACTIVE for port object 70676047-d2a1-4dd1-84b5-09a8f19a94c9 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:29.444683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Transition to ACTIVE for port object 70676047-d2a1-4dd1-84b5-09a8f19a94c9 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:29.451573 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.473156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de28c60f-a128-4d81-8bd2-fd2d2d11fb0f') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:29.473651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de28c60f-a128-4d81-8bd2-fd2d2d11fb0f') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:29.479819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.508595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:29.509033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.542926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.570306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=c57de236-8883-45d2-bb64-aad792ad983f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:29.580147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] For port 15f78bdf-c864-4df3-aad7-636f6814688f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15f78bdf-c864-4df3-aad7-636f6814688f,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:29.580611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.582598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Network 0a9c0e53-28f2-4ec5-b068-41e0b62cc213 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:29.587964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:29.595026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:29.606111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.618835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.631650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:29.632631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.718635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Pushing event updated for resources: {'Port': ['ID=70676047-d2a1-4dd1-84b5-09a8f19a94c9,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:29.756289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.761199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Attempting to bind port 70676047-d2a1-4dd1-84b5-09a8f19a94c9 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:29.761562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Attempting to bind port 70676047-d2a1-4dd1-84b5-09a8f19a94c9 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '37dfe2f2-2701-4049-b61c-2cdf59228b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0a9c0e53-28f2-4ec5-b068-41e0b62cc213'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:29.761926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Attempting to bind port 70676047-d2a1-4dd1-84b5-09a8f19a94c9 on network 0a9c0e53-28f2-4ec5-b068-41e0b62cc213 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:29.768484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:29.768484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Checking segment: {'id': '37dfe2f2-2701-4049-b61c-2cdf59228b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0a9c0e53-28f2-4ec5-b068-41e0b62cc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:29.769720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.769878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Bound using segment: {'id': '37dfe2f2-2701-4049-b61c-2cdf59228b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0a9c0e53-28f2-4ec5-b068-41e0b62cc213'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:29.770366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Bound port: 70676047-d2a1-4dd1-84b5-09a8f19a94c9, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dfe2f2-2701-4049-b61c-2cdf59228b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0a9c0e53-28f2-4ec5-b068-41e0b62cc213'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:29.770700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:29.774963 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:29.790104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9c0e53-28f2-4ec5-b068-41e0b62cc213']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:29.806062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dfe2f2-2701-4049-b61c-2cdf59228b5a') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:29.806449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dfe2f2-2701-4049-b61c-2cdf59228b5a') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:29.821473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.849688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.860203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:29.861064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:29.878397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] For port 70676047-d2a1-4dd1-84b5-09a8f19a94c9, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:29.890914 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:29.988987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] For port 70676047-d2a1-4dd1-84b5-09a8f19a94c9, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70676047-d2a1-4dd1-84b5-09a8f19a94c9,segment=NetworkSegment(37dfe2f2-2701-4049-b61c-2cdf59228b5a),segment_id=37dfe2f2-2701-4049-b61c-2cdf59228b5a)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:29.989433 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:53:29.989433 dv-neutron-840888-1-hyperv neutron-server[87985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:53:29.989433 dv-neutron-840888-1-hyperv neutron-server[87985]: [parameters: {'id': '0a9c0e53-28f2-4ec5-b068-41e0b62cc213'}] May 06 13:53:29.989433 dv-neutron-840888-1-hyperv neutron-server[87985]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:29.989807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:29.994936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.125393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15f78bdf-c864-4df3-aad7-636f6814688f no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:30.166415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.203418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.273842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=32bf852f-e6b0-40bc-bde5-c552a3343472,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.314754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bf1b7-37b5-4b91-a807-91e16be39319 None None] Pushing event updated for resources: {'Port': ['ID=70676047-d2a1-4dd1-84b5-09a8f19a94c9,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.318576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Network': ['ID=4ac321f4-8690-4888-8f57-a6dcf551d60a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.386355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Checking segment: {'id': 'ba491b21-7d0b-437d-a183-98afb543711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c182c842-f671-4629-bdb3-122dac927614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:30.386732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network hostable DHCP agents. Network: c182c842-f671-4629-bdb3-122dac927614, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:30.399855 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a1d35e78-84e5-465a-b1e7-add02835a1a7 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/networks/4ac321f4-8690-4888-8f57-a6dcf551d60a HTTP/1.1" status: 204 len: 168 time: 4.9622045 May 06 13:53:30.402829 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43448) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:30.419328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 008b90b1-fec9-4db3-bc25-1d9b099a0ff4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=008b90b1-fec9-4db3-bc25-1d9b099a0ff4,segment=NetworkSegment(c8873542-42ab-43e5-8416-85ebc6d0bf38),segment_id=c8873542-42ab-43e5-8416-85ebc6d0bf38)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:30.419922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.428248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38667be-0fa0-4735-8999-2f82bd0bc2b1 None None] Network 0a9c0e53-28f2-4ec5-b068-41e0b62cc213 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:30.505374 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.535159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.609467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eae6b5-746c-4ffd-8751-b13cea19307c req-db414d3a-a5e3-4ab6-8ae6-9a36c6597bcf tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:30.611603 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c0eae6b5-746c-4ffd-8751-b13cea19307c req-db414d3a-a5e3-4ab6-8ae6-9a36c6597bcf tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 945 time: 0.8235798 May 06 13:53:30.611830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:53:30.669877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting port 70676047-d2a1-4dd1-84b5-09a8f19a94c9 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:30.670803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.682376 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7cf7c7-108d-475f-ae5b-0db2dc0b1b4f'] response: {'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f', 'code': 200} May 06 13:53:30.683463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15f78bdf-c864-4df3-aad7-636f6814688f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15f78bdf-c864-4df3-aad7-636f6814688f,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:30.694257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:30.695273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.763963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 93e22462-3096-4285-be37-06c969af7d4a {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:30.764578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.767750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network c182c842-f671-4629-bdb3-122dac927614 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:30.779232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=15f78bdf-c864-4df3-aad7-636f6814688f,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:30.781433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.783802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc76fd0-d1a8-431e-840a-79cc76ca156e None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:53:30.887612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.887990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.888564 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Floating IP 76174e5d-d321-4714-85b4-0604b3fe6074 disassociated. External IP: 172.26.2.23, port: 15f78bdf-c864-4df3-aad7-636f6814688f. May 06 13:53:30.889095 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Calling delete_port for 15f78bdf-c864-4df3-aad7-636f6814688f owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:30.937070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c182c842-f671-4629-bdb3-122dac927614) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:30.973420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:30.974360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.998501 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c0eae6b5-746c-4ffd-8751-b13cea19307c req-c662ae7b-8de6-4e30-bff0-2727e763b673 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137419 May 06 13:53:31.000220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc76fd0-d1a8-431e-840a-79cc76ca156e None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:53:31.266695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] For port 70676047-d2a1-4dd1-84b5-09a8f19a94c9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70676047-d2a1-4dd1-84b5-09a8f19a94c9,segment=NetworkSegment(37dfe2f2-2701-4049-b61c-2cdf59228b5a),segment_id=37dfe2f2-2701-4049-b61c-2cdf59228b5a)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:31.267168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.274862 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-48628585-36a7-400e-b051-9d19b96d75d9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5876498 May 06 13:53:31.277316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43454) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:31.311023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': 'c182c842-f671-4629-bdb3-122dac927614', 'name': 'tempest-PortsTestJSON-417645662', 'fixed_ips': [{'subnet_id': '32bf852f-e6b0-40bc-bde5-c552a3343472', 'ip_address': '172.20.0.10'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:31.418954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Calling delete_port for 70676047-d2a1-4dd1-84b5-09a8f19a94c9 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:31.481918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.482295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.527661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:31.527661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:31.623109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 93e22462-3096-4285-be37-06c969af7d4a owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:31.676311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c182c842-f671-4629-bdb3-122dac927614', 'network_id': 'c182c842-f671-4629-bdb3-122dac927614', 'tenant_id': 'a6e6a5320f954c9fbafdec9cd29ce4c8', 'fixed_ips': [{'subnet_id': '32bf852f-e6b0-40bc-bde5-c552a3343472'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:31.677583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.683153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:31.694960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:port and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:31.702191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:31.717240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:31.735228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.783525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:31.858287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:31.887355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=008b90b1-fec9-4db3-bc25-1d9b099a0ff4,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:31.898962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Allocated IP 172.20.0.2 (c182c842-f671-4629-bdb3-122dac927614/32bf852f-e6b0-40bc-bde5-c552a3343472/3f6d920c-6e21-4b21-8c99-c20a0cc08453) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:31.979652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No DVR routers for this DVR port 70676047-d2a1-4dd1-84b5-09a8f19a94c9 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:32.017602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Port': ['ID=70676047-d2a1-4dd1-84b5-09a8f19a94c9,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:32.061480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Deleting port 15f78bdf-c864-4df3-aad7-636f6814688f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:32.061624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.203543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.216720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Transition to ACTIVE for port object 3f6d920c-6e21-4b21-8c99-c20a0cc08453 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:32.243456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Transition to ACTIVE for port object 3f6d920c-6e21-4b21-8c99-c20a0cc08453 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:32.244709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.251594 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.265670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 168fb372-b1bc-4d36-ab29-b9679087e566 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:32.266421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.302903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.318717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9c0e53-28f2-4ec5-b068-41e0b62cc213']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:32.330309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Network c182c842-f671-4629-bdb3-122dac927614 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:32.334534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:32.337132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:32.381229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Pushing event updated for resources: {'Port': ['ID=3f6d920c-6e21-4b21-8c99-c20a0cc08453,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:32.387180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.425646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dfe2f2-2701-4049-b61c-2cdf59228b5a') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:32.426133 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dfe2f2-2701-4049-b61c-2cdf59228b5a') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:32.447825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.458469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Attempting to bind port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:32.458919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Attempting to bind port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ba491b21-7d0b-437d-a183-98afb543711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c182c842-f671-4629-bdb3-122dac927614'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:32.459272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Attempting to bind port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 on network c182c842-f671-4629-bdb3-122dac927614 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:32.464526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.465931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:32.466376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Checking segment: {'id': 'ba491b21-7d0b-437d-a183-98afb543711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c182c842-f671-4629-bdb3-122dac927614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:32.466844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.467309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Bound using segment: {'id': 'ba491b21-7d0b-437d-a183-98afb543711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c182c842-f671-4629-bdb3-122dac927614'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:32.467859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Bound port: 3f6d920c-6e21-4b21-8c99-c20a0cc08453, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba491b21-7d0b-437d-a183-98afb543711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c182c842-f671-4629-bdb3-122dac927614'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:32.468315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.492213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.504679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:32.505103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.586118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=93e22462-3096-4285-be37-06c969af7d4a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:32.590229 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:32.604062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] For port 3f6d920c-6e21-4b21-8c99-c20a0cc08453, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:32.610079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] For port 3f6d920c-6e21-4b21-8c99-c20a0cc08453, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3f6d920c-6e21-4b21-8c99-c20a0cc08453,segment=NetworkSegment(ba491b21-7d0b-437d-a183-98afb543711f),segment_id=ba491b21-7d0b-437d-a183-98afb543711f)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:32.617912 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.665410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 47ab4025-f1f1-4234-a8f9-b8bf5a856086 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:53:32.710204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.714468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.755169 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/0a9c0e53-28f2-4ec5-b068-41e0b62cc213 HTTP/1.1" status: 204 len: 168 time: 4.3515255 May 06 13:53:32.756732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43460) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:32.769420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1328637949'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:32.775316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:32.779798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:network and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:32.782965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2cc6a-4288-43f8-9f80-3b5304a1a9bd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=0a9c0e53-28f2-4ec5-b068-41e0b62cc213,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:32.784064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449694f-76bf-4c04-ac32-799c30143588 None None] Pushing event updated for resources: {'Port': ['ID=3f6d920c-6e21-4b21-8c99-c20a0cc08453,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:32.789696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:32.811447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:32.818061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.820757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.822011 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c3eb6296-6783-44cd-8b7f-846ae4e8fd34 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/floatingips/09c74cca-6454-4a41-aff0-f62ff5515a89 HTTP/1.1" status: 204 len: 168 time: 2.4178560 May 06 13:53:32.827064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43464) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:32.880594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:32.884204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.895319 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb73a612-b488-47bc-98ed-d4ab9aedb8d8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] DELETE failed (client error): The resource could not be found. May 06 13:53:32.895819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb73a612-b488-47bc-98ed-d4ab9aedb8d8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:53:32.900933 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fb73a612-b488-47bc-98ed-d4ab9aedb8d8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/ports/a648c029-3058-4f8f-bb9c-07aac17d3882 HTTP/1.1" status: 404 len: 333 time: 0.0696540 May 06 13:53:32.901065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43468) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:32.960399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7ea179a3-cdcc-4517-8315-3380810602a0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Synchronizing usage tracker for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:32.975475 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:32.991434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:32.991785 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment 9a15146a-b9e4-47bd-b0ed-01f593379de3 of type vlan for network ae472967-52d2-4c86-9c5e-8479b6fe9619 May 06 13:53:32.993766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7ea179a3-cdcc-4517-8315-3380810602a0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Unset dirty status for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:32.997809 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7ea179a3-cdcc-4517-8315-3380810602a0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6 HTTP/1.1" status: 200 len: 205 time: 0.0931487 May 06 13:53:33.000155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43472) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:33.147723 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-78f6b8f1-1da3-44da-ae34-0970803d5696 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] delete failed (client error): The resource could not be found. May 06 13:53:33.149197 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-78f6b8f1-1da3-44da-ae34-0970803d5696 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/routers/a8b93c8e-ffd7-4a7c-bd32-b7ac6ae544f6 HTTP/1.1" status: 404 len: 336 time: 0.1479032 May 06 13:53:33.158722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43476) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:33.217512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.231669 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ab2b35-ce62-46a8-bef4-db932b4909de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] DELETE failed (client error): The resource could not be found. May 06 13:53:33.232397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ab2b35-ce62-46a8-bef4-db932b4909de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:53:33.247449 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-00ab2b35-ce62-46a8-bef4-db932b4909de tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/subnets/9ce7d980-860b-42b4-94cc-fd2fb0964581 HTTP/1.1" status: 404 len: 337 time: 0.0873942 May 06 13:53:33.250900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43480) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:33.372176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6c51b134-ee70-4fcb-9a39-f3054b28dce5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 3827e7d6-ac08-4cde-8653-3780f40a41cd {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:33.372508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c51b134-ee70-4fcb-9a39-f3054b28dce5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.404336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.410889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:33.411385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.411594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b7e39-f0bd-4ae0-8176-e87bca647939 req-14e1d3fe-ab64-48fd-a313-10b153d80111 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:33.414278 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-127b7e39-f0bd-4ae0-8176-e87bca647939 req-14e1d3fe-ab64-48fd-a313-10b153d80111 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 943 time: 1.1088884 May 06 13:53:33.532376 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7744746 May 06 13:53:33.550525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43484) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:33.560707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': 'ae472967-52d2-4c86-9c5e-8479b6fe9619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:33.581746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89baee3-729f-4915-af26-812ce884b4dd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=ae472967-52d2-4c86-9c5e-8479b6fe9619,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:33.595949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network ae472967-52d2-4c86-9c5e-8479b6fe9619 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:33.802400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] For port 15f78bdf-c864-4df3-aad7-636f6814688f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15f78bdf-c864-4df3-aad7-636f6814688f,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:33.803364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:33.829874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:33.840934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:subnet and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:33.847538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:33.858405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:33.888601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:33.891876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.011116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 168fb372-b1bc-4d36-ab29-b9679087e566, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=168fb372-b1bc-4d36-ab29-b9679087e566,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:34.011779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.208526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c51b134-ee70-4fcb-9a39-f3054b28dce5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.259088 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dad3ba6-fa9d-464f-a277-647d78742ce4 None None] Network c182c842-f671-4629-bdb3-122dac927614 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:34.314984 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-127b7e39-f0bd-4ae0-8176-e87bca647939 req-ef6948ac-53fc-4f52-a01e-e37a892d21f0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8551409 May 06 13:53:34.390365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6c51b134-ee70-4fcb-9a39-f3054b28dce5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 3827e7d6-ac08-4cde-8653-3780f40a41cd owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:34.415457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 168fb372-b1bc-4d36-ab29-b9679087e566 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:34.647255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3f6d920c-6e21-4b21-8c99-c20a0cc08453 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:34.682025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:34.702616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-620f8a38-fc4a-40d9-929a-2cca1f7ee7ea None None] Provisioning for port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:34.709062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.10 (c182c842-f671-4629-bdb3-122dac927614/32bf852f-e6b0-40bc-bde5-c552a3343472/47ab4025-f1f1-4234-a8f9-b8bf5a856086) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:34.719528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.779326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:34.788452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:34.789158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.879625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=f580e88a-7c4d-44f7-aff3-c5f21542fec6,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:34.894073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c51b134-ee70-4fcb-9a39-f3054b28dce5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.945171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:34.984160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking segment: {'id': '9a15146a-b9e4-47bd-b0ed-01f593379de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ae472967-52d2-4c86-9c5e-8479b6fe9619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:34.988246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network hostable DHCP agents. Network: ae472967-52d2-4c86-9c5e-8479b6fe9619, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:35.014545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 3f6d920c-6e21-4b21-8c99-c20a0cc08453, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3f6d920c-6e21-4b21-8c99-c20a0cc08453,segment=NetworkSegment(ba491b21-7d0b-437d-a183-98afb543711f),segment_id=ba491b21-7d0b-437d-a183-98afb543711f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:35.022643 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.042717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51b134-ee70-4fcb-9a39-f3054b28dce5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=3827e7d6-ac08-4cde-8653-3780f40a41cd,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:35.153279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network ae472967-52d2-4c86-9c5e-8479b6fe9619 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:35.173699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, ae472967-52d2-4c86-9c5e-8479b6fe9619) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:35.194098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:35.194690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.202115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc53cc0-a78e-4e7f-b136-31b50c180ba7 None None] Network ae472967-52d2-4c86-9c5e-8479b6fe9619 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:35.204880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.205717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.205717 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Floating IP 76174e5d-d321-4714-85b4-0604b3fe6074 disassociated. External IP: 172.26.2.23, port: 15f78bdf-c864-4df3-aad7-636f6814688f. May 06 13:53:35.206098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Calling delete_port for 15f78bdf-c864-4df3-aad7-636f6814688f owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:35.237156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6c51b134-ee70-4fcb-9a39-f3054b28dce5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.248480 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6c51b134-ee70-4fcb-9a39-f3054b28dce5 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/ports/3827e7d6-ac08-4cde-8653-3780f40a41cd HTTP/1.1" status: 204 len: 168 time: 1.9878211 May 06 13:53:35.248480 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ac219e1c-7f5c-4e78-afad-339b539d3600 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6917927 May 06 13:53:35.248480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43488) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:35.254132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43492) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:35.308761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': 'ae472967-52d2-4c86-9c5e-8479b6fe9619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:35.336537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=3f6d920c-6e21-4b21-8c99-c20a0cc08453,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:35.478027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-4fed054f-9f53-45f9-805e-710b9a6139a8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 4a1dbafa-e067-4eaa-a2d5-e0f49e33317e {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:35.478379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4fed054f-9f53-45f9-805e-710b9a6139a8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.506097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:35.521583 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:35.542879 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:35.543800 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:35.624372 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-ae472967-52d2-4c86-9c5e-8479b6fe9619', 'network_id': 'ae472967-52d2-4c86-9c5e-8479b6fe9619', 'tenant_id': '16c2ddb8ed8d42afb14b696b5be2617a', 'fixed_ips': [{'subnet_id': 'f580e88a-7c4d-44f7-aff3-c5f21542fec6'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:35.626253 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.702902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.727908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:35.753626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:subnet and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:35.761688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:35.772456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:35.789590 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:35.883635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:35.887152 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:35.917747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Allocated IP 2001:db8::2 (ae472967-52d2-4c86-9c5e-8479b6fe9619/f580e88a-7c4d-44f7-aff3-c5f21542fec6/85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:36.014664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.082391 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8e096702-524b-4f0e-95af-256fc02eb2c1 req-0c28675e-185d-4758-bcc8-70be1439bd01 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 210 time: 0.5670645 May 06 13:53:36.111785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=168fb372-b1bc-4d36-ab29-b9679087e566,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:36.293729 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.312329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Transition to ACTIVE for port object 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:36.318092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event deleted for resources: {'Port': ['ID=15f78bdf-c864-4df3-aad7-636f6814688f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:36.328020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.338788 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4dfbc4d2-a023-4394-a5fe-fca749f60662 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2058797 May 06 13:53:36.342342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43498) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:36.345510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Transition to ACTIVE for port object 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:36.348940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f6ec3-6392-431c-af01-a353c752b5f0 None None] Network c182c842-f671-4629-bdb3-122dac927614 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:36.380051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.408386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network ae472967-52d2-4c86-9c5e-8479b6fe9619 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:36.419119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:36.436991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:36.437957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.530467 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2275949 May 06 13:53:36.531559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa10b1-a202-4e9a-b857-500ce2bf21ea tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=abc99b06-4764-4489-87ee-221e870a5127,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:36.535893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43502) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:36.541291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4fed054f-9f53-45f9-805e-710b9a6139a8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.578531 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:31Z', 'revision_number': 10, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:36.585564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Network ae472967-52d2-4c86-9c5e-8479b6fe9619 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:36.586506 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:53:36.589250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-96d1a32a-b528-4b57-ab51-baa79c5290eb None None] Provisioning complete for port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:36.589654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96d1a32a-b528-4b57-ab51-baa79c5290eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.602131 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:36.603581 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:36.620626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.632748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:36.651247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:36.670492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Pushing event updated for resources: {'Port': ['ID=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:36.685536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2a918461-50d8-42d3-b3da-db42b4531b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.782881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3f6d920c-6e21-4b21-8c99-c20a0cc08453 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:36.912165 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:36.916139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Attempting to bind port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:36.916813 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Attempting to bind port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '9a15146a-b9e4-47bd-b0ed-01f593379de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ae472967-52d2-4c86-9c5e-8479b6fe9619'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:36.917355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Attempting to bind port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 on network ae472967-52d2-4c86-9c5e-8479b6fe9619 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:36.979739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:36.980771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Checking segment: {'id': '9a15146a-b9e4-47bd-b0ed-01f593379de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ae472967-52d2-4c86-9c5e-8479b6fe9619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:36.982609 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:36.983754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Bound using segment: {'id': '9a15146a-b9e4-47bd-b0ed-01f593379de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ae472967-52d2-4c86-9c5e-8479b6fe9619'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:36.984856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Bound port: 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a15146a-b9e4-47bd-b0ed-01f593379de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ae472967-52d2-4c86-9c5e-8479b6fe9619'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:36.986759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.064869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-4fed054f-9f53-45f9-805e-710b9a6139a8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 4a1dbafa-e067-4eaa-a2d5-e0f49e33317e owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:37.073078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:37.161630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece17d85-e6c5-42e7-954a-69914104d066 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:37.163514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece17d85-e6c5-42e7-954a-69914104d066 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:37.165739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece17d85-e6c5-42e7-954a-69914104d066 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:37.167977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece17d85-e6c5-42e7-954a-69914104d066 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:37.169823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece17d85-e6c5-42e7-954a-69914104d066 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:37.171101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ece17d85-e6c5-42e7-954a-69914104d066 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Synchronizing usage tracker for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:37.219534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ece17d85-e6c5-42e7-954a-69914104d066 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Unset dirty status for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:37.226849 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ece17d85-e6c5-42e7-954a-69914104d066 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6857231 May 06 13:53:37.233102 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43508) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:37.273317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:37.273924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.311666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1513914846'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:37.323166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:37.332699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:network and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:37.338990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:37.351185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:37.357049 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:31Z', 'revision_number': 10, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:37.363201 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b91c80-d9c0-4209-90ed-07e0cd7f794d None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:31Z', 'revision_number': 10, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None, '_interfaces': [{'id': '2cfcd2f6-da58-402b-813b-44eea803c3d5', 'name': '', 'network_id': '152d03fe-272c-4dd8-a293-970cd91a775d', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'mac_address': 'fa:16:3e:6b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:52:12Z', 'updated_at': '2022-05-06T13:52:26Z', 'revision_number': 5, 'project_id': 'ecb9448138ff47599486546e38323452', 'subnets': [{'id': '46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:37.390747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:37.396680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.423764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.460223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] For port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:37.464385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] For port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,segment=NetworkSegment(9a15146a-b9e4-47bd-b0ed-01f593379de3),segment_id=9a15146a-b9e4-47bd-b0ed-01f593379de3)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:37.475715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.484994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-2372153d-e1f7-4e8e-be6c-0735f3e324d4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting subnet 6b608e56-7581-48e1-a51b-30b4dc84d184 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:53:37.497242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4fed054f-9f53-45f9-805e-710b9a6139a8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.520176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:37.560443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2372153d-e1f7-4e8e-be6c-0735f3e324d4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.596111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-107398e8-6961-45be-b472-ba7a48542b83 req-829ed32f-3bf0-4a4d-aab7-4e718c42c564 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:37.597055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.597869 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment 2c8e64ab-dacd-422f-8ad9-3957228ccc33 of type vlan for network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 May 06 13:53:37.639208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947017-a130-4fc9-a69f-ec254191eeea None None] Pushing event updated for resources: {'Port': ['ID=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:37.649523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 47ab4025-f1f1-4234-a8f9-b8bf5a856086 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:37.693661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed054f-9f53-45f9-805e-710b9a6139a8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=4a1dbafa-e067-4eaa-a2d5-e0f49e33317e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:37.738363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.788739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2372153d-e1f7-4e8e-be6c-0735f3e324d4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.825665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4fed054f-9f53-45f9-805e-710b9a6139a8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.829302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-107398e8-6961-45be-b472-ba7a48542b83 req-829ed32f-3bf0-4a4d-aab7-4e718c42c564 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:37.842143 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-107398e8-6961-45be-b472-ba7a48542b83 req-829ed32f-3bf0-4a4d-aab7-4e718c42c564 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 210 time: 0.4251444 May 06 13:53:37.847260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.855094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:37.855847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.931896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:37.951961 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7171562 May 06 13:53:38.048082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:38.064317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] Sync routers for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:38.120215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43512) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:38.121260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6568ada-83b5-4618-88fe-6f909b5f5313 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=19e1bce3-7d0d-485b-b747-f4d4db3c4865,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:38.130130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:38.130789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:38.131184 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4fed054f-9f53-45f9-805e-710b9a6139a8 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/ports/4a1dbafa-e067-4eaa-a2d5-e0f49e33317e HTTP/1.1" status: 204 len: 168 time: 2.8854575 May 06 13:53:38.132002 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43518) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:38.137077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-47ee3b0a-3567-4da2-9c4c-3ce44deee896 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:38.150949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.355603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f0ef457c-7bca-4391-9c9a-55d4fa144ddb None None] Provisioning complete for port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:38.355972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f0ef457c-7bca-4391-9c9a-55d4fa144ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.381844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:38.472444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b77b51-89aa-4191-a3ab-562705ec5f88 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:38.472444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-73b77b51-89aa-4191-a3ab-562705ec5f88 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Synchronizing usage tracker for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:38.494444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-47ee3b0a-3567-4da2-9c4c-3ce44deee896 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.518269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-73b77b51-89aa-4191-a3ab-562705ec5f88 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Unset dirty status for tenant:1a2ea55a215a4bc1928456f4e0f1a45f on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:38.523923 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-73b77b51-89aa-4191-a3ab-562705ec5f88 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "GET /v2.0/ports?device_id=736f0929-a756-48de-901b-d8addfd06a72 HTTP/1.1" status: 200 len: 913 time: 0.3654394 May 06 13:53:38.523923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-47ee3b0a-3567-4da2-9c4c-3ce44deee896 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.527668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43522) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:38.563966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:38.646966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee3b0a-3567-4da2-9c4c-3ce44deee896 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=19e1bce3-7d0d-485b-b747-f4d4db3c4865,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:38.703848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47ee3b0a-3567-4da2-9c4c-3ce44deee896 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 is not hosted by any dhcp agent {{(pid=87985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 06 13:53:38.709510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee3b0a-3567-4da2-9c4c-3ce44deee896 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:38.710142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-47ee3b0a-3567-4da2-9c4c-3ce44deee896 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.714370 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-47ee3b0a-3567-4da2-9c4c-3ce44deee896 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "PUT /v2.0/networks/19e1bce3-7d0d-485b-b747-f4d4db3c4865 HTTP/1.1" status: 200 len: 723 time: 0.5875871 May 06 13:53:38.721237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43526) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:38.740194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': '19e1bce3-7d0d-485b-b747-f4d4db3c4865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:38.757178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:38.778440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] No DVR routers for this DVR port 15f78bdf-c864-4df3-aad7-636f6814688f on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:38.782882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.787315 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8b333282-e5cc-410c-97c6-c05381fdf7b9 req-ef36a2ab-a2e4-47c4-adb0-7fd7e2555599 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "DELETE /v2.0/ports/15f78bdf-c864-4df3-aad7-636f6814688f HTTP/1.1" status: 204 len: 173 time: 11.1041493 May 06 13:53:38.813583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'name': 'network-vif-deleted', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:53:38.823472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:38.839793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network c182c842-f671-4629-bdb3-122dac927614 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:38.878104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:38.890670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:39.092477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:39.126264 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fa027b-c806-40fb-b464-6f3508aaf965'] response: {'server_uuid': 'd88860a4-b100-48d4-b858-3901cb0959cb', 'name': 'network-vif-deleted', 'tag': '15f78bdf-c864-4df3-aad7-636f6814688f', 'status': 'completed', 'code': 200} May 06 13:53:39.144827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:39.152158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:39.153330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.285534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:39.289458 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.445698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=47ab4025-f1f1-4234-a8f9-b8bf5a856086,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:39.468081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f6639fd5-c5fa-449c-b919-5cc43f8e1276 req-a6ff81d2-1f6c-4872-9a94-34d7113bff35 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 210 time: 0.2987313 May 06 13:53:39.492394 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-eedb30fe-a72a-48cb-ba02-55f5761fefd3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.2027876 May 06 13:53:39.496134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43534) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:39.511801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4719e-6a99-40a1-b0c9-c836c487731e None None] Network ae472967-52d2-4c86-9c5e-8479b6fe9619 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:39.533943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2372153d-e1f7-4e8e-be6c-0735f3e324d4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.626525 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a0616e4b-f452-45ba-84fe-8ed8720a5309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.668755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': 'c182c842-f671-4629-bdb3-122dac927614', 'name': 'tempest-PortsTestJSON-1810944396', 'fixed_ips': [{'subnet_id': '32bf852f-e6b0-40bc-bde5-c552a3343472', 'ip_address': '172.20.0.9'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:39.687681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:39.732189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:39.798937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:39.799459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 008b90b1-fec9-4db3-bc25-1d9b099a0ff4 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:39.896813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2372153d-e1f7-4e8e-be6c-0735f3e324d4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:39.995236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Provisioning for port 47ab4025-f1f1-4234-a8f9-b8bf5a856086 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:40.032835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372153d-e1f7-4e8e-be6c-0735f3e324d4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Subnet': ['ID=6b608e56-7581-48e1-a51b-30b4dc84d184,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:40.055341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Provisioning complete for port 47ab4025-f1f1-4234-a8f9-b8bf5a856086 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:40.055341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.084704 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.123008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c36d5a-6809-4b52-b36e-6a2505863523 None None] Network 7ef1e689-6834-4166-8a61-be15e98aea91 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:40.139075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2372153d-e1f7-4e8e-be6c-0735f3e324d4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.186404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2372153d-e1f7-4e8e-be6c-0735f3e324d4 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/6b608e56-7581-48e1-a51b-30b4dc84d184 HTTP/1.1" status: 204 len: 168 time: 3.8303001 May 06 13:53:40.189692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43538) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:40.204026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:40.214402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:port and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:40.220007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:40.231958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:40.269460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:40.306573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 6d136b40-7867-4c6c-82f9-eb35ae05a70d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:40.341814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Port 47ab4025-f1f1-4234-a8f9-b8bf5a856086 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:53:40.352595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.355042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:40.376988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.389981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] Checking router: 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:53:40.457766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Provisioning for port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:40.461159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.465598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.585378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Provisioning complete for port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:40.586161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.659153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 59a9e79f-7317-4255-83d8-79120c236aa5 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:40.659544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.671917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:40.673159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:40.732471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=d4a35c77-d4fc-4b2f-92b2-d9ff5df16f76,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:40.829709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking segment: {'id': '2c8e64ab-dacd-422f-8ad9-3957228ccc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '19e1bce3-7d0d-485b-b747-f4d4db3c4865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:40.829709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network hostable DHCP agents. Network: 19e1bce3-7d0d-485b-b747-f4d4db3c4865, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:40.925423 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52e4fdd8-f4d3-4f9e-96db-09c35611de04 req-50dd8696-5af7-4205-9ac9-16496d93aa90 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=d88860a4-b100-48d4-b858-3901cb0959cb HTTP/1.1" status: 200 len: 210 time: 0.2525287 May 06 13:53:40.942548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.008278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port b735e762-7ebb-42f0-804a-5a0ea60f5675 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:53:41.061391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:41.088610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:41.095285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 59a9e79f-7317-4255-83d8-79120c236aa5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=59a9e79f-7317-4255-83d8-79120c236aa5,segment=NetworkSegment(c8873542-42ab-43e5-8416-85ebc6d0bf38),segment_id=c8873542-42ab-43e5-8416-85ebc6d0bf38)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:41.095645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.109584 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] Sync routers for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:41.124254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 19e1bce3-7d0d-485b-b747-f4d4db3c4865) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:41.130656 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:41.130971 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:41.144869 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d3e47f63-d156-44e0-9048-9c4f60f5c124 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/6d136b40-7867-4c6c-82f9-eb35ae05a70d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3264189 May 06 13:53:41.152236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43544) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:41.185217 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c2196c-0909-4e1a-811a-2aeff16de021 None None] Network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:41.353306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:41.436404 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:41.489364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 59a9e79f-7317-4255-83d8-79120c236aa5 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:41.512472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a35b82-8416-4ac8-a992-e5b7e8ef90d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting subnet c75d833d-3071-47b8-9a08-979c350a0bc1 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:53:41.523545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-22a35b82-8416-4ac8-a992-e5b7e8ef90d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.639920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-22a35b82-8416-4ac8-a992-e5b7e8ef90d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.699431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.9 (c182c842-f671-4629-bdb3-122dac927614/32bf852f-e6b0-40bc-bde5-c552a3343472/b735e762-7ebb-42f0-804a-5a0ea60f5675) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:41.741889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:41.742955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701188'] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.764210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.844033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-22a35b82-8416-4ac8-a992-e5b7e8ef90d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.849359 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:53:35Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:41.880345 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] Checking router: 6d136b40-7867-4c6c-82f9-eb35ae05a70d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:53:41.894804 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] Routers {'6d136b40-7867-4c6c-82f9-eb35ae05a70d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:41.895747 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:41.902508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44549388-5bdb-4562-855c-4a377c819813 None None] DHCP port deletion for 7ef1e689-6834-4166-8a61-be15e98aea91 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:53:41.918680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:41.919672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384aecd3-4239-46de-b23f-4610a6c212f7 None None] Update dhcp port {'port': {'network_id': 'ae472967-52d2-4c86-9c5e-8479b6fe9619', 'fixed_ips': [{'subnet_id': 'f580e88a-7c4d-44f7-aff3-c5f21542fec6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'abc99b06-4764-4489-87ee-221e870a5127'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:53:42.087026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-22a35b82-8416-4ac8-a992-e5b7e8ef90d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.139834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.166633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a35b82-8416-4ac8-a992-e5b7e8ef90d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Subnet': ['ID=c75d833d-3071-47b8-9a08-979c350a0bc1,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:42.171186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.186448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-22a35b82-8416-4ac8-a992-e5b7e8ef90d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.200628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a5526c-99c5-4a5c-9a63-1f32a42b3e29 None None] Network 6c406565-fa22-4b27-9f5c-602d5b039656 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:42.211744 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-22a35b82-8416-4ac8-a992-e5b7e8ef90d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/subnets/c75d833d-3071-47b8-9a08-979c350a0bc1 HTTP/1.1" status: 204 len: 168 time: 1.0553405 May 06 13:53:42.211744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object b735e762-7ebb-42f0-804a-5a0ea60f5675 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:42.212062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43550) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:42.255543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No DVR routers for this DVR port 59a9e79f-7317-4255-83d8-79120c236aa5 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:42.336674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=59a9e79f-7317-4255-83d8-79120c236aa5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:42.375582 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] Set router 6d136b40-7867-4c6c-82f9-eb35ae05a70d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:42.396754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-384aecd3-4239-46de-b23f-4610a6c212f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.541149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-19e1bce3-7d0d-485b-b747-f4d4db3c4865', 'network_id': '19e1bce3-7d0d-485b-b747-f4d4db3c4865', 'tenant_id': '16c2ddb8ed8d42afb14b696b5be2617a', 'fixed_ips': [{'subnet_id': 'd4a35c77-d4fc-4b2f-92b2-d9ff5df16f76'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:42.542369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.552735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 59a9e79f-7317-4255-83d8-79120c236aa5 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:42.631281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] For port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,segment=NetworkSegment(9a15146a-b9e4-47bd-b0ed-01f593379de3),segment_id=9a15146a-b9e4-47bd-b0ed-01f593379de3)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:42.639762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.645398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 59a9e79f-7317-4255-83d8-79120c236aa5 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:42.646024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 59a9e79f-7317-4255-83d8-79120c236aa5 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:42.646701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.775582 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef1e689-6834-4166-8a61-be15e98aea91']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:42.803454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.809593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8873542-42ab-43e5-8416-85ebc6d0bf38') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:42.810315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8873542-42ab-43e5-8416-85ebc6d0bf38') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:42.825471 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9bbdb9e5-2360-4641-bf41-3045f5d99a38 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1036022 May 06 13:53:42.834294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43560) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:42.838555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.853584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0ca4326b-a05e-457a-bc16-3cd8c2a99ac0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:42.906896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.914603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port 504f73aa-037b-41d2-b4dc-023783c578e8 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:42.922252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.009628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.014798 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:53:35Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:43.016947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:43.017370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.022346 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df7266-bcdb-4189-8210-4e4a2040495f None None] The sync data for ids ['6d136b40-7867-4c6c-82f9-eb35ae05a70d'] in dv-neutron-840888-1-hyperv is: [{'id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'name': 'tempest-TestNetworkBasicOps-router-308509247', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:13Z', 'updated_at': '2022-05-06T13:53:35Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '574422b6-152f-4dc3-b5f4-46fb293727de', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d136b40-7867-4c6c-82f9-eb35ae05a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:16Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:43.054160 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:43.117569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network c182c842-f671-4629-bdb3-122dac927614 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:43.135465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:43.145821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:43.285952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:43.287720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.385028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=b735e762-7ebb-42f0-804a-5a0ea60f5675,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:43.433798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.458206 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-55daad18-e254-4314-b6ba-c1bddd0361a0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804165647&fields=id&tenant_id=39dc180c1812417b98208e3dd53bd4c7 HTTP/1.1" status: 200 len: 267 time: 0.4770870 May 06 13:53:43.468590 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.480458 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.527778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-73479b3e-4991-4011-b33c-3d1c6150f5c1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0289254 May 06 13:53:43.536569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43566) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.541599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 574422b6-152f-4dc3-b5f4-46fb293727de {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:43.542393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.547875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Allocated IP 2001:db8::2 (19e1bce3-7d0d-485b-b747-f4d4db3c4865/d4a35c77-d4fc-4b2f-92b2-d9ff5df16f76/149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:43.655047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Network': ['ID=7ef1e689-6834-4166-8a61-be15e98aea91,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:43.669427 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f1bbea99-ce4e-44bc-a3ce-b13d38c62ff8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/networks/7ef1e689-6834-4166-8a61-be15e98aea91 HTTP/1.1" status: 204 len: 168 time: 3.4777770 May 06 13:53:43.676177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43570) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:43.819329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.832721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Transition to ACTIVE for port object 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:43.838819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ca4326b-a05e-457a-bc16-3cd8c2a99ac0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1815108'] for subnet, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.856896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Transition to ACTIVE for port object 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:43.924270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.937788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.970028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb08594-813c-438d-964e-5ba8d8647121 None None] Pushing event updated for resources: {'Port': ['ID=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:44.081481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:44.089802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:44.095716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:44.102839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for 504f73aa-037b-41d2-b4dc-023783c578e8 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:44.116135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cb918751-7a7c-4782-9ba9-3209525a365a None None] Provisioning for port b735e762-7ebb-42f0-804a-5a0ea60f5675 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:44.121122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:44.158622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Pushing event updated for resources: {'Port': ['ID=149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:44.170914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-384aecd3-4239-46de-b23f-4610a6c212f7 None None] Allocated IP 172.20.0.1 (ae472967-52d2-4c86-9c5e-8479b6fe9619/abc99b06-4764-4489-87ee-221e870a5127/85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:44.178816 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a88311-f8d3-488f-8388-711b42a46d03 None None] The sync data for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv is: [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:44.180374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cb918751-7a7c-4782-9ba9-3209525a365a None None] Provisioning complete for port b735e762-7ebb-42f0-804a-5a0ea60f5675 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:44.181129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cb918751-7a7c-4782-9ba9-3209525a365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.258103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c615417-e974-45dc-a772-fb87a9fef2c1 None None] DHCP port deletion for 6c406565-fa22-4b27-9f5c-602d5b039656 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:53:44.311723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5c615417-e974-45dc-a772-fb87a9fef2c1 None None] Deleting port 542346e4-9228-4796-af0f-76d3a387a9fa {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:44.312308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5c615417-e974-45dc-a772-fb87a9fef2c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.430395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 574422b6-152f-4dc3-b5f4-46fb293727de, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=574422b6-152f-4dc3-b5f4-46fb293727de,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:44.431260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.438425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Attempting to bind port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:44.438425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Attempting to bind port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '2c8e64ab-dacd-422f-8ad9-3957228ccc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '19e1bce3-7d0d-485b-b747-f4d4db3c4865'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:44.438425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Attempting to bind port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 on network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:44.544020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:44.544774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Checking segment: {'id': '2c8e64ab-dacd-422f-8ad9-3957228ccc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '19e1bce3-7d0d-485b-b747-f4d4db3c4865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:44.545365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.545927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Bound using segment: {'id': '2c8e64ab-dacd-422f-8ad9-3957228ccc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '19e1bce3-7d0d-485b-b747-f4d4db3c4865'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:44.547405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Bound port: 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8e64ab-dacd-422f-8ad9-3957228ccc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '19e1bce3-7d0d-485b-b747-f4d4db3c4865'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:44.548096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.578415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-cb918751-7a7c-4782-9ba9-3209525a365a None None] Port b735e762-7ebb-42f0-804a-5a0ea60f5675 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:53:44.585477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:44.593890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 574422b6-152f-4dc3-b5f4-46fb293727de owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:44.655108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-44ba2d43-7ff1-4c6d-8911-b68d894525d8 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:44.657807 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-44ba2d43-7ff1-4c6d-8911-b68d894525d8 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 812 time: 1.1894958 May 06 13:53:44.679817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b8605e-06b6-4c2f-9f84-42850019fdc3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:44.680881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-60b8605e-06b6-4c2f-9f84-42850019fdc3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:44.687452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc09f6-541d-4855-92ca-577178569b52 None None] New status for floating IP 76174e5d-d321-4714-85b4-0604b3fe6074: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:53:44.703921 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-b54c908b-b259-493e-96f0-b29623875546 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/quotas/39dc180c1812417b98208e3dd53bd4c7 HTTP/1.1" status: 200 len: 375 time: 0.0360067 May 06 13:53:44.792399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-60b8605e-06b6-4c2f-9f84-42850019fdc3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:44.798090 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-60b8605e-06b6-4c2f-9f84-42850019fdc3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.2549679 May 06 13:53:44.805248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43574) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:44.937357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-384aecd3-4239-46de-b23f-4610a6c212f7 None None] For port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,segment=NetworkSegment(9a15146a-b9e4-47bd-b0ed-01f593379de3),segment_id=9a15146a-b9e4-47bd-b0ed-01f593379de3)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:45.115898 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-9c824038-e116-49ae-af55-d3444cb19b74 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3942368 May 06 13:53:45.154206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.207712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-384aecd3-4239-46de-b23f-4610a6c212f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.212520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] For port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:45.228873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72624335-8f99-4ff1-9bac-f22c298a243f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:45.235594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ca4326b-a05e-457a-bc16-3cd8c2a99ac0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735950026873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3447821'] for subnet, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.236555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72624335-8f99-4ff1-9bac-f22c298a243f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:45.244961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72624335-8f99-4ff1-9bac-f22c298a243f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:45.249699 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-72624335-8f99-4ff1-9bac-f22c298a243f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4413748 May 06 13:53:45.251768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5c615417-e974-45dc-a772-fb87a9fef2c1 None None] For port 542346e4-9228-4796-af0f-76d3a387a9fa, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=542346e4-9228-4796-af0f-76d3a387a9fa,segment=NetworkSegment(276e58df-00ef-4d5f-a3d5-f0b1ae6f363e),segment_id=276e58df-00ef-4d5f-a3d5-f0b1ae6f363e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:45.251768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5c615417-e974-45dc-a772-fb87a9fef2c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.256039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43580) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:45.261638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-8f549c43-a361-477d-9f2f-e4e14f1954fa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:53:45.262702 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-8f549c43-a361-477d-9f2f-e4e14f1954fa service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1193762 May 06 13:53:45.348122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=574422b6-152f-4dc3-b5f4-46fb293727de,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:45.348528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] For port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4,segment=NetworkSegment(2c8e64ab-dacd-422f-8ad9-3957228ccc33),segment_id=2c8e64ab-dacd-422f-8ad9-3957228ccc33)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:45.348528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:45.348528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.432755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca4326b-a05e-457a-bc16-3cd8c2a99ac0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:45.434010 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0ca4326b-a05e-457a-bc16-3cd8c2a99ac0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.440982 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0ca4326b-a05e-457a-bc16-3cd8c2a99ac0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "PUT /v2.0/subnets/d4a35c77-d4fc-4b2f-92b2-d9ff5df16f76 HTTP/1.1" status: 200 len: 826 time: 2.6005633 May 06 13:53:45.451421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43584) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:45.523744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.544179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5c615417-e974-45dc-a772-fb87a9fef2c1 None None] Calling delete_port for 542346e4-9228-4796-af0f-76d3a387a9fa owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:45.551449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-3c281177-3424-4764-9b33-7cd979e1b1e9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port b735e762-7ebb-42f0-804a-5a0ea60f5675 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:45.552465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c281177-3424-4764-9b33-7cd979e1b1e9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.617906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.694340 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4326b-a05e-457a-bc16-3cd8c2a99ac0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=d4a35c77-d4fc-4b2f-92b2-d9ff5df16f76,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:45.733982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.741564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792557d-c6b0-4909-be7e-ea77c31a8c9d None None] Pushing event updated for resources: {'Port': ['ID=149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:45.750168 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-384aecd3-4239-46de-b23f-4610a6c212f7 None None] Transition to ACTIVE for port object 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:45.765612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 had new provisioning blocks added so it will not transition to active. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 06 13:53:45.769500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-384aecd3-4239-46de-b23f-4610a6c212f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.868696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5c615417-e974-45dc-a772-fb87a9fef2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.888752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=504f73aa-037b-41d2-b4dc-023783c578e8,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:45.896520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 168fb372-b1bc-4d36-ab29-b9679087e566 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:45.938673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-35ba5aa1-477a-4edb-8948-2f738883caef service neutron] 10.222.0.21 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129782 May 06 13:53:46.011650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.023413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.117784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 168fb372-b1bc-4d36-ab29-b9679087e566 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:46.118515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 168fb372-b1bc-4d36-ab29-b9679087e566 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:46.119226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 542346e4-9228-4796-af0f-76d3a387a9fa no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:46.175017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c615417-e974-45dc-a772-fb87a9fef2c1 None None] No DVR routers for this DVR port 542346e4-9228-4796-af0f-76d3a387a9fa on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:46.218089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384aecd3-4239-46de-b23f-4610a6c212f7 None None] Pushing event updated for resources: {'Port': ['ID=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:46.224067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 542346e4-9228-4796-af0f-76d3a387a9fa {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:46.224777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 542346e4-9228-4796-af0f-76d3a387a9fa not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:46.242674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.311155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c615417-e974-45dc-a772-fb87a9fef2c1 None None] Pushing event deleted for resources: {'Port': ['ID=542346e4-9228-4796-af0f-76d3a387a9fa,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:46.333564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.334073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Fanout notify agent at l3_agent the message router_deleted on router 6d136b40-7867-4c6c-82f9-eb35ae05a70d {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:53:46.342936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:46.343650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.454226 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-26664178-0910-4082-832a-1826b96ff20b service neutron] 10.222.0.21 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825881 May 06 13:53:46.526806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.528895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1a43525a-5ebd-4506-80f7-4197c7455538 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/routers/6d136b40-7867-4c6c-82f9-eb35ae05a70d HTTP/1.1" status: 204 len: 168 time: 4.3142734 May 06 13:53:46.536542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43588) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:46.605243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c281177-3424-4764-9b33-7cd979e1b1e9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.932101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.958170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-3c281177-3424-4764-9b33-7cd979e1b1e9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for b735e762-7ebb-42f0-804a-5a0ea60f5675 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:47.128768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.168872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:47.214124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.242518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9115a37-9c96-4848-9761-fa78e2d2b960 req-42507000-3703-4582-8150-087445d033ba tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 210 time: 0.1294341 May 06 13:53:47.313535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed09f4a0-1f86-44e0-b5c7-b7f64ba68e0e None None] Network ae472967-52d2-4c86-9c5e-8479b6fe9619 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:47.396078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c281177-3424-4764-9b33-7cd979e1b1e9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.453019 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:53:47.477312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c281177-3424-4764-9b33-7cd979e1b1e9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=b735e762-7ebb-42f0-804a-5a0ea60f5675,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:47.564058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f162685c-128e-45ed-82a5-d965cd5d8612 None None] Provisioning for port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:47.593949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f162685c-128e-45ed-82a5-d965cd5d8612 None None] Provisioning complete for port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:47.594432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f162685c-128e-45ed-82a5-d965cd5d8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.671426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ded28f-f8cb-430f-b03d-b72a3ae20673 None None] Network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:47.706434 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:47.718383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c281177-3424-4764-9b33-7cd979e1b1e9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.725242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] For port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4,segment=NetworkSegment(2c8e64ab-dacd-422f-8ad9-3957228ccc33),segment_id=2c8e64ab-dacd-422f-8ad9-3957228ccc33)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:47.726361 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.735667 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3c281177-3424-4764-9b33-7cd979e1b1e9 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/b735e762-7ebb-42f0-804a-5a0ea60f5675 HTTP/1.1" status: 204 len: 168 time: 2.4693921 May 06 13:53:47.738839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43610) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:47.802501 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee88649-04ef-49b9-8343-19baa2583168 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:53:47.803329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7ee88649-04ef-49b9-8343-19baa2583168 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:47.840599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7ee88649-04ef-49b9-8343-19baa2583168 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:47.842188 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7ee88649-04ef-49b9-8343-19baa2583168 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/b735e762-7ebb-42f0-804a-5a0ea60f5675 HTTP/1.1" status: 404 len: 333 time: 0.1009555 May 06 13:53:47.846820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43614) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:48.017390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 47ab4025-f1f1-4234-a8f9-b8bf5a856086 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:48.017737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.052499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Calling delete_port for 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:48.345571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-019692d8-f4e9-4b12-bc78-ba8d86ce5b1f None None] Provisioning for port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:48.356931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-019692d8-f4e9-4b12-bc78-ba8d86ce5b1f None None] Provisioning complete for port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:48.357455 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-019692d8-f4e9-4b12-bc78-ba8d86ce5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.432525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.459877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 574422b6-152f-4dc3-b5f4-46fb293727de no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:48.583415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 574422b6-152f-4dc3-b5f4-46fb293727de {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:48.584027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 574422b6-152f-4dc3-b5f4-46fb293727de not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:48.611271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.649631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.656377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-019692d8-f4e9-4b12-bc78-ba8d86ce5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.679084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 47ab4025-f1f1-4234-a8f9-b8bf5a856086 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:48.744027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Port': ['ID=149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:48.766326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c406565-fa22-4b27-9f5c-602d5b039656']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:48.817057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a52cda-d210-45c0-91eb-8eacb0516212 None None] Network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:48.829294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ef8403b-fafe-48c6-a237-f2939fb80449 req-56d0aa56-5659-4b68-a83b-e9f3748409af tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 210 time: 0.0571923 May 06 13:53:48.914988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:48.915542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276e58df-00ef-4d5f-a3d5-f0b1ae6f363e') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:48.967210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.973238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:48.977468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-422ace3a-ba8b-488d-b308-e13fa2e7e437 None None] Could not find standard attr ID for object 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:53:49.003212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-422ace3a-ba8b-488d-b308-e13fa2e7e437 None None] Provisioning complete for port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:49.003751 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-422ace3a-ba8b-488d-b308-e13fa2e7e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.003912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No DVR routers for this DVR port 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:49.048378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=47ab4025-f1f1-4234-a8f9-b8bf5a856086,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:49.062775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.062775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.062775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.063196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.063489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.063824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.064188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.064546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.064900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.065880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.066319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.066755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:49.112348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.208916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.232278 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e737891f-0246-4897-bf8e-77a496ee87df tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/47ab4025-f1f1-4234-a8f9-b8bf5a856086 HTTP/1.1" status: 204 len: 168 time: 1.3842623 May 06 13:53:49.233220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43622) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:49.239758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:49.240164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.261763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 2cfcd2f6-da58-402b-813b-44eea803c3d5 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:49.262141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:49.289049 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:49.312723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5fa5de-8532-4147-b92c-7d77a7602325 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:53:49.313384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1d5fa5de-8532-4147-b92c-7d77a7602325 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:49.472465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.595873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1d5fa5de-8532-4147-b92c-7d77a7602325 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:49.599798 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1d5fa5de-8532-4147-b92c-7d77a7602325 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/47ab4025-f1f1-4234-a8f9-b8bf5a856086 HTTP/1.1" status: 404 len: 333 time: 0.3652606 May 06 13:53:49.628507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43626) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:49.713241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-19541fc8-d55b-489c-b9c0-8792951d531b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:49.714798 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-19541fc8-d55b-489c-b9c0-8792951d531b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 812 time: 0.3957157 May 06 13:53:49.743455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.745530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5901802-e21a-43e4-a0b6-620dae1aa50e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet 32bf852f-e6b0-40bc-bde5-c552a3343472 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:53:49.747926 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Router 736f0929-a756-48de-901b-d8addfd06a72 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:49.749030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5901802-e21a-43e4-a0b6-620dae1aa50e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.823941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.833397 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-6f44a43d-43a3-436d-9246-fc183cbd4bce tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39dc180c1812417b98208e3dd53bd4c7 HTTP/1.1" status: 200 len: 379 time: 0.1088798 May 06 13:53:49.844980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5901802-e21a-43e4-a0b6-620dae1aa50e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:49.871836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Network': ['ID=6c406565-fa22-4b27-9f5c-602d5b039656,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:49.879296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'port': {'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'admin_state_up': True, 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'security_groups': ['eb464af6-6147-4ef1-82a2-cb06f77abcf8']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:50.057140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.107533 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2cb48089-6fd9-4e4e-9f2f-85a40f591715 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/networks/6c406565-fa22-4b27-9f5c-602d5b039656 HTTP/1.1" status: 204 len: 168 time: 3.5589995 May 06 13:53:50.121099 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-07e2d355-7536-4ff0-a312-a54bb3808ae5 req-d78efe37-254a-4611-b000-dbd9d982f566 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 210 time: 0.0822358 May 06 13:53:50.138664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43636) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:50.151445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'network': {'name': 'tempest-network-smoke--826275017', 'project_id': '94073f6446054d1680f902b2994092d3', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:50.158244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:50.163950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:network and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:50.167589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:50.174376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:50.183992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a35c77-d4fc-4b2f-92b2-d9ff5df16f76,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:50.199596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:50.200613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948cee3-b4eb-450e-9895-ee73ce3abb08 None None] Network 19e1bce3-7d0d-485b-b747-f4d4db3c4865 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:50.203268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.238294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5901802-e21a-43e4-a0b6-620dae1aa50e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.241846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 2cfcd2f6-da58-402b-813b-44eea803c3d5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2cfcd2f6-da58-402b-813b-44eea803c3d5,segment=NetworkSegment(55bf1353-4590-48ab-bf38-60f7531148b2),segment_id=55bf1353-4590-48ab-bf38-60f7531148b2)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:50.242188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.285002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:50.323752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:50.338784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:50.356380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Made reservation on behalf of 39dc180c1812417b98208e3dd53bd4c7 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:50.360135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.377060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.377496 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Added segment 4b467c85-9e24-491b-9fc5-56f62bc75980 of type vlan for network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 May 06 13:53:50.564013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.577766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Allocated IP 172.20.0.13 (e0dfa784-3385-4441-8cb7-4f3b760cd429/88a7344f-0371-4bb5-8b61-f9e76be6bbaf/f0bec584-deb2-4dbc-9824-a7647b5637ba) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:50.582689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 2cfcd2f6-da58-402b-813b-44eea803c3d5 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:50.598084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5901802-e21a-43e4-a0b6-620dae1aa50e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.662388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fc069-8cb5-4131-a569-e282b83bebfa None None] DHCP port deletion for 19e1bce3-7d0d-485b-b747-f4d4db3c4865 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:53:50.680053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e1bce3-7d0d-485b-b747-f4d4db3c4865']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:50.707127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8e64ab-dacd-422f-8ad9-3957228ccc33') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:50.707434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8e64ab-dacd-422f-8ad9-3957228ccc33') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:50.713858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5901802-e21a-43e4-a0b6-620dae1aa50e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=32bf852f-e6b0-40bc-bde5-c552a3343472,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:50.715013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:50.729711 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bac243f5-306f-43e7-b1e0-680a0a4bdc01 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "PUT /v2.0/routers/736f0929-a756-48de-901b-d8addfd06a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1798069 May 06 13:53:50.730799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.732813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43640) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:50.737906 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c2939-76db-4ced-9724-35f0bb129479 None None] Sync routers for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:50.741120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.755536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ceb09-140c-4338-862b-6e617b9c5505 None None] Network c182c842-f671-4629-bdb3-122dac927614 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:50.760669 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c2939-76db-4ced-9724-35f0bb129479 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:50.762514 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ce1c2939-76db-4ced-9724-35f0bb129479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:50.775799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.788067 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:50.788500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:50.818263 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:50.820651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f5901802-e21a-43e4-a0b6-620dae1aa50e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:50.901749 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ce1c2939-76db-4ced-9724-35f0bb129479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:50.921666 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c2939-76db-4ced-9724-35f0bb129479 None None] Routers {'736f0929-a756-48de-901b-d8addfd06a72'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:50.922700 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ce1c2939-76db-4ced-9724-35f0bb129479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['736f0929-a756-48de-901b-d8addfd06a72'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:51.004866 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ce1c2939-76db-4ced-9724-35f0bb129479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:51.005705 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c2939-76db-4ced-9724-35f0bb129479 None None] The sync data for ids ['736f0929-a756-48de-901b-d8addfd06a72'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:51.012097 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f5901802-e21a-43e4-a0b6-620dae1aa50e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/32bf852f-e6b0-40bc-bde5-c552a3343472 HTTP/1.1" status: 204 len: 168 time: 1.3822763 May 06 13:53:51.030187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43644) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:51.048442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.061418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:51.062651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.193243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc23eb0-c239-49b9-bf27-e04c1494903d None None] DHCP port deletion for c182c842-f671-4629-bdb3-122dac927614 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:53:51.203686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dcc23eb0-c239-49b9-bf27-e04c1494903d None None] Deleting port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:51.204718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dcc23eb0-c239-49b9-bf27-e04c1494903d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.219880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.333139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.336105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.366244 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2261705 May 06 13:53:51.398109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43650) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:51.423942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-673528183', 'admin_state_up': True, 'project_id': '94073f6446054d1680f902b2994092d3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:51.477280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:51.507943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Port': ['ID=2cfcd2f6-da58-402b-813b-44eea803c3d5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:51.539948 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.541049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.541423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.542164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.543079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.543638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.544628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.545640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.546802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.547399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.548187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.548746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:51.563956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=19e1bce3-7d0d-485b-b747-f4d4db3c4865,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:51.584256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb9498-8cc3-4b3c-aa89-2f01780a1d19 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Network': ['ID=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:51.590994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:router and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:51.605393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.624242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:51.634996 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2965cfd9-5148-4707-89b4-c3baf6cd86ae tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/19e1bce3-7d0d-485b-b747-f4d4db3c4865 HTTP/1.1" status: 204 len: 168 time: 6.1627877 May 06 13:53:51.637161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43654) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:51.652858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-53824724-b84e-4692-b550-1bf21cc9477c req-c9e1c10f-a2a7-4d41-b8aa-c8fab788a44f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:51.667573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:51.681210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.754088 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-dcc23eb0-c239-49b9-bf27-e04c1494903d None None] For port 3f6d920c-6e21-4b21-8c99-c20a0cc08453, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3f6d920c-6e21-4b21-8c99-c20a0cc08453,segment=NetworkSegment(ba491b21-7d0b-437d-a183-98afb543711f),segment_id=ba491b21-7d0b-437d-a183-98afb543711f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:51.754674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dcc23eb0-c239-49b9-bf27-e04c1494903d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.810483 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd5b27b-bddd-4a92-bdf2-6b4f4ad204c3 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:53:51.812301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd5b27b-bddd-4a92-bdf2-6b4f4ad204c3 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:53:51.817572 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8dd5b27b-bddd-4a92-bdf2-6b4f4ad204c3 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/19e1bce3-7d0d-485b-b747-f4d4db3c4865 HTTP/1.1" status: 404 len: 339 time: 0.1013067 May 06 13:53:51.825064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43658) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:51.857642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1934124096', 'description': 'd1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:51.939194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.984551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:52.047567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:52.048140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.085871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-53824724-b84e-4692-b550-1bf21cc9477c req-c9e1c10f-a2a7-4d41-b8aa-c8fab788a44f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:52.086965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-53824724-b84e-4692-b550-1bf21cc9477c req-c9e1c10f-a2a7-4d41-b8aa-c8fab788a44f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 210 time: 0.6186531 May 06 13:53:52.132879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:52.154377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Transition to ACTIVE for port object f0bec584-deb2-4dbc-9824-a7647b5637ba will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:52.202833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dcc23eb0-c239-49b9-bf27-e04c1494903d None None] Calling delete_port for 3f6d920c-6e21-4b21-8c99-c20a0cc08453 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:52.205505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.207068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.229669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.345064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dcc23eb0-c239-49b9-bf27-e04c1494903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.402537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc23eb0-c239-49b9-bf27-e04c1494903d None None] No DVR routers for this DVR port 3f6d920c-6e21-4b21-8c99-c20a0cc08453 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:52.420640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Usage tracker for resource:network and tenant:16c2ddb8ed8d42afb14b696b5be2617a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:52.443076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:52.455556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:52.456379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc23eb0-c239-49b9-bf27-e04c1494903d None None] Pushing event deleted for resources: {'Port': ['ID=3f6d920c-6e21-4b21-8c99-c20a0cc08453,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:52.463514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.492047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.519916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] The port '3f6d920c-6e21-4b21-8c99-c20a0cc08453' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:53:52.659903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:52.665506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:52.747450 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3f6d920c-6e21-4b21-8c99-c20a0cc08453 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:52.763125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'Port': ['ID=f0bec584-deb2-4dbc-9824-a7647b5637ba,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:52.817884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 3f6d920c-6e21-4b21-8c99-c20a0cc08453 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:52.818447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3f6d920c-6e21-4b21-8c99-c20a0cc08453 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:52.819181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:52.882905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:52.883477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:52.883900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 149b5b0d-3d27-4a0c-ae32-6c3f58c4e8a4 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:52.952134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:52.954705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:53.022229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.026747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.071736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.091549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:53.092592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.105951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting port a966f12a-3702-4e10-82d9-aa189f378a1a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:53.106301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.133227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:53.179379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.180018 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment 6efc0df3-83d6-48d3-9c55-f63a42288022 of type vlan for network db922678-8c20-40d6-8b3e-077a38158633 May 06 13:53:53.202819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c182c842-f671-4629-bdb3-122dac927614']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:53.226447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:53:53.231387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba491b21-7d0b-437d-a183-98afb543711f') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:53.231693 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba491b21-7d0b-437d-a183-98afb543711f') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:53.284897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.317703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.328337 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-4019c3d3-ddc6-4926-9b14-71099a689d6e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4530313 May 06 13:53:53.381938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.412291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:53.412815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.422611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b443d8e6-5715-42ce-a618-3eb3d1f24e0d None None] Provisioning for port f0bec584-deb2-4dbc-9824-a7647b5637ba completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:53.433828 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:53.438069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b443d8e6-5715-42ce-a618-3eb3d1f24e0d None None] Provisioning complete for port f0bec584-deb2-4dbc-9824-a7647b5637ba triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:53:53.438069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b443d8e6-5715-42ce-a618-3eb3d1f24e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.506311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.resource_extend [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:53:53.543508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Request body: {'port': {'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:53.598471 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b443d8e6-5715-42ce-a618-3eb3d1f24e0d None None] Port f0bec584-deb2-4dbc-9824-a7647b5637ba cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:53:53.641002 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:53:53.653437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.661338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:53.662015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.664598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:53:53.683718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:53.684784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:53.696526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.711823 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-68be2965-8267-46a8-8b8e-ebfb789ec030 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0302682 May 06 13:53:53.771803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.774130 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/networks/c182c842-f671-4629-bdb3-122dac927614 HTTP/1.1" status: 204 len: 168 time: 2.7410886 May 06 13:53:53.774858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43666) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:53.792255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43668) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:53.856988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:53.866667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1718677705'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:53.891073 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0636005 May 06 13:53:53.892748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:53.903878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43674) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:53.931604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:network and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:53.937011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc03554-8ebf-43f7-9fa2-fbcce515ba3b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=db922678-8c20-40d6-8b3e-077a38158633,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:53.939798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:53.948645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:53.999163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:54.054271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network db922678-8c20-40d6-8b3e-077a38158633 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:54.074552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1467d81-3d9b-474d-8839-916f4b7bfba7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting subnet 46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:53:54.086195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fab5c3-98f2-4b60-8cd2-4601b3937af7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Network': ['ID=c182c842-f671-4629-bdb3-122dac927614,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:54.091538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1467d81-3d9b-474d-8839-916f4b7bfba7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.155258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Calling delete_port for a966f12a-3702-4e10-82d9-aa189f378a1a owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:54.176121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:54.179921 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.229239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1467d81-3d9b-474d-8839-916f4b7bfba7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.230028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.277879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1605e-59ef-4b98-89b5-d139c7857838 req-1897d707-08c5-43b1-929b-0a6e5b64ca93 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:54.280614 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-65f1605e-59ef-4b98-89b5-d139c7857838 req-1897d707-08c5-43b1-929b-0a6e5b64ca93 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 932 time: 0.8904934 May 06 13:53:54.280879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c587f444-d3a8-48a2-8864-f7bcbe9dbce0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:54.281484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c587f444-d3a8-48a2-8864-f7bcbe9dbce0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Synchronizing usage tracker for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:54.300266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:51Z', 'revision_number': 11, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:54.321801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:53:54.337836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:53:54.357043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c587f444-d3a8-48a2-8864-f7bcbe9dbce0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Unset dirty status for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:54.361283 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c587f444-d3a8-48a2-8864-f7bcbe9dbce0 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/networks?id=db922678-8c20-40d6-8b3e-077a38158633 HTTP/1.1" status: 200 len: 765 time: 0.4515476 May 06 13:53:54.363841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:53:54.364935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:54.367269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43678) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.378691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f3d1d883-60b3-4306-bf49-ea64fd42666f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'description': 'd2'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:54.404282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.404577 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Added segment c68d5189-46ff-4507-a7f6-80a7ebc27ffc of type vlan for network 03de85d6-2345-45a3-b853-10212e29cb33 May 06 13:53:54.639903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:53:54.689615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1467d81-3d9b-474d-8839-916f4b7bfba7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.736271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.842221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:51Z', 'revision_number': 11, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:54.852727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd779f9-e726-4cef-903d-1cc439a1681e None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:51Z', 'revision_number': 11, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:53:54.924402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1467d81-3d9b-474d-8839-916f4b7bfba7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.948364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.991767 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-65f1605e-59ef-4b98-89b5-d139c7857838 req-780c5c6e-22d3-458c-b393-131bb9a89e93 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6959293 May 06 13:53:54.999945 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.007333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:55.007980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.014946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.017796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1467d81-3d9b-474d-8839-916f4b7bfba7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.023354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e279184-f024-4fc7-ae40-b45ce1eeda9b None None] Network 152d03fe-272c-4dd8-a293-970cd91a775d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:55.063891 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f1467d81-3d9b-474d-8839-916f4b7bfba7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0 HTTP/1.1" status: 204 len: 168 time: 1.2738113 May 06 13:53:55.080258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43682) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:55.147559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d883-60b3-4306-bf49-ea64fd42666f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.197247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1467d81-3d9b-474d-8839-916f4b7bfba7 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Subnet': ['ID=46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:55.310983 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4738243 May 06 13:53:55.310983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d883-60b3-4306-bf49-ea64fd42666f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.314175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43686) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:55.345258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '03de85d6-2345-45a3-b853-10212e29cb33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:55.366893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba0cbc-4db4-4e4e-bb69-820d7f119336 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Network': ['ID=03de85d6-2345-45a3-b853-10212e29cb33,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:55.384978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 03de85d6-2345-45a3-b853-10212e29cb33 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:55.391084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3d1d883-60b3-4306-bf49-ea64fd42666f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network db922678-8c20-40d6-8b3e-077a38158633 is not hosted by any dhcp agent {{(pid=87985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 06 13:53:55.396650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d1d883-60b3-4306-bf49-ea64fd42666f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:55.397312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d883-60b3-4306-bf49-ea64fd42666f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.398678 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f3d1d883-60b3-4306-bf49-ea64fd42666f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "PUT /v2.0/networks/db922678-8c20-40d6-8b3e-077a38158633 HTTP/1.1" status: 200 len: 762 time: 1.0304019 May 06 13:53:55.420887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43690) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:55.606395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] DHCP port deletion for 152d03fe-272c-4dd8-a293-970cd91a775d request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:53:55.616341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Deleting port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:55.617307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.675222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.676658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1d883-60b3-4306-bf49-ea64fd42666f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=db922678-8c20-40d6-8b3e-077a38158633,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:55.709071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network db922678-8c20-40d6-8b3e-077a38158633 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:53:55.717613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.734450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:55.745981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:55.748827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:55.749183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.774836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:55.791082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.95 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:55.792517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e6de8-2016-499e-8326-5d1bbe41966c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:55.798201 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7e9e6de8-2016-499e-8326-5d1bbe41966c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/networks?id=db922678-8c20-40d6-8b3e-077a38158633 HTTP/1.1" status: 200 len: 765 time: 0.3253441 May 06 13:53:55.802669 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:55.804646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43694) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:55.853444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Port': ['ID=a966f12a-3702-4e10-82d9-aa189f378a1a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:55.905438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:53:56.016012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:56.019934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.189209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] For port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466,segment=NetworkSegment(55bf1353-4590-48ab-bf38-60f7531148b2),segment_id=55bf1353-4590-48ab-bf38-60f7531148b2)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:56.190379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.278528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bec584-deb2-4dbc-9824-a7647b5637ba {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:53:56.306800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.342074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552eadb9-82dd-4b48-8f39-5658eba4ab45 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:56.347372 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-552eadb9-82dd-4b48-8f39-5658eba4ab45 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5282817 May 06 13:53:56.353649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43700) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:56.384643 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Calling delete_port for 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:56.427544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c64715be-77a4-45ba-953c-972eec433cf6 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Synchronizing usage tracker for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:56.432660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.475881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] For port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466,segment=NetworkSegment(55bf1353-4590-48ab-bf38-60f7531148b2),segment_id=55bf1353-4590-48ab-bf38-60f7531148b2)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:53:56.476467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.506154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Transition to ACTIVE for port object f0bec584-deb2-4dbc-9824-a7647b5637ba will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:56.546835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.589814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2cfcd2f6-da58-402b-813b-44eea803c3d5 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:56.642109 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] No DVR routers for this DVR port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:56.654681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 2cfcd2f6-da58-402b-813b-44eea803c3d5 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:56.654681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2cfcd2f6-da58-402b-813b-44eea803c3d5 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:56.654681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:53:56.661802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.676847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Pushing event deleted for resources: {'Port': ['ID=90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:56.698583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.699074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.699514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.699947 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.700399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.700851 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.701274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.701691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.702108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.702524 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.702943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.703340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4233cc6-4d17-45ea-a396-8e477eeda487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:56.708152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:53:56.708690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:53:56.900008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.919021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.938583 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c64715be-77a4-45ba-953c-972eec433cf6 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Unset dirty status for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:56.941381 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c64715be-77a4-45ba-953c-972eec433cf6 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 207 time: 0.5823538 May 06 13:53:56.947094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:56.958733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Calling delete_port for 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:53:56.964848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43704) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:57.169941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:53:57.170262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:53:57.184099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.214931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bec584-deb2-4dbc-9824-a7647b5637ba,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:57.268933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=3429111d-b936-4d9b-9fb4-eaa489e48aa9,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:57.281614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Checking segment: {'id': 'c68d5189-46ff-4507-a7f6-80a7ebc27ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '03de85d6-2345-45a3-b853-10212e29cb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:57.282089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network hostable DHCP agents. Network: 03de85d6-2345-45a3-b853-10212e29cb33, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:53:57.304482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 03de85d6-2345-45a3-b853-10212e29cb33 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:53:57.318929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 03de85d6-2345-45a3-b853-10212e29cb33) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:57.325150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:57.326448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.326977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405be9-155d-4191-ad99-094e04ff9b82 req-e0061174-7c84-4aa5-be8b-21a36b8f2b3f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:57.328845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f405be9-155d-4191-ad99-094e04ff9b82 req-e0061174-7c84-4aa5-be8b-21a36b8f2b3f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 932 time: 1.0141501 May 06 13:53:57.329812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.330354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Fanout notify agent at l3_agent the message router_deleted on router 736f0929-a756-48de-901b-d8addfd06a72 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:53:57.332833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31eb7ec-1688-4fd6-9f71-28da0f846b61 None None] Network 03de85d6-2345-45a3-b853-10212e29cb33 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:53:57.383331 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-14c3bfd2-4e9b-4cba-9d20-75d9f6f84c0e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0589139 May 06 13:53:57.384276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43708) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:57.394270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-540372045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:57.406487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:57.415278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:router and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:53:57.420054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:53:57.431056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:57.440917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.442361 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8d200361-abdd-46ce-bfcf-1f3ca82f19b6 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/routers/736f0929-a756-48de-901b-d8addfd06a72 HTTP/1.1" status: 204 len: 168 time: 6.7046609 May 06 13:53:57.445428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43712) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:57.481841 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f405be9-155d-4191-ad99-094e04ff9b82 req-d6b957cc-4915-4fea-8b7e-93766498e3db tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255608 May 06 13:53:57.505142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Attempting to bind port f0bec584-deb2-4dbc-9824-a7647b5637ba on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:57.505505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Attempting to bind port f0bec584-deb2-4dbc-9824-a7647b5637ba by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:57.505867 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Attempting to bind port f0bec584-deb2-4dbc-9824-a7647b5637ba on network e0dfa784-3385-4441-8cb7-4f3b760cd429 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:57.508891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.511469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.513039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.563666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.584508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-91911507-74cd-4a36-ab55-3b0a0bb7cac0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Deleting subnet 6218640e-9d35-4641-8bd6-21f10755e793 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:53:57.585878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b9bf9-e129-40d9-abfa-8a07308e0a11 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:57.590127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-91911507-74cd-4a36-ab55-3b0a0bb7cac0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.592044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b9bf9-e129-40d9-abfa-8a07308e0a11 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:57.600081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b9bf9-e129-40d9-abfa-8a07308e0a11 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:57.606073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b9bf9-e129-40d9-abfa-8a07308e0a11 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:57.611466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b9bf9-e129-40d9-abfa-8a07308e0a11 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:57.617665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b9bf9-e129-40d9-abfa-8a07308e0a11 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:57.618695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-486b9bf9-e129-40d9-abfa-8a07308e0a11 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Synchronizing usage tracker for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:57.621406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Port f0bec584-deb2-4dbc-9824-a7647b5637ba on network e0dfa784-3385-4441-8cb7-4f3b760cd429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:53:57.622036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Attempting to bind port f0bec584-deb2-4dbc-9824-a7647b5637ba on network e0dfa784-3385-4441-8cb7-4f3b760cd429 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:57.643242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.653763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:57.656764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:57.657254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Checking segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:57.657506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Bound using segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:57.657970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Bound port: f0bec584-deb2-4dbc-9824-a7647b5637ba, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:57.659010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.674411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Deleting port 90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:53:57.674846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.675323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:57.683091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:57.707826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.711763 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b17a3bb5-16de-4bb7-b475-9de638c53155 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3252516 May 06 13:53:57.713716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43716) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:57.722068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-486b9bf9-e129-40d9-abfa-8a07308e0a11 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Unset dirty status for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:57.723356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-486b9bf9-e129-40d9-abfa-8a07308e0a11 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7533007 May 06 13:53:57.725184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:57.735532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a926630-6df8-417e-ab27-36996012078d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-03de85d6-2345-45a3-b853-10212e29cb33', 'network_id': '03de85d6-2345-45a3-b853-10212e29cb33', 'tenant_id': 'a6e6a5320f954c9fbafdec9cd29ce4c8', 'fixed_ips': [{'subnet_id': '3429111d-b936-4d9b-9fb4-eaa489e48aa9'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:53:57.737780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4a926630-6df8-417e-ab27-36996012078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.754667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-91911507-74cd-4a36-ab55-3b0a0bb7cac0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.763176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43718) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:57.884088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'network_id': '03de85d6-2345-45a3-b853-10212e29cb33', 'name': 'tempest-PortsTestJSON-1283966307'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:57.920605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] The port '90bc9eb5-7578-4ab6-9a6c-0cd6a4ad9466' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:53:58.009132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-4a926630-6df8-417e-ab27-36996012078d None None] Allocated IP 172.20.0.2 (03de85d6-2345-45a3-b853-10212e29cb33/3429111d-b936-4d9b-9fb4-eaa489e48aa9/ea9e8bce-fe1d-45ec-8fb2-ace3266aef92) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:53:58.070009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] For port f0bec584-deb2-4dbc-9824-a7647b5637ba, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:58.120658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] For port f0bec584-deb2-4dbc-9824-a7647b5637ba, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:58.153849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.272618 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1774dd7e-aa98-49e2-8cd7-fed7640211bc tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4974070 May 06 13:53:58.282590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43724) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:58.284240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:58.284908 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.286319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] 10.222.0.76 "PUT /v2.0/ports/f0bec584-deb2-4dbc-9824-a7647b5637ba HTTP/1.1" status: 200 len: 1094 time: 4.9164999 May 06 13:53:58.291641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:53:58.315496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4a926630-6df8-417e-ab27-36996012078d None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.339813 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4a926630-6df8-417e-ab27-36996012078d None None] Transition to ACTIVE for port object ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:58.381396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4a926630-6df8-417e-ab27-36996012078d None None] Transition to ACTIVE for port object ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:53:58.391157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4a926630-6df8-417e-ab27-36996012078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.404689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-91911507-74cd-4a36-ab55-3b0a0bb7cac0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.445354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa663c-2d44-4622-a9e4-342b79ec2660 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bec584-deb2-4dbc-9824-a7647b5637ba,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:58.518553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a926630-6df8-417e-ab27-36996012078d None None] Pushing event updated for resources: {'Port': ['ID=ea9e8bce-fe1d-45ec-8fb2-ace3266aef92,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:58.523309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a926630-6df8-417e-ab27-36996012078d None None] Network 03de85d6-2345-45a3-b853-10212e29cb33 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:53:58.530112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-4a926630-6df8-417e-ab27-36996012078d None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:53:58.537059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a926630-6df8-417e-ab27-36996012078d None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:53:58.566310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.588102 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:53:58.621578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152d03fe-272c-4dd8-a293-970cd91a775d']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:58.623059 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33f60ca-cff8-46f1-9b51-01d9023e48e9'] response: {'name': 'network-changed', 'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'status': 'completed', 'code': 200} May 06 13:53:58.641474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bf1353-4590-48ab-bf38-60f7531148b2') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:58.641781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bf1353-4590-48ab-bf38-60f7531148b2') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:58.657412 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.678493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.690926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4072cec5-831b-45ff-8ad7-72a65013c758 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:58.691251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:53:58.691496 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.693179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4072cec5-831b-45ff-8ad7-72a65013c758 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:58.695801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4072cec5-831b-45ff-8ad7-72a65013c758 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:58.697594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4072cec5-831b-45ff-8ad7-72a65013c758 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:58.700040 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4072cec5-831b-45ff-8ad7-72a65013c758 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:58.701984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4072cec5-831b-45ff-8ad7-72a65013c758 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Synchronizing usage tracker for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:subnet {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:58.773025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4a926630-6df8-417e-ab27-36996012078d None None] Attempting to bind port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:53:58.773421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4a926630-6df8-417e-ab27-36996012078d None None] Attempting to bind port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c68d5189-46ff-4507-a7f6-80a7ebc27ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '03de85d6-2345-45a3-b853-10212e29cb33'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:53:58.773963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a926630-6df8-417e-ab27-36996012078d None None] Attempting to bind port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 on network 03de85d6-2345-45a3-b853-10212e29cb33 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:53:58.784568 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:53:58.792924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a926630-6df8-417e-ab27-36996012078d None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:53:58.793498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a926630-6df8-417e-ab27-36996012078d None None] Checking segment: {'id': 'c68d5189-46ff-4507-a7f6-80a7ebc27ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '03de85d6-2345-45a3-b853-10212e29cb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:53:58.794078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4a926630-6df8-417e-ab27-36996012078d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.794692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a926630-6df8-417e-ab27-36996012078d None None] Bound using segment: {'id': 'c68d5189-46ff-4507-a7f6-80a7ebc27ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '03de85d6-2345-45a3-b853-10212e29cb33'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:53:58.795471 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-4a926630-6df8-417e-ab27-36996012078d None None] Bound port: ea9e8bce-fe1d-45ec-8fb2-ace3266aef92, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68d5189-46ff-4507-a7f6-80a7ebc27ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '03de85d6-2345-45a3-b853-10212e29cb33'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:53:58.796110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4a926630-6df8-417e-ab27-36996012078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.867569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:53:58.876744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.901130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.911529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:53:58.932155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Pushing event deleted for resources: {'Network': ['ID=152d03fe-272c-4dd8-a293-970cd91a775d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:58.940570 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-66e7285e-8205-4926-8a7a-2f04efcdd11d tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/networks/152d03fe-272c-4dd8-a293-970cd91a775d HTTP/1.1" status: 204 len: 168 time: 3.8515384 May 06 13:53:58.943150 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4a926630-6df8-417e-ab27-36996012078d None None] For port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:53:58.947222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4a926630-6df8-417e-ab27-36996012078d None None] For port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ea9e8bce-fe1d-45ec-8fb2-ace3266aef92,segment=NetworkSegment(c68d5189-46ff-4507-a7f6-80a7ebc27ffc),segment_id=c68d5189-46ff-4507-a7f6-80a7ebc27ffc)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:53:58.949369 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43734) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:58.957229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4072cec5-831b-45ff-8ad7-72a65013c758 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Unset dirty status for tenant:16c2ddb8ed8d42afb14b696b5be2617a on resource:subnet {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:58.957524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'routes': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:53:58.959107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4072cec5-831b-45ff-8ad7-72a65013c758 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6688352 May 06 13:53:58.967309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4a926630-6df8-417e-ab27-36996012078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.979384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43738) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:59.065346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-b096b894-0e19-4251-ab77-0db9283ca109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:59.067762 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-b096b894-0e19-4251-ab77-0db9283ca109 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 1097 time: 0.6162722 May 06 13:53:59.071283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a926630-6df8-417e-ab27-36996012078d None None] Pushing event updated for resources: {'Port': ['ID=ea9e8bce-fe1d-45ec-8fb2-ace3266aef92,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:59.072955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:53:59.080980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.097538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-91911507-74cd-4a36-ab55-3b0a0bb7cac0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.198028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.237525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-91911507-74cd-4a36-ab55-3b0a0bb7cac0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.243028 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-91911507-74cd-4a36-ab55-3b0a0bb7cac0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/subnets/6218640e-9d35-4641-8bd6-21f10755e793 HTTP/1.1" status: 204 len: 168 time: 1.7928250 May 06 13:53:59.243845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91911507-74cd-4a36-ab55-3b0a0bb7cac0 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Subnet': ['ID=6218640e-9d35-4641-8bd6-21f10755e793,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:59.245855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43742) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:59.271525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 8172adfa-5ee6-4089-a401-db310abe60e0 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:53:59.567039 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-3bd925ef-1f5f-41f3-99cc-fc236beb7449 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba HTTP/1.1" status: 200 len: 217 time: 0.4804082 May 06 13:53:59.672080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d1d7c-5b4b-4178-bda6-9b11cc59f73c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['shared'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:59.673771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d1d7c-5b4b-4178-bda6-9b11cc59f73c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['shared'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:59.676345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d1d7c-5b4b-4178-bda6-9b11cc59f73c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['shared'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:59.677880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d1d7c-5b4b-4178-bda6-9b11cc59f73c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['shared'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:59.679896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d1d7c-5b4b-4178-bda6-9b11cc59f73c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['shared'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:59.685430 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3c3d1d7c-5b4b-4178-bda6-9b11cc59f73c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6998100 May 06 13:53:59.696871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7f5bd-9dd8-4398-bdaf-8ce38bd79215 req-f13992a0-57fc-41f2-afa8-690177272ac4 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:59.698449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3f7f5bd-9dd8-4398-bdaf-8ce38bd79215 req-f13992a0-57fc-41f2-afa8-690177272ac4 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 944 time: 0.8937042 May 06 13:53:59.698952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43746) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:59.833590 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.extraroute_db [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Added routes are [] {{(pid=87985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 06 13:53:59.834364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.extraroute_db [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Removed routes are [] {{(pid=87985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 06 13:53:59.834705 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:59.891322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-36db5de5-c6a2-4d3b-95eb-43cc21ad2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:53:59.892981 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-36db5de5-c6a2-4d3b-95eb-43cc21ad2849 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.3075862 May 06 13:54:00.044744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.125936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3f7f5bd-9dd8-4398-bdaf-8ce38bd79215 req-c57e39ee-e982-4b8d-81ba-43eb6704234f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4162292 May 06 13:54:00.133669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b34e494-6471-4b50-a2cd-5157985c4bcc tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:00.142694 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2b34e494-6471-4b50-a2cd-5157985c4bcc tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/networks/cbd71ef4-b995-45f6-a31b-07654f34f9a2 HTTP/1.1" status: 200 len: 803 time: 0.4383876 May 06 13:54:00.145677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43750) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:00.362450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.386178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.13 (03de85d6-2345-45a3-b853-10212e29cb33/3429111d-b936-4d9b-9fb4-eaa489e48aa9/8172adfa-5ee6-4089-a401-db310abe60e0) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:00.395619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.461484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01854785-4b63-42d5-93fa-7d614f5063fb None None] Network 03de85d6-2345-45a3-b853-10212e29cb33 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:00.509201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-751e3851-20b9-4682-870b-aff23fcd4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:00.510760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-751e3851-20b9-4682-870b-aff23fcd4208 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6030505 May 06 13:54:00.599299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:00.632039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.733533 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-33c1c94a-d5e5-40dc-a745-fa2f17b111db tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/networks/cbd71ef4-b995-45f6-a31b-07654f34f9a2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5639746 May 06 13:54:00.737634 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43754) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:00.755431 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-203f6add-be15-45b2-8c6e-688f73815e4a None None] Provisioning for port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:00.759616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.815415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387974ee-889b-43db-af48-8600eaaf5c89']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:00.838069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:00.846564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router 7a1b8e4a-dd51-4ccf-872c-340f7931469d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:54:00.850746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9328ab-e2ee-4b01-9dea-a9ea6a53aba3') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:00.851040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9328ab-e2ee-4b01-9dea-a9ea6a53aba3') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:00.852591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:00.853396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.884908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:00.918545 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-0f2abfaa-ba54-48d7-817b-81aaa9ae2399 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975728 May 06 13:54:00.930589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b4fa7-5ab4-4c9f-a6fb-8fe1548e004a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:00.932262 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1c2b4fa7-5ab4-4c9f-a6fb-8fe1548e004a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/subnets/6dc03dcd-ee2d-47d6-aded-776828470e3c HTTP/1.1" status: 200 len: 843 time: 0.1923194 May 06 13:54:00.963214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43758) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:01.153255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d118f9-d056-41b8-9661-6f221f0e432e tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['shared'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:01.164039 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-83d118f9-d056-41b8-9661-6f221f0e432e tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "GET /v2.0/subnets/6dc03dcd-ee2d-47d6-aded-776828470e3c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1904211 May 06 13:54:01.164039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43762) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:01.170419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983825886'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:01.195861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:01.218457 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d2ea21-9472-49f5-8627-6c75510e8e7b req-201f4a2d-f023-43d4-b22d-571fb0a959f7 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850335 May 06 13:54:01.230859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:01.239949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.261686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 63c5393f-9c26-43ef-94ed-adf22dca256c is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:54:01.277271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:01.284179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.359130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.457105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ea9e8bce-fe1d-45ec-8fb2-ace3266aef92,segment=NetworkSegment(c68d5189-46ff-4507-a7f6-80a7ebc27ffc),segment_id=c68d5189-46ff-4507-a7f6-80a7ebc27ffc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:01.465140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.505203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:01.506007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:01.550962 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:01.597222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:54:01.610203 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] Sync routers for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:54:01.617582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ea9e8bce-fe1d-45ec-8fb2-ace3266aef92,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:01.644326 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:01.647128 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:01.687219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.693076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43768) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:01.696433 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-76a5e92a-9030-4a62-a4ac-0e23683807ab tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d HTTP/1.1" status: 200 len: 705 time: 2.7449243 May 06 13:54:01.755963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.765572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.806198 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] 10.222.0.21 "DELETE /v2.0/networks/387974ee-889b-43db-af48-8600eaaf5c89 HTTP/1.1" status: 204 len: 168 time: 2.5550845 May 06 13:54:01.821024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.824823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49039896-82c7-4719-913e-34239e6d8ee2 tempest-FloatingIPTestJSON-324496931 tempest-FloatingIPTestJSON-324496931-project] Pushing event deleted for resources: {'Network': ['ID=387974ee-889b-43db-af48-8600eaaf5c89,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:01.859194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-df37159c-fbe7-4d9f-b9b5-f96c15a238b7 None None] Provisioning complete for port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:01.859566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:01.859687 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-df37159c-fbe7-4d9f-b9b5-f96c15a238b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.867562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 8172adfa-5ee6-4089-a401-db310abe60e0 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:01.883339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.884033 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Added segment 0c711072-6a09-4220-b799-439f6a638106 of type vlan for network 3216f3c2-2b2c-4b06-88a4-03892817304a May 06 13:54:01.888185 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:01.943387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.952479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.093507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4bd0cc22-b20c-42a8-9a7a-eee263cff234 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:02.099955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 03de85d6-2345-45a3-b853-10212e29cb33 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:02.103849 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:02.108828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:02.124731 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:51Z', 'revision_number': 11, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:02.135028 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] Checking router: 7a1b8e4a-dd51-4ccf-872c-340f7931469d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:54:02.150381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=8172adfa-5ee6-4089-a401-db310abe60e0,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:02.160258 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] Routers {'7a1b8e4a-dd51-4ccf-872c-340f7931469d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:02.163472 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:02.206066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4bd0cc22-b20c-42a8-9a7a-eee263cff234 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:02.222647 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4bd0cc22-b20c-42a8-9a7a-eee263cff234 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a1b8e4a-dd51-4ccf-872c-340f7931469d HTTP/1.1" status: 200 len: 205 time: 0.5141764 May 06 13:54:02.223589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43776) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:02.234362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:02.235428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.275195 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5ee1d55c-a1e2-4a6e-90aa-0ce20e6864c3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4636171 May 06 13:54:02.277745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43780) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:02.343963 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] Set router 7a1b8e4a-dd51-4ccf-872c-340f7931469d gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:02.385879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43784) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:02.480447 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:51Z', 'revision_number': 11, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:02.485307 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25b398-fa56-4199-99b2-372f604b442f None None] The sync data for ids ['7a1b8e4a-dd51-4ccf-872c-340f7931469d'] in dv-neutron-840888-1-hyperv is: [{'id': '7a1b8e4a-dd51-4ccf-872c-340f7931469d', 'name': 'tempest-RoutersIpV6Test-router-1583049411', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:52:04Z', 'updated_at': '2022-05-06T13:53:51Z', 'revision_number': 11, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:54:02.542298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cbaea3ab-194b-4b67-a8fd-b94cfaba7abd None None] Provisioning for port 8172adfa-5ee6-4089-a401-db310abe60e0 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:02.552482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cbaea3ab-194b-4b67-a8fd-b94cfaba7abd None None] Provisioning complete for port 8172adfa-5ee6-4089-a401-db310abe60e0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:02.553140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cbaea3ab-194b-4b67-a8fd-b94cfaba7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.601586 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:54:02.634690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.637859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Sync routers for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:54:02.641903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:02.642552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.646139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:02.769747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:02.770390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:02.842829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-cbaea3ab-194b-4b67-a8fd-b94cfaba7abd None None] Port 8172adfa-5ee6-4089-a401-db310abe60e0 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:02.847367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0913c68-51af-48e2-8573-627e065ee8aa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.910730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1204a76-93c0-45cc-a602-bafc787bb7cd req-818a2c7c-8543-4b3e-943f-7eac25ade961 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:02.918323 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1204a76-93c0-45cc-a602-bafc787bb7cd req-818a2c7c-8543-4b3e-943f-7eac25ade961 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 944 time: 1.2756846 May 06 13:54:02.969651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.971208 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e8bd1aa8-357b-46ac-a821-6c6d4e31459c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.5596769 May 06 13:54:02.973050 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8100455 May 06 13:54:02.993734 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43790) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:02.994319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43792) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.016124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:03.016889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.026948 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ca630db2-f7a0-4611-bf38-d0cb128750ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a2ea55a215a4bc1928456f4e0f1a45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277270 May 06 13:54:03.063792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43794) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.072635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'network_id': '3216f3c2-2b2c-4b06-88a4-03892817304a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:03.162286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-5164806a-ff59-4b1c-be8a-6bf27a96f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:03.164140 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-5164806a-ff59-4b1c-be8a-6bf27a96f321 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 1097 time: 1.5598943 May 06 13:54:03.164855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53ec75-aad7-456d-b3b7-11c13d1b3d6d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Network': ['ID=3216f3c2-2b2c-4b06-88a4-03892817304a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:03.167950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:03.191312 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1204a76-93c0-45cc-a602-bafc787bb7cd req-d0a9d9d6-54d8-453a-859d-db2eddcda6a6 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695043 May 06 13:54:03.219036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 3216f3c2-2b2c-4b06-88a4-03892817304a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:03.300350 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2645e3cb-68f4-4bc2-8f39-d6b5b4fded73 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2384048 May 06 13:54:03.311549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43802) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.367910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.763822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0913c68-51af-48e2-8573-627e065ee8aa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.774988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0913c68-51af-48e2-8573-627e065ee8aa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.802594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:03.804474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd787f6f-5e5f-405a-807b-1aec638a3363 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:03.806282 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dd787f6f-5e5f-405a-807b-1aec638a3363 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4925382 May 06 13:54:03.812026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43806) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.829250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:03.838699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6391e40-e64e-478b-a98d-b23c8182a6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.866502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0913c68-51af-48e2-8573-627e065ee8aa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.867571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0913c68-51af-48e2-8573-627e065ee8aa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Fanout notify agent at l3_agent the message router_deleted on router 7a1b8e4a-dd51-4ccf-872c-340f7931469d {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:54:03.880304 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-240d2b0b-9f39-422d-9698-1ab19609f3d4 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671251 May 06 13:54:03.894073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43810) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.901116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Made reservation on behalf of 16c2ddb8ed8d42afb14b696b5be2617a for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:03.904756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.938485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6391e40-e64e-478b-a98d-b23c8182a6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.024769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:53:58Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:04.035105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0913c68-51af-48e2-8573-627e065ee8aa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.037836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Checking router: 63c5393f-9c26-43ef-94ed-adf22dca256c for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:54:04.039034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Updating router 63c5393f-9c26-43ef-94ed-adf22dca256c port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:54:04.045435 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b0913c68-51af-48e2-8573-627e065ee8aa tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d HTTP/1.1" status: 204 len: 168 time: 1.8142064 May 06 13:54:04.046759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43814) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:04.085664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-06a1da91-fb81-4b96-a999-35f7d2ffb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:04.087448 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-06a1da91-fb81-4b96-a999-35f7d2ffb466 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.7924161 May 06 13:54:04.091290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-263966698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:04.148056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.182969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:04.186319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Performing IP validity checks on allocation pools {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 06 13:54:04.186836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 06 13:54:04.192975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-346114427', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'project_id': '94073f6446054d1680f902b2994092d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:04.203334 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-85ab34da-c4f8-4acc-9367-65ac066f0f0b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba HTTP/1.1" status: 200 len: 217 time: 0.0867310 May 06 13:54:04.204725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Usage tracker for resource:router and tenant:ecb9448138ff47599486546e38323452 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:04.214045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:04.272295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:04.450967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:04.466106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:subnet and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:04.477637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:04.488903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.489621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.494804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:04.503824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.521198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:04.526574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.591583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6391e40-e64e-478b-a98d-b23c8182a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.602888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-489f63d9-6b3a-4325-b5dc-fc26c1038880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:04.605271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-489f63d9-6b3a-4325-b5dc-fc26c1038880 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.3924754 May 06 13:54:04.631934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.650552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.815069 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=8172adfa-5ee6-4089-a401-db310abe60e0,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:04.843014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.854117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6391e40-e64e-478b-a98d-b23c8182a6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc20e52-ee23-4430-b1c4-82d2ebc87124,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:05.008596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=9e38fa5d-19de-4ac0-8c9b-635af9145a71,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:05.083013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Checking segment: {'id': '0c711072-6a09-4220-b799-439f6a638106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3216f3c2-2b2c-4b06-88a4-03892817304a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:05.083952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network hostable DHCP agents. Network: 3216f3c2-2b2c-4b06-88a4-03892817304a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:05.100700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.104714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.130435 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Transition to ACTIVE for port object 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:05.157726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.170071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6391e40-e64e-478b-a98d-b23c8182a6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.177101 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a6391e40-e64e-478b-a98d-b23c8182a6db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fc20e52-ee23-4430-b1c4-82d2ebc87124 HTTP/1.1" status: 204 len: 168 time: 2.0403636 May 06 13:54:05.228043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.236925 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-121c86b6-c8ce-4898-86d3-41133fd6f448 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1527054 May 06 13:54:05.249124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43822) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:05.260917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1170095d-1d00-4339-9973-f4048ef5426a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:05.303243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38aeaf-695f-4e8b-9c81-fb9a9a59937d req-827f1e28-605a-42e3-9c2b-e94da8b68b12 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:05.304968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Attempting to bind port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:05.305570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Attempting to bind port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:05.306441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Attempting to bind port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:05.310662 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de38aeaf-695f-4e8b-9c81-fb9a9a59937d req-827f1e28-605a-42e3-9c2b-e94da8b68b12 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 944 time: 0.7289710 May 06 13:54:05.320117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Network 3216f3c2-2b2c-4b06-88a4-03892817304a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:05.331263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:54:05.331263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:05.331839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.332458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:54:05.333348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Bound port: 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:05.333881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.347353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.350717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-b45ad64f-95c2-4619-9a3d-19929649f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:05.353852 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-b45ad64f-95c2-4619-9a3d-19929649f82f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6379938 May 06 13:54:05.359565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 3216f3c2-2b2c-4b06-88a4-03892817304a) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:05.363325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.473817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:05.473817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.487408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] For port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:54:05.493485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] For port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:54:05.500241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25919ef4-3a51-45f2-9151-4b766558361e None None] Network 3216f3c2-2b2c-4b06-88a4-03892817304a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:05.534929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedea765-25bf-4f3d-bb54-4fa897346823 None None] Pushing event updated for resources: {'Port': ['ID=8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:05.545356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.562012 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de38aeaf-695f-4e8b-9c81-fb9a9a59937d req-363b1865-5cbb-410d-a956-d40a5c36d2f6 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198112 May 06 13:54:05.577099 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-63fe75e3-9a40-4a14-8fae-3fc0d0b0b185 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5098939 May 06 13:54:05.624013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43828) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:05.675479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4488765c-f864-48f4-8270-1c584b717ebd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:05.729208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a59487ef-4c0b-431f-814d-d42a12c6211c None None] Provisioning complete for port 8172adfa-5ee6-4089-a401-db310abe60e0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:05.729785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a59487ef-4c0b-431f-814d-d42a12c6211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.882416 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-765a222a-0be3-4104-9506-93bab9b892ce service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068476 May 06 13:54:05.962323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:05.963753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:53:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:06.023060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=09d55ef5-6b0e-4d5f-bde3-90a8079f55dd,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:06.137821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedea765-25bf-4f3d-bb54-4fa897346823 None None] Pushing event updated for resources: {'Port': ['ID=8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:06.169463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a59487ef-4c0b-431f-814d-d42a12c6211c None None] Port 8172adfa-5ee6-4089-a401-db310abe60e0 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:06.257688 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-39a6d401-de3f-4687-9d66-de5c8c772b8d req-c56ae2ed-e5c9-4279-939a-f83eda9a1179 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666074 May 06 13:54:06.319429 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.470313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1170095d-1d00-4339-9973-f4048ef5426a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.535877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:06.595615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1170095d-1d00-4339-9973-f4048ef5426a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.599968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.671691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4488765c-f864-48f4-8270-1c584b717ebd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1815108'] for subnet, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.770266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-3216f3c2-2b2c-4b06-88a4-03892817304a', 'network_id': '3216f3c2-2b2c-4b06-88a4-03892817304a', 'tenant_id': '16c2ddb8ed8d42afb14b696b5be2617a', 'fixed_ips': [{'subnet_id': '9e38fa5d-19de-4ac0-8c9b-635af9145a71'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:54:06.771853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.883865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a91de4-34f2-48dc-994e-a751df2be4ec req-47a174d7-9be3-4f1f-ab13-d5770336ea86 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:06.890179 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-48a91de4-34f2-48dc-994e-a751df2be4ec req-47a174d7-9be3-4f1f-ab13-d5770336ea86 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 944 time: 0.1265895 May 06 13:54:06.936009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43850) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:06.976934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Checking segment: {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:06.977618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network hostable DHCP agents. Network: 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:06.985761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e1502caf-f53c-4497-bbd0-8f0507a2fd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.013135 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-48a91de4-34f2-48dc-994e-a751df2be4ec req-3ef1665f-d48b-4475-a787-bb144f736bfd tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164470 May 06 13:54:07.188572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'networks': [{'name': 'tempest-network--72473268'}, {'name': 'tempest-network--1370122528'}]} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:07.189039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'network': {'name': 'tempest-network--72473268'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:07.190609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'network': {'name': 'tempest-network--1370122528'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:07.196666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:07.202399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Usage tracker for resource:network and tenant:fea215aff5c24624b3bb094d89d6230d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:07.207261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:07.215753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:07.231762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Made reservation on behalf of fea215aff5c24624b3bb094d89d6230d for: {'network': 2} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:07.237603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.253098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.272899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:07.285318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Usage tracker for resource:security_group_rule and tenant:fea215aff5c24624b3bb094d89d6230d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:07.296445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:07.316767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:07.411087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:53:58Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:07.422662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032191ac-27df-49e9-99bd-96e06e1d7ccc None None] The sync data for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv is: [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:53:58Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:54:07.485922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:07.493774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.508035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.509557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.641310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4488765c-f864-48f4-8270-1c584b717ebd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735950026873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3447821'] for subnet, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.678675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0f2899-16e8-408d-adce-edb13ce8e44f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:07.689257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:07.726055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.732000 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Added segment 9427cb0c-093a-4a70-83ca-dcda3e4afa5c of type vlan for network 20d7b50d-9609-4a83-a48d-56153a29e644 May 06 13:54:07.739066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:07.785553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16319b5-1c6e-4dc9-a5c7-9da2d782fff7 None None] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:07.790952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:07.791985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.796549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.848365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:07.864885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.865332 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Added segment 47566742-a7fd-43fd-a1e1-964b3904ce33 of type vlan for network 2e454ca0-f2e6-46c3-9477-f89cdba9e46c May 06 13:54:07.887307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488765c-f864-48f4-8270-1c584b717ebd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:07.888722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4488765c-f864-48f4-8270-1c584b717ebd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.899660 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4488765c-f864-48f4-8270-1c584b717ebd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "PUT /v2.0/subnets/9e38fa5d-19de-4ac0-8c9b-635af9145a71 HTTP/1.1" status: 200 len: 900 time: 2.2560153 May 06 13:54:07.916921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43856) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:07.985043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Allocated IP 2001:db8::3 (3216f3c2-2b2c-4b06-88a4-03892817304a/9e38fa5d-19de-4ac0-8c9b-635af9145a71/7025c91c-4e83-49fa-9aae-d1e951d7f756) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:08.017526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488765c-f864-48f4-8270-1c584b717ebd tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event updated for resources: {'Subnet': ['ID=9e38fa5d-19de-4ac0-8c9b-635af9145a71,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:08.084903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.118859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1170095d-1d00-4339-9973-f4048ef5426a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Router d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:54:08.394479 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0c32c53b-a8b9-4270-94ab-fcf3d9b22c58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.4984510 May 06 13:54:08.395254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43862) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:08.418869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f0bec584-deb2-4dbc-9824-a7647b5637ba details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:54:08.423278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.438057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:54:08.515755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.516838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.519446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.530044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:08.540530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:08.541699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.592462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.597681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:54:08.618330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.793974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:08.878453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Network': ['ID=20d7b50d-9609-4a83-a48d-56153a29e644,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:08.914731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Transition to ACTIVE for port object 7025c91c-4e83-49fa-9aae-d1e951d7f756 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:08.937979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.001080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 20d7b50d-9609-4a83-a48d-56153a29e644 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:09.139650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.172153 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2346125 May 06 13:54:09.175439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43866) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:09.233605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01ddc0-b1f0-4577-b2e5-4b1f53f660ff tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Network': ['ID=2e454ca0-f2e6-46c3-9477-f89cdba9e46c,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:09.263069 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1170095d-1d00-4339-9973-f4048ef5426a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:54:09.272617 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Transition to ACTIVE for port object 7025c91c-4e83-49fa-9aae-d1e951d7f756 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:09.300633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 2e454ca0-f2e6-46c3-9477-f89cdba9e46c details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:09.308717 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] Sync routers for ids ['d0bd952f-348a-4e68-ab77-c84e5f1d9bc5'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:54:09.324193 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] Routers {'d0bd952f-348a-4e68-ab77-c84e5f1d9bc5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:09.326402 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d0bd952f-348a-4e68-ab77-c84e5f1d9bc5'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:09.380226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.390638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3d4176a8-bd5b-4100-b7b5-9cd3272db70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.444812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212fc0-b73c-4527-98bd-fb77241668f4 req-1b08cfef-1c42-4455-9a4f-3391f1de7bba tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:09.446676 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b3212fc0-b73c-4527-98bd-fb77241668f4 req-1b08cfef-1c42-4455-9a4f-3391f1de7bba tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 944 time: 0.9368238 May 06 13:54:09.510595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd918f2-0b22-4403-b442-b945373f662c tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:09.517340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd918f2-0b22-4403-b442-b945373f662c tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:09.523936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd918f2-0b22-4403-b442-b945373f662c tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:09.530761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd918f2-0b22-4403-b442-b945373f662c tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:09.531676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7dd918f2-0b22-4403-b442-b945373f662c tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Synchronizing usage tracker for tenant:fea215aff5c24624b3bb094d89d6230d on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:09.540476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.617849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=9e38fa5d-19de-4ac0-8c9b-635af9145a71,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:09.715794 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] Set router d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:09.731625 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b3212fc0-b73c-4527-98bd-fb77241668f4 req-f3522531-dd89-4f2d-9821-642ed23a3514 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587645 May 06 13:54:09.736019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7dd918f2-0b22-4403-b442-b945373f662c tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Unset dirty status for tenant:fea215aff5c24624b3bb094d89d6230d on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:09.740856 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7dd918f2-0b22-4403-b442-b945373f662c tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5575941 May 06 13:54:09.741683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43870) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:09.743834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.800474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1170095d-1d00-4339-9973-f4048ef5426a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.804864 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1170095d-1d00-4339-9973-f4048ef5426a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "PUT /v2.0/routers/d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 HTTP/1.1" status: 200 len: 697 time: 4.5536489 May 06 13:54:09.806526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3216f3c2-2b2c-4b06-88a4-03892817304a']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:09.834696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c711072-6a09-4220-b799-439f6a638106') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:09.835193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c711072-6a09-4220-b799-439f6a638106') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:09.851200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43874) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:09.860944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.900767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f0bec584-deb2-4dbc-9824-a7647b5637ba, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:09.901531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.915276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:09.915937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.924003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Network 3216f3c2-2b2c-4b06-88a4-03892817304a is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:09.926467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:54:09.928068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.969891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:10.003066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:10.027099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Pushing event updated for resources: {'Port': ['ID=7025c91c-4e83-49fa-9aae-d1e951d7f756,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:10.032393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:10.079614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:54:10.141747 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bd952f-348a-4e68-ab77-c84e5f1d9bc5', 'name': 'tempest-RoutersIpV6Test-router-263966698', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:04Z', 'updated_at': '2022-05-06T13:54:06Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:10.152725 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] Checking router: d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:10.165252 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:10.171168 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] Routers {'d0bd952f-348a-4e68-ab77-c84e5f1d9bc5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:10.172264 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['d0bd952f-348a-4e68-ab77-c84e5f1d9bc5'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:10.176858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:54:10.176858 dv-neutron-840888-1-hyperv neutron-server[87984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:54:10.176858 dv-neutron-840888-1-hyperv neutron-server[87984]: [parameters: {'id': '3216f3c2-2b2c-4b06-88a4-03892817304a'}] May 06 13:54:10.176858 dv-neutron-840888-1-hyperv neutron-server[87984]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:10.177591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:10.239656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:10.240995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.278178 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-424607aa-a241-4fc3-b170-f1a3642bfe5a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/routers/d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 HTTP/1.1" status: 200 len: 703 time: 0.4117613 May 06 13:54:10.279362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43878) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:10.361383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.380108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.422650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=8172adfa-5ee6-4089-a401-db310abe60e0,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:10.527227 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] Set router d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:10.553575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.610554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Attempting to bind port 7025c91c-4e83-49fa-9aae-d1e951d7f756 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:10.611022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Attempting to bind port 7025c91c-4e83-49fa-9aae-d1e951d7f756 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '0c711072-6a09-4220-b799-439f6a638106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3216f3c2-2b2c-4b06-88a4-03892817304a'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:10.614691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Attempting to bind port 7025c91c-4e83-49fa-9aae-d1e951d7f756 on network 3216f3c2-2b2c-4b06-88a4-03892817304a {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:10.626011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:54:10.626522 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Checking segment: {'id': '0c711072-6a09-4220-b799-439f6a638106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3216f3c2-2b2c-4b06-88a4-03892817304a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:10.627051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.627955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Bound using segment: {'id': '0c711072-6a09-4220-b799-439f6a638106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3216f3c2-2b2c-4b06-88a4-03892817304a'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:54:10.628562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Bound port: 7025c91c-4e83-49fa-9aae-d1e951d7f756, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c711072-6a09-4220-b799-439f6a638106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3216f3c2-2b2c-4b06-88a4-03892817304a'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:10.629094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.641071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.643240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.700195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d7b50d-9609-4a83-a48d-56153a29e644']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:10.717098 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bd952f-348a-4e68-ab77-c84e5f1d9bc5', 'name': 'tempest-RoutersIpV6Test-router-263966698', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:04Z', 'updated_at': '2022-05-06T13:54:06Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:10.723484 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f1880-13a5-45e6-8ca6-d07fb0b4600a None None] The sync data for ids ['d0bd952f-348a-4e68-ab77-c84e5f1d9bc5'] in dv-neutron-840888-1-hyperv is: [{'id': 'd0bd952f-348a-4e68-ab77-c84e5f1d9bc5', 'name': 'tempest-RoutersIpV6Test-router-263966698', 'tenant_id': 'ecb9448138ff47599486546e38323452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:04Z', 'updated_at': '2022-05-06T13:54:06Z', 'revision_number': 2, 'project_id': 'ecb9448138ff47599486546e38323452', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:54:10.731285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9427cb0c-093a-4a70-83ca-dcda3e4afa5c') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:10.731901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9427cb0c-093a-4a70-83ca-dcda3e4afa5c') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:10.763771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.768749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bec584-deb2-4dbc-9824-a7647b5637ba {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:54:10.778367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.808119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting port 7025c91c-4e83-49fa-9aae-d1e951d7f756 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:10.808528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.886267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 03de85d6-2345-45a3-b853-10212e29cb33 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:10.892317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.956825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:10.957305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:11.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:11.072748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f0bec584-deb2-4dbc-9824-a7647b5637ba, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:11.075707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:11.083578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Allocated IP 172.20.0.2 (616bc26d-39e6-4cf0-9852-2d66b5cd3fe6/09d55ef5-6b0e-4d5f-bde3-90a8079f55dd/ea732dfa-ef98-4afe-bf5c-e776464e2b27) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:11.097570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.102956 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] For port 7025c91c-4e83-49fa-9aae-d1e951d7f756, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:54:11.113666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4225f497-469f-4ad5-900c-16abae734bfc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Synchronizing usage tracker for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:11.155878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.163488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4225f497-469f-4ad5-900c-16abae734bfc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Unset dirty status for tenant:ecb9448138ff47599486546e38323452 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:11.168265 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4225f497-469f-4ad5-900c-16abae734bfc tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 HTTP/1.1" status: 200 len: 205 time: 0.8775029 May 06 13:54:11.169712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43884) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:11.176270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:11.203817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.211494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] For port 7025c91c-4e83-49fa-9aae-d1e951d7f756, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7025c91c-4e83-49fa-9aae-d1e951d7f756,segment=NetworkSegment(0c711072-6a09-4220-b799-439f6a638106),segment_id=0c711072-6a09-4220-b799-439f6a638106)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:54:11.250499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.255717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.310451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.342994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=f0bec584-deb2-4dbc-9824-a7647b5637ba,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:11.365686 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/networks/20d7b50d-9609-4a83-a48d-56153a29e644 HTTP/1.1" status: 204 len: 168 time: 1.6094484 May 06 13:54:11.403643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43888) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:11.407355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd10f6-e331-40fe-93b0-43a4cbf95fbc req-8f999fcc-65ef-4318-b3ed-be52a3e2fe38 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:11.410663 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bbdd10f6-e331-40fe-93b0-43a4cbf95fbc req-8f999fcc-65ef-4318-b3ed-be52a3e2fe38 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 945 time: 0.3190405 May 06 13:54:11.411996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933e09-7fb6-4c11-967b-9ab6c4d963bf tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Network': ['ID=20d7b50d-9609-4a83-a48d-56153a29e644,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:11.489772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['f0bec584-deb2-4dbc-9824-a7647b5637ba'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:54:11.726638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.743180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] For port 7025c91c-4e83-49fa-9aae-d1e951d7f756, host dv-neutron-840888-1-hyperv, got binding levels [] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:11.743792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.754174 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bbdd10f6-e331-40fe-93b0-43a4cbf95fbc req-ca4edd42-6b06-483e-b3a5-d00d080cb1b5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441330 May 06 13:54:11.773635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0fc5da88-70e0-485c-94b4-58efb9929113 None None] Provisioning complete for port 8172adfa-5ee6-4089-a401-db310abe60e0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:11.774007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0fc5da88-70e0-485c-94b4-58efb9929113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.810863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:11.823981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c402825b-b778-433e-b90c-d8995f508ab6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.999997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd0d6c-fdd5-419d-b265-2fffa08334bf None None] Network 3216f3c2-2b2c-4b06-88a4-03892817304a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:12.014900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Calling delete_port for 7025c91c-4e83-49fa-9aae-d1e951d7f756 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:12.030070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5da88-70e0-485c-94b4-58efb9929113 None None] Port 8172adfa-5ee6-4089-a401-db310abe60e0 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:12.105702 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.120453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbce56d-101e-4e13-9457-9affad5174d7 None None] Pushing event updated for resources: {'Port': ['ID=7025c91c-4e83-49fa-9aae-d1e951d7f756,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:12.141422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:12.144819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:12.155694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Transition to ACTIVE for port object ea732dfa-ef98-4afe-bf5c-e776464e2b27 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:12.240077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Transition to ACTIVE for port object ea732dfa-ef98-4afe-bf5c-e776464e2b27 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:12.291135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.356808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.403816 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:12.409971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:12.419908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:12.422108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Pushing event updated for resources: {'Port': ['ID=ea732dfa-ef98-4afe-bf5c-e776464e2b27,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:12.463689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c402825b-b778-433e-b90c-d8995f508ab6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.469675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c402825b-b778-433e-b90c-d8995f508ab6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.570530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Attempting to bind port ea732dfa-ef98-4afe-bf5c-e776464e2b27 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:12.570904 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Attempting to bind port ea732dfa-ef98-4afe-bf5c-e776464e2b27 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:12.571257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Attempting to bind port ea732dfa-ef98-4afe-bf5c-e776464e2b27 on network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:12.589318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:54:12.589730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Checking segment: {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:12.591030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.591030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Bound using segment: {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:54:12.591030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Bound port: ea732dfa-ef98-4afe-bf5c-e776464e2b27, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:12.591681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.606798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ddcd9f-3c03-45d4-8e77-b8bd381a7ef6 None None] Network 3216f3c2-2b2c-4b06-88a4-03892817304a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:12.610814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c402825b-b778-433e-b90c-d8995f508ab6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.611817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c402825b-b778-433e-b90c-d8995f508ab6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Fanout notify agent at l3_agent the message router_deleted on router d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:54:12.643911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting port 7025c91c-4e83-49fa-9aae-d1e951d7f756 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:12.644520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.690428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Router b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:54:12.718359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.759382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c402825b-b778-433e-b90c-d8995f508ab6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.761807 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c402825b-b778-433e-b90c-d8995f508ab6 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 HTTP/1.1" status: 204 len: 168 time: 1.5846295 May 06 13:54:12.768909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43892) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:12.879772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] For port ea732dfa-ef98-4afe-bf5c-e776464e2b27, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:54:12.885713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.920806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3f545f2c-847c-46e8-9ddd-92a361e063be tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 HTTP/1.1" status: 200 len: 205 time: 0.1286278 May 06 13:54:12.921812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43898) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:12.972413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] For port ea732dfa-ef98-4afe-bf5c-e776464e2b27, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ea732dfa-ef98-4afe-bf5c-e776464e2b27,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:54:12.980133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.116695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410390b-d718-4a0d-b19f-5f27b1c1fb2e None None] Pushing event updated for resources: {'Port': ['ID=ea732dfa-ef98-4afe-bf5c-e776464e2b27,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:13.119969 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-4485d173-4f17-48bd-a313-ba77f3ef89bb tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] delete failed (client error): The resource could not be found. May 06 13:54:13.124805 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4485d173-4f17-48bd-a313-ba77f3ef89bb tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/d0bd952f-348a-4e68-ab77-c84e5f1d9bc5 HTTP/1.1" status: 404 len: 336 time: 0.1957560 May 06 13:54:13.152097 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43902) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.243769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e454ca0-f2e6-46c3-9477-f89cdba9e46c']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:13.260403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] For port 7025c91c-4e83-49fa-9aae-d1e951d7f756, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7025c91c-4e83-49fa-9aae-d1e951d7f756,segment=NetworkSegment(0c711072-6a09-4220-b799-439f6a638106),segment_id=0c711072-6a09-4220-b799-439f6a638106)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:13.261705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.262059 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad61a21d-3aa0-43dd-b2bf-16d0cb9475fb tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] DELETE failed (client error): The resource could not be found. May 06 13:54:13.262513 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad61a21d-3aa0-43dd-b2bf-16d0cb9475fb tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:13.266526 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ad61a21d-3aa0-43dd-b2bf-16d0cb9475fb tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/5985d3f1-91a3-45c1-8f95-a8f8f2aadfad HTTP/1.1" status: 404 len: 337 time: 0.0964580 May 06 13:54:13.273430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43906) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.280766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47566742-a7fd-43fd-a1e1-964b3904ce33') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:13.281109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47566742-a7fd-43fd-a1e1-964b3904ce33') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:13.312129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:13.358553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.371908 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-efda2aa2-a693-474a-91f7-05550934006f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] DELETE failed (client error): The resource could not be found. May 06 13:54:13.372364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efda2aa2-a693-474a-91f7-05550934006f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:13.374291 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-efda2aa2-a693-474a-91f7-05550934006f tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/a1142121-b8cc-414c-a968-e423f477bc6d HTTP/1.1" status: 404 len: 337 time: 0.0964513 May 06 13:54:13.384782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43910) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.484555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:54:13.495350 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-44290625-c122-40c5-8e69-665a13e454ab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "PUT /v2.0/routers/b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2160447 May 06 13:54:13.500088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43914) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.507723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:13.509207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.573656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c820a-35f0-4451-80ce-e0565cdf9481 None None] Sync routers for ids ['b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:54:13.615361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c820a-35f0-4451-80ce-e0565cdf9481 None None] Routers {'b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:13.616247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-059c820a-35f0-4451-80ce-e0565cdf9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:13.623972 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb48d97d-5670-4fe8-9353-f9982b9cc871 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] DELETE failed (client error): The resource could not be found. May 06 13:54:13.624762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb48d97d-5670-4fe8-9353-f9982b9cc871 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:13.649353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Calling delete_port for 7025c91c-4e83-49fa-9aae-d1e951d7f756 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:13.688674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-059c820a-35f0-4451-80ce-e0565cdf9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:13.703477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c820a-35f0-4451-80ce-e0565cdf9481 None None] Routers {'b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:13.704117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-059c820a-35f0-4451-80ce-e0565cdf9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:13.713926 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fb48d97d-5670-4fe8-9353-f9982b9cc871 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/6b608e56-7581-48e1-a51b-30b4dc84d184 HTTP/1.1" status: 404 len: 337 time: 0.3213775 May 06 13:54:13.713926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43918) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.825914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e561b2-2c70-4cb7-b63e-9ee3351d9db5 req-9b098cc8-fbc8-4af4-8914-7d2f8b6b976a tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:13.828671 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-84e561b2-2c70-4cb7-b63e-9ee3351d9db5 req-9b098cc8-fbc8-4af4-8914-7d2f8b6b976a tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 945 time: 0.8182268 May 06 13:54:13.839669 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-19213c2b-c0d6-4529-8b89-c2adde4c1ddf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] DELETE failed (client error): The resource could not be found. May 06 13:54:13.840307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19213c2b-c0d6-4529-8b89-c2adde4c1ddf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:13.843489 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-19213c2b-c0d6-4529-8b89-c2adde4c1ddf tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/46c8c32b-fce9-4ec1-b9b7-1529dbaf64b0 HTTP/1.1" status: 404 len: 337 time: 0.1270835 May 06 13:54:13.849088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43922) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:13.865728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.892397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:13.893222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.933630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-059c820a-35f0-4451-80ce-e0565cdf9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:13.934162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c820a-35f0-4451-80ce-e0565cdf9481 None None] The sync data for ids ['b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:54:13.989436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-57dd1b79-6142-4928-86c2-a6c3cc915e41 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a1b8e4a-dd51-4ccf-872c-340f7931469d HTTP/1.1" status: 200 len: 205 time: 0.1358852 May 06 13:54:14.014903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43926) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:14.123584 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:14.179127 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-a85be700-ebd4-47eb-bc02-9e7acf84cb66 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] delete failed (client error): The resource could not be found. May 06 13:54:14.183586 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a85be700-ebd4-47eb-bc02-9e7acf84cb66 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/7a1b8e4a-dd51-4ccf-872c-340f7931469d HTTP/1.1" status: 404 len: 336 time: 0.1641622 May 06 13:54:14.185567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43930) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.194022 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-84e561b2-2c70-4cb7-b63e-9ee3351d9db5 req-673dc61f-59e7-4ed6-bc44-2b3c54a6610e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435133 May 06 13:54:14.195807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.365036 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7e7470f5-fc6c-4489-8d3b-b6f5aad57973 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b49001f-be01-4d6e-9f74-b1a4e02a6f84 HTTP/1.1" status: 200 len: 205 time: 0.1737838 May 06 13:54:14.365036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No DVR routers for this DVR port 7025c91c-4e83-49fa-9aae-d1e951d7f756 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:14.366703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Port': ['ID=7025c91c-4e83-49fa-9aae-d1e951d7f756,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:14.381368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43934) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.527863 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-6fce0a3d-4522-4359-9e1c-3e9b45b1e53a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] delete failed (client error): The resource could not be found. May 06 13:54:14.529639 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6fce0a3d-4522-4359-9e1c-3e9b45b1e53a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/0b49001f-be01-4d6e-9f74-b1a4e02a6f84 HTTP/1.1" status: 404 len: 336 time: 0.1440182 May 06 13:54:14.542472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43938) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.601447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.612352 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.647380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3216f3c2-2b2c-4b06-88a4-03892817304a']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:14.649191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34721c35-3777-4c27-8004-2522256d226a None None] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:14.663051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c711072-6a09-4220-b799-439f6a638106') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:14.663417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c711072-6a09-4220-b799-439f6a638106') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:14.676713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.678698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.685925 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-418e7850-1806-46a5-9751-8ae9345107eb tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] DELETE failed (client error): The resource could not be found. May 06 13:54:14.686638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418e7850-1806-46a5-9751-8ae9345107eb tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:14.695289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.1 (616bc26d-39e6-4cf0-9852-2d66b5cd3fe6/09d55ef5-6b0e-4d5f-bde3-90a8079f55dd/ccedd8f8-f24c-4cad-be6c-bb1365b85370) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:14.707970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.716163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:14.716631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.719486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f371f17-b1d9-445a-ba03-e1a90bae7382 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:14.721219 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8f371f17-b1d9-445a-ba03-e1a90bae7382 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:14.741215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Network': ['ID=2e454ca0-f2e6-46c3-9477-f89cdba9e46c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:14.771989 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-418e7850-1806-46a5-9751-8ae9345107eb tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/099db73a-b89b-4079-9b03-fb121830d57c HTTP/1.1" status: 404 len: 337 time: 0.2183094 May 06 13:54:14.771989 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9426086d-d584-4861-88ac-84196060663e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/networks/2e454ca0-f2e6-46c3-9477-f89cdba9e46c HTTP/1.1" status: 204 len: 168 time: 3.3649261 May 06 13:54:14.774963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43942) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.775500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43944) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:14.807840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5d0860cf-aabf-4ab1-ab36-29ff288ca751 None None] Provisioning for port ea732dfa-ef98-4afe-bf5c-e776464e2b27 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:14.838934 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:14.959568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.011135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.015850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=3216f3c2-2b2c-4b06-88a4-03892817304a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:15.052990 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-efb89614-024a-4859-b14f-0646aef2b1f7 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/3216f3c2-2b2c-4b06-88a4-03892817304a HTTP/1.1" status: 204 len: 168 time: 7.1362760 May 06 13:54:15.055115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43950) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.100202 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8f371f17-b1d9-445a-ba03-e1a90bae7382 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:15.104582 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8f371f17-b1d9-445a-ba03-e1a90bae7382 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e HTTP/1.1" status: 200 len: 983 time: 1.5970981 May 06 13:54:15.106935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f0bec584-deb2-4dbc-9824-a7647b5637ba up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:15.112050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43954) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.127083 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1417f06a-e870-4a0b-b50c-96056c19eedd tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=904dec36-492b-4c1d-930c-7e93ecb11cb9 HTTP/1.1" status: 200 len: 205 time: 0.3450680 May 06 13:54:15.133634 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43958) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.246784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-185489fb-21d1-4240-aeb0-03aac7217325 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:15.247265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185489fb-21d1-4240-aeb0-03aac7217325 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:15.249914 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-185489fb-21d1-4240-aeb0-03aac7217325 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/9e38fa5d-19de-4ac0-8c9b-635af9145a71 HTTP/1.1" status: 404 len: 337 time: 0.1939456 May 06 13:54:15.263744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43964) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.311107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port f0bec584-deb2-4dbc-9824-a7647b5637ba completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:15.331629 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port f0bec584-deb2-4dbc-9824-a7647b5637ba triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:15.332181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.437444 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-85e516b5-253f-44dd-8b56-117efcdfb7b8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] delete failed (client error): The resource could not be found. May 06 13:54:15.443096 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43968) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.447878 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-85e516b5-253f-44dd-8b56-117efcdfb7b8 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/904dec36-492b-4c1d-930c-7e93ecb11cb9 HTTP/1.1" status: 404 len: 336 time: 0.3102293 May 06 13:54:15.507014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ea732dfa-ef98-4afe-bf5c-e776464e2b27 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:15.525939 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c118db29-d723-436e-990e-054b45bcb5ee tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:15.526432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c118db29-d723-436e-990e-054b45bcb5ee tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:15.530525 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c118db29-d723-436e-990e-054b45bcb5ee tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/3216f3c2-2b2c-4b06-88a4-03892817304a HTTP/1.1" status: 404 len: 339 time: 0.2150004 May 06 13:54:15.541988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c520a8f2-6fc5-4757-9ed1-dd8fed9983be tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:15.548637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43972) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.549055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e5298-2424-4de6-8c0c-6d32378b1503 None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:54:15.549255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c520a8f2-6fc5-4757-9ed1-dd8fed9983be tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:15.549451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c520a8f2-6fc5-4757-9ed1-dd8fed9983be tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Synchronizing usage tracker for tenant:fea215aff5c24624b3bb094d89d6230d on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:15.589282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.598584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c520a8f2-6fc5-4757-9ed1-dd8fed9983be tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Unset dirty status for tenant:fea215aff5c24624b3bb094d89d6230d on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:15.605735 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c520a8f2-6fc5-4757-9ed1-dd8fed9983be tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8141680 May 06 13:54:15.610273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43976) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.623363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1157684959'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:15.633663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:15.635949 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1f72ea06-d338-48b0-aa56-4f97311eab21 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4713919-4285-4983-b0c9-4c2238361e82 HTTP/1.1" status: 200 len: 205 time: 0.1914897 May 06 13:54:15.642169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object ccedd8f8-f24c-4cad-be6c-bb1365b85370 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:15.644053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43980) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.735795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:15.763831 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-73709e5c-5b45-4b48-853c-8136bc4ec060 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] delete failed (client error): The resource could not be found. May 06 13:54:15.770223 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-73709e5c-5b45-4b48-853c-8136bc4ec060 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/d4713919-4285-4983-b0c9-4c2238361e82 HTTP/1.1" status: 404 len: 336 time: 0.1243598 May 06 13:54:15.771545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 43984) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.839184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Made reservation on behalf of fea215aff5c24624b3bb094d89d6230d for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:15.843599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.861737 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b9acf5-fe25-4433-a3c0-29256c3c1192 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] DELETE failed (client error): The resource could not be found. May 06 13:54:15.862462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b9acf5-fe25-4433-a3c0-29256c3c1192 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:15.870276 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-68b9acf5-fe25-4433-a3c0-29256c3c1192 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/38fd8976-1668-4f56-9d06-ad2208673042 HTTP/1.1" status: 404 len: 337 time: 0.0898545 May 06 13:54:15.873290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43988) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.916849 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:15.940006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.941029 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Added segment eb035abb-ac3d-4d3f-b9d0-b4c5bfe9f16e of type vlan for network 7b255534-3028-431e-9546-c7faac37538a May 06 13:54:15.942945 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-632b99a4-5937-4927-943b-62a1fcc36957 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f HTTP/1.1" status: 200 len: 205 time: 0.0631652 May 06 13:54:15.960358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43992) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:15.967968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ea732dfa-ef98-4afe-bf5c-e776464e2b27 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:15.996490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.015992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.020987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ea732dfa-ef98-4afe-bf5c-e776464e2b27 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:16.021979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.044060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.075120 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-2a47aa53-7aa9-4e6f-ab7b-82fd11f39139 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] delete failed (client error): The resource could not be found. May 06 13:54:16.076184 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2a47aa53-7aa9-4e6f-ab7b-82fd11f39139 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/05a9cf09-1ce6-4a84-a6ea-c43d15d92b6f HTTP/1.1" status: 404 len: 336 time: 0.1134391 May 06 13:54:16.089183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 43996) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.097938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.184228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.192314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:16.193239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.196328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:54:16.208880 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a5383c-cdd4-4324-b00c-79550f63b942 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] DELETE failed (client error): The resource could not be found. May 06 13:54:16.209350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a5383c-cdd4-4324-b00c-79550f63b942 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:16.211182 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a4a5383c-cdd4-4324-b00c-79550f63b942 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/a14f9b2c-ea1e-4e6d-bc95-ebfc46e8c076 HTTP/1.1" status: 404 len: 337 time: 0.1194122 May 06 13:54:16.215937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e5298-2424-4de6-8c0c-6d32378b1503 None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:54:16.227572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port f0bec584-deb2-4dbc-9824-a7647b5637ba, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:16.233476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e45b3-6007-456e-9839-d8076af26e2a req-59909307-f2bc-449e-be90-8ce494d58c0d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:16.241723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-992e45b3-6007-456e-9839-d8076af26e2a req-59909307-f2bc-449e-be90-8ce494d58c0d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 945 time: 0.7028029 May 06 13:54:16.247311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44002) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.248266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.388744 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0ad9a7a2-3b4a-43d8-ae8b-8bbc1a21163b tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "GET /v2.0/ports?device_id=a51ec513-6fee-4d10-b98c-1762d1e964cb HTTP/1.1" status: 200 len: 205 time: 0.1384273 May 06 13:54:16.419861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44008) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.441149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:16.461687 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-992e45b3-6007-456e-9839-d8076af26e2a req-6740e4ad-6fd4-4f42-b0a5-f7d57c6d3d0c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189758 May 06 13:54:16.525644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.550868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=f0bec584-deb2-4dbc-9824-a7647b5637ba,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:16.565792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.607193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:16.614971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db922678-8c20-40d6-8b3e-077a38158633']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:16.639147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efc0df3-83d6-48d3-9c55-f63a42288022') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:16.639874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efc0df3-83d6-48d3-9c55-f63a42288022') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:16.648694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ea732dfa-ef98-4afe-bf5c-e776464e2b27, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ea732dfa-ef98-4afe-bf5c-e776464e2b27,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:16.666368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.674629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:16.680472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.704322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.714781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:16.715330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.785424 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1731563 May 06 13:54:16.786673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=ccedd8f8-f24c-4cad-be6c-bb1365b85370,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:16.791817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.795478 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ea732dfa-ef98-4afe-bf5c-e776464e2b27,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:16.797858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44012) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.834743 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-dd6d1e9c-c92a-4183-b416-0b34d4782296 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] delete failed (client error): The resource could not be found. May 06 13:54:16.840477 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dd6d1e9c-c92a-4183-b416-0b34d4782296 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/routers/a51ec513-6fee-4d10-b98c-1762d1e964cb HTTP/1.1" status: 404 len: 336 time: 0.4046347 May 06 13:54:16.841387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44016) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:16.867181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1447667070'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:16.875752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:16.881703 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:16.889176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Usage tracker for resource:network and tenant:fea215aff5c24624b3bb094d89d6230d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:16.894897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:16.905589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:16.926826 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d515271-b445-4b7b-b64a-c1092f379d26'] response: {'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'code': 200} May 06 13:54:16.978109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60520d16-9f49-43b0-8eeb-837a814b995d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Network': ['ID=7b255534-3028-431e-9546-c7faac37538a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:17.000460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Made reservation on behalf of fea215aff5c24624b3bb094d89d6230d for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:17.005559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.029205 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd048f43-1134-40d9-ace8-2435eb5fd69a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] DELETE failed (client error): The resource could not be found. May 06 13:54:17.029918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd048f43-1134-40d9-ace8-2435eb5fd69a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:17.038874 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dd048f43-1134-40d9-ace8-2435eb5fd69a tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/01a92376-2ce2-40b3-aa2b-916a0d3f7db8 HTTP/1.1" status: 404 len: 337 time: 0.1218836 May 06 13:54:17.045728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44020) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.049501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 7b255534-3028-431e-9546-c7faac37538a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:17.074016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.096901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.108994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.162567 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ff6ead-6e31-4c1e-ac07-5b3e895455b3 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] DELETE failed (client error): The resource could not be found. May 06 13:54:17.163608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ff6ead-6e31-4c1e-ac07-5b3e895455b3 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:17.179675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=db922678-8c20-40d6-8b3e-077a38158633,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:17.179927 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f2ff6ead-6e31-4c1e-ac07-5b3e895455b3 tempest-RoutersIpV6Test-664345672 tempest-RoutersIpV6Test-664345672-project] 10.222.0.21 "DELETE /v2.0/subnets/e9cd2f00-2379-4298-a8e5-bf1d2f098d34 HTTP/1.1" status: 404 len: 337 time: 0.1156428 May 06 13:54:17.303010 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5cfc0936-dd42-4d16-9c08-5d78cee6a23f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/db922678-8c20-40d6-8b3e-077a38158633 HTTP/1.1" status: 204 len: 168 time: 1.7522016 May 06 13:54:17.319460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44026) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.380992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ea732dfa-ef98-4afe-bf5c-e776464e2b27 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:17.432717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:17.453151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.454248 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Added segment 49da2f78-bf27-4d3e-bbf7-0902ea9d69a5 of type vlan for network d72b6424-96c9-4ff8-85d4-d5f2a67e6568 May 06 13:54:17.518668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.594409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31a2841-7e60-4cb3-9626-f1b4d94d3391 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:17.594409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31a2841-7e60-4cb3-9626-f1b4d94d3391 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:17.600598 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a31a2841-7e60-4cb3-9626-f1b4d94d3391 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/d4a35c77-d4fc-4b2f-92b2-d9ff5df16f76 HTTP/1.1" status: 404 len: 337 time: 0.2799623 May 06 13:54:17.607534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44032) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.633519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ea732dfa-ef98-4afe-bf5c-e776464e2b27 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:17.634438 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.652135 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e0a901-9a6f-4434-a3e8-c2389e9d5218 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:17.652681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e0a901-9a6f-4434-a3e8-c2389e9d5218 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:17.657633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-10e0a901-9a6f-4434-a3e8-c2389e9d5218 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/19e1bce3-7d0d-485b-b747-f4d4db3c4865 HTTP/1.1" status: 404 len: 339 time: 0.0468676 May 06 13:54:17.663790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44036) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.707282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.717632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.724337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:17.725028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.841375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a693609-a2d6-4157-a6c0-88f9329e2178 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting subnet abc99b06-4764-4489-87ee-221e870a5127 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:54:17.844956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a693609-a2d6-4157-a6c0-88f9329e2178 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.903013 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0959601 May 06 13:54:17.917622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44040) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:17.934562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'ports': [{'network_id': '7b255534-3028-431e-9546-c7faac37538a', 'name': 'tempest-port--1819148581', 'admin_state_up': True}, {'network_id': 'd72b6424-96c9-4ff8-85d4-d5f2a67e6568', 'admin_state_up': False}]} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:17.935216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'port': {'network_id': '7b255534-3028-431e-9546-c7faac37538a', 'name': 'tempest-port--1819148581', 'admin_state_up': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:17.935890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'port': {'network_id': 'd72b6424-96c9-4ff8-85d4-d5f2a67e6568', 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:17.962314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2ca9-2d7b-43f7-872d-735e73df389d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Network': ['ID=d72b6424-96c9-4ff8-85d4-d5f2a67e6568,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:18.020473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network d72b6424-96c9-4ff8-85d4-d5f2a67e6568 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:18.058066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797c8ba-8309-4934-bd66-f74c0b8c21ef req-c0de63b4-5344-496d-89ea-f0d7c535fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:18.060354 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7797c8ba-8309-4934-bd66-f74c0b8c21ef req-c0de63b4-5344-496d-89ea-f0d7c535fca6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 1099 time: 0.8094976 May 06 13:54:18.067026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a693609-a2d6-4157-a6c0-88f9329e2178 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.133060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f9ce0dc7-3f18-4108-a72a-8f060fb82457 None None] Provisioning for port ccedd8f8-f24c-4cad-be6c-bb1365b85370 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:18.153717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f9ce0dc7-3f18-4108-a72a-8f060fb82457 None None] Provisioning complete for port ccedd8f8-f24c-4cad-be6c-bb1365b85370 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:18.154068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0dc7-3f18-4108-a72a-8f060fb82457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.191656 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7797c8ba-8309-4934-bd66-f74c0b8c21ef req-f5cfd587-1688-4773-8585-3c5804c493cd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625682 May 06 13:54:18.217040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce0dc7-3f18-4108-a72a-8f060fb82457 None None] Port ccedd8f8-f24c-4cad-be6c-bb1365b85370 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:18.221902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44046) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:18.229000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 8172adfa-5ee6-4089-a401-db310abe60e0 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:18.229332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.287652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13197aa5-a7bc-41d9-a697-f6fba1292739 req-699bf7a9-90fc-43e0-b05c-fa4ab8080cb5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:18.289269 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-13197aa5-a7bc-41d9-a697-f6fba1292739 req-699bf7a9-90fc-43e0-b05c-fa4ab8080cb5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 946 time: 0.6058583 May 06 13:54:18.495677 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-13197aa5-a7bc-41d9-a697-f6fba1292739 req-419e7640-2dd5-4cfc-bddb-6667a45c4791 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919188 May 06 13:54:18.511142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a693609-a2d6-4157-a6c0-88f9329e2178 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.584935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:18.594713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Usage tracker for resource:port and tenant:fea215aff5c24624b3bb094d89d6230d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:18.601610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:18.630176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:18.654279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.718421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Made reservation on behalf of fea215aff5c24624b3bb094d89d6230d for: {'port': 2} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:18.727198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.746003 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9c74a595-08d2-4488-bb3e-65b4fe41b650 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecb9448138ff47599486546e38323452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863122 May 06 13:54:18.750558 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44052) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:18.805497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.820034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 8172adfa-5ee6-4089-a401-db310abe60e0 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:18.860410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a693609-a2d6-4157-a6c0-88f9329e2178 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.927136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a693609-a2d6-4157-a6c0-88f9329e2178 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=abc99b06-4764-4489-87ee-221e870a5127,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:18.933599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a693609-a2d6-4157-a6c0-88f9329e2178 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.944012 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5a693609-a2d6-4157-a6c0-88f9329e2178 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/abc99b06-4764-4489-87ee-221e870a5127 HTTP/1.1" status: 204 len: 168 time: 1.2682447 May 06 13:54:18.948080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44056) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:18.961059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf068b8-f998-4aa3-8fcf-01048419369d None None] Network ae472967-52d2-4c86-9c5e-8479b6fe9619 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:19.155373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-379a3bd5-1743-4330-8575-45cd161d9023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.243935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f46091-a793-49ef-9fb6-3b3fb544fb8d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting subnet f580e88a-7c4d-44f7-aff3-c5f21542fec6 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:54:19.249666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6f46091-a793-49ef-9fb6-3b3fb544fb8d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.299563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.306374 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-379a3bd5-1743-4330-8575-45cd161d9023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.328744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.397367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6f46091-a793-49ef-9fb6-3b3fb544fb8d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.497609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] device_id is not set on port fde894fb-62e7-4dc2-909e-7758b745d7ae yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:54:19.551215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=ccedd8f8-f24c-4cad-be6c-bb1365b85370,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:19.568056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.568611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.639107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=8172adfa-5ee6-4089-a401-db310abe60e0,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:19.740061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6f46091-a793-49ef-9fb6-3b3fb544fb8d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.002974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-379a3bd5-1743-4330-8575-45cd161d9023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.020930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:20.026783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:20.041154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a3bd5-1743-4330-8575-45cd161d9023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6ad6cc-a385-4923-91c9-5dd89d4524b6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:20.083167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.087418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6f46091-a793-49ef-9fb6-3b3fb544fb8d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.176972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6f46091-a793-49ef-9fb6-3b3fb544fb8d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.180263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f46091-a793-49ef-9fb6-3b3fb544fb8d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=f580e88a-7c4d-44f7-aff3-c5f21542fec6,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:20.194191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-379a3bd5-1743-4330-8575-45cd161d9023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.194456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573375ef-b63f-4fb6-b4f8-2f65e760295e req-b557e782-e1cc-46e6-b17a-e3e2f8438505 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:20.196500 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-573375ef-b63f-4fb6-b4f8-2f65e760295e req-b557e782-e1cc-46e6-b17a-e3e2f8438505 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 946 time: 0.4248066 May 06 13:54:20.200982 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-379a3bd5-1743-4330-8575-45cd161d9023 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e6ad6cc-a385-4923-91c9-5dd89d4524b6 HTTP/1.1" status: 204 len: 168 time: 1.4483132 May 06 13:54:20.424901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.478993 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d6f46091-a793-49ef-9fb6-3b3fb544fb8d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/f580e88a-7c4d-44f7-aff3-c5f21542fec6 HTTP/1.1" status: 204 len: 168 time: 1.5294921 May 06 13:54:20.480349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44066) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:20.580683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-99037d86-dca9-46ae-9865-e53cfa162cc9 None None] Provisioning complete for port ccedd8f8-f24c-4cad-be6c-bb1365b85370 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:20.580683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-99037d86-dca9-46ae-9865-e53cfa162cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.599924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] device_id is not set on port de2b1d06-7d03-4cdd-a663-f0a8fc7bd78d yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:54:20.649017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.713291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-99037d86-dca9-46ae-9865-e53cfa162cc9 None None] Port ccedd8f8-f24c-4cad-be6c-bb1365b85370 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:20.715836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2efbbac-0be7-40ee-9796-34bf8cb9d8b0 None None] Network ae472967-52d2-4c86-9c5e-8479b6fe9619 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:20.728847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 63c5393f-9c26-43ef-94ed-adf22dca256c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:54:20.774490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.841358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Router b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:54:20.850611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:20.850992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.923254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.938231 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-573375ef-b63f-4fb6-b4f8-2f65e760295e req-d9c767bf-0a56-4f66-81b2-b447d5931777 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6652181 May 06 13:54:20.946421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cff85671-4979-40b1-8237-eeb157985956 None None] Provisioning complete for port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:20.946970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cff85671-4979-40b1-8237-eeb157985956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.245788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Port': ['ID=fde894fb-62e7-4dc2-909e-7758b745d7ae,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:21.263265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Checking segment: {'id': 'eb035abb-ac3d-4d3f-b9d0-b4c5bfe9f16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7b255534-3028-431e-9546-c7faac37538a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:21.263639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Network hostable DHCP agents. Network: 7b255534-3028-431e-9546-c7faac37538a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:21.298410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:54:21.308778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Network 7b255534-3028-431e-9546-c7faac37538a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:21.317830 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6b87a0ee-8c42-471d-ad26-37970151dbd5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/63c5393f-9c26-43ef-94ed-adf22dca256c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7852607 May 06 13:54:21.318379 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Sync routers for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:54:21.319230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44086) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:21.345619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 7b255534-3028-431e-9546-c7faac37538a) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:21.352904 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:21.359783 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:21.367489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede72e0d-3e16-4b3a-a6c9-1c5930178d5e None None] Network 7b255534-3028-431e-9546-c7faac37538a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:21.383295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] DHCP port deletion for ae472967-52d2-4c86-9c5e-8479b6fe9619 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:54:21.442288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] Deleting port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:21.442667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.556910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.557952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.558865 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.559790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.560957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.561882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.562824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.563085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] For port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,segment=NetworkSegment(9a15146a-b9e4-47bd-b0ed-01f593379de3),segment_id=9a15146a-b9e4-47bd-b0ed-01f593379de3)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:21.563605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.563998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.565134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.566224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.567140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.568326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.569085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.576620 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b95dceb4-8796-4221-8303-17f151cc6296 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9014 time: 0.2530153 May 06 13:54:21.576620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:21.576620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.578878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44092) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:21.739721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Calling delete_port for 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:21.832135 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:21.843348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:54:21.851199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Port': ['ID=de2b1d06-7d03-4cdd-a663-f0a8fc7bd78d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:21.858458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.868010 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-78b006c7-0021-409c-b092-65b42afe16ca tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "PUT /v2.0/routers/b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7482946 May 06 13:54:21.868263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44096) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:21.886793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.887259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.887711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.888189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.888668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.889107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.889548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.889984 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.890423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:21.895584 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5e780f80-c4a9-479c-8765-2e48834d3ef5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5891 time: 0.3119457 May 06 13:54:21.895584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Checking segment: {'id': '49da2f78-bf27-4d3e-bbf7-0902ea9d69a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd72b6424-96c9-4ff8-85d4-d5f2a67e6568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:21.895584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Network hostable DHCP agents. Network: d72b6424-96c9-4ff8-85d4-d5f2a67e6568, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:21.899166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44100) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:21.899502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44102) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:21.908604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a90561-b37d-47a6-9433-eeec2799e3be None None] Sync routers for ids ['b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:54:21.930800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] For port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,segment=NetworkSegment(9a15146a-b9e4-47bd-b0ed-01f593379de3),segment_id=9a15146a-b9e4-47bd-b0ed-01f593379de3)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:21.931757 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.964377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Port': ['ID=85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:21.966389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No DVR routers for this DVR port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:22.030023 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d525366-5391-41f5-a8b5-ac8e58ac37ef tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:54:22.031714 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2d525366-5391-41f5-a8b5-ac8e58ac37ef tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/8172adfa-5ee6-4089-a401-db310abe60e0 HTTP/1.1" status: 404 len: 333 time: 0.1514580 May 06 13:54:22.040288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44110) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.148180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a90561-b37d-47a6-9433-eeec2799e3be None None] Routers {'b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:22.148992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-93a90561-b37d-47a6-9433-eeec2799e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:22.165804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.218220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae472967-52d2-4c86-9c5e-8479b6fe9619']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:22.244694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a15146a-b9e4-47bd-b0ed-01f593379de3') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:22.244999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a15146a-b9e4-47bd-b0ed-01f593379de3') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:22.262310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.281038 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.288976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:22.289426 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.316852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-secgroup--378606959'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:22.324905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Network d72b6424-96c9-4ff8-85d4-d5f2a67e6568 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:22.327434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:22.337457 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:18Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:22.339616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5f82aa8-8e0d-444f-95a9-01284654817b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.345250 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Checking router: 63c5393f-9c26-43ef-94ed-adf22dca256c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:54:22.347261 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Updating router 63c5393f-9c26-43ef-94ed-adf22dca256c port ccedd8f8-f24c-4cad-be6c-bb1365b85370 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:54:22.364885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] Calling delete_port for 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:22.418948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-93a90561-b37d-47a6-9433-eeec2799e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:22.422367 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.436411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a90561-b37d-47a6-9433-eeec2799e3be None None] Routers {'b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:22.436874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-93a90561-b37d-47a6-9433-eeec2799e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:22.450486 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:22.516694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-93a90561-b37d-47a6-9433-eeec2799e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:22.517113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a90561-b37d-47a6-9433-eeec2799e3be None None] The sync data for ids ['b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:54:22.534833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2568723-ed54-4513-a4af-2300e5522f60 req-42ff4e56-e38a-498e-8c86-36ec2b1ad478 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:22.538549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f2568723-ed54-4513-a4af-2300e5522f60 req-42ff4e56-e38a-498e-8c86-36ec2b1ad478 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 946 time: 1.2339680 May 06 13:54:22.552740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:22.555607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:22.556338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:22.572182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:22.581461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.608172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.625252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=ae472967-52d2-4c86-9c5e-8479b6fe9619,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:22.637138 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f2568723-ed54-4513-a4af-2300e5522f60 req-d6bba6a0-6896-4b71-bcf7-61eef8bfae19 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818951 May 06 13:54:22.639366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-44e4a865-f256-4fc8-9d0b-81b5a31b258d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/ae472967-52d2-4c86-9c5e-8479b6fe9619 HTTP/1.1" status: 204 len: 168 time: 2.1502824 May 06 13:54:22.641806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44114) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.646833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, d72b6424-96c9-4ff8-85d4-d5f2a67e6568) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:22.650171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:22.657346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318c783b-8f50-4ad2-b96f-ded23dddbba8 None None] Network d72b6424-96c9-4ff8-85d4-d5f2a67e6568 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:22.676486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:22.676486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:22.677821 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:22.678543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.686516 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44118) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.719585 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c992268-0abd-49c6-8a5c-4a8f7127e849 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:22.720367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c992268-0abd-49c6-8a5c-4a8f7127e849 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:22.725975 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3c992268-0abd-49c6-8a5c-4a8f7127e849 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/c57de236-8883-45d2-bb64-aad792ad983f HTTP/1.1" status: 404 len: 337 time: 0.0830188 May 06 13:54:22.726677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44120) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.770424 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-01611898-4b48-4415-adf8-c46e15c1f59b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:22.770959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01611898-4b48-4415-adf8-c46e15c1f59b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:22.772992 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-01611898-4b48-4415-adf8-c46e15c1f59b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/0a9c0e53-28f2-4ec5-b068-41e0b62cc213 HTTP/1.1" status: 404 len: 339 time: 0.0452580 May 06 13:54:22.775603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44126) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.827620 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-308848b5-efab-4e49-b7ae-442629777d4d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:22.828165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308848b5-efab-4e49-b7ae-442629777d4d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:22.830917 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-308848b5-efab-4e49-b7ae-442629777d4d tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/ba9ef2ab-0d8b-4028-8219-6530e6c24ba6 HTTP/1.1" status: 404 len: 337 time: 0.0532575 May 06 13:54:22.833121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44130) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.867985 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b0c543-fc54-420c-9d91-6addea643578 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:22.868517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b0c543-fc54-420c-9d91-6addea643578 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:22.871202 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.873120 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-39b0c543-fc54-420c-9d91-6addea643578 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/c85dd53c-c217-4874-8826-b2307141b8d2 HTTP/1.1" status: 404 len: 339 time: 0.0386641 May 06 13:54:22.873882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44134) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.923095 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ca1b51-b104-42fd-8e0f-90f87b6ce95b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:22.924133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ca1b51-b104-42fd-8e0f-90f87b6ce95b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:22.939955 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-49ca1b51-b104-42fd-8e0f-90f87b6ce95b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/a9a9eaa3-e6a0-4f4d-8bfb-1c7f552e3491 HTTP/1.1" status: 404 len: 337 time: 0.0630310 May 06 13:54:22.939955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44138) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:22.990654 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1256fa83-ea46-48a1-91e9-9fa4b8200fa9 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:22.991852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1256fa83-ea46-48a1-91e9-9fa4b8200fa9 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:22.992666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.994665 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1256fa83-ea46-48a1-91e9-9fa4b8200fa9 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/4eee220a-2d68-4011-b31c-ac08453afb5d HTTP/1.1" status: 404 len: 339 time: 0.0539179 May 06 13:54:22.997164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44142) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.008314 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.025222 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fcd79d4c-bfff-483d-97c6-4e23010e6272 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1030414 May 06 13:54:23.027910 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Transition to ACTIVE for port object ccedd8f8-f24c-4cad-be6c-bb1365b85370 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:23.034413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44146) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.038400 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.039674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5f82aa8-8e0d-444f-95a9-01284654817b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.068490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] Deleting port 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:23.069527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.103788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5f82aa8-8e0d-444f-95a9-01284654817b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.134079 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b99bd5e-f73c-4ba3-bc31-798db0af1e4f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting subnet f14dd76b-d33e-433a-8427-91a9eea10479 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:54:23.153872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:23.157503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd5e-f73c-4ba3-bc31-798db0af1e4f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.181444 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c3f41eb2-f407-483b-9f16-ddd64e4917f6 None None] The port '85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:54:23.193815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:23.212587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:23.242979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:23.274057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5f82aa8-8e0d-444f-95a9-01284654817b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.274842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f82aa8-8e0d-444f-95a9-01284654817b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Fanout notify agent at l3_agent the message router_deleted on router b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:54:23.317140 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Pushing event updated for resources: {'Port': ['ID=ccedd8f8-f24c-4cad-be6c-bb1365b85370,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:23.323596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:23.328684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd5e-f73c-4ba3-bc31-798db0af1e4f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.347139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6eb74-c275-4f71-91e3-3f6547ebdb4a tempest-TestVolumeBootPattern-31978617 tempest-TestVolumeBootPattern-31978617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:23.348710 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.349389 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dad6eb74-c275-4f71-91e3-3f6547ebdb4a tempest-TestVolumeBootPattern-31978617 tempest-TestVolumeBootPattern-31978617-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 1094 time: 0.6066713 May 06 13:54:23.349932 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.350502 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.350987 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.351468 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.351961 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.353268 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.353849 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.354325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44150) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.354950 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.355759 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.356242 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.356966 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:23.369850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5f82aa8-8e0d-444f-95a9-01284654817b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.373651 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a5f82aa8-8e0d-444f-95a9-01284654817b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/routers/b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e HTTP/1.1" status: 204 len: 168 time: 1.3287373 May 06 13:54:23.377423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:23.396738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44154) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.422522 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:54:23.423071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 85b6e4e8-d8e4-47de-a1cb-b9f81b7755d9 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:23.452916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:23.475209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:floatingip and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:23.481808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:23.484828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd5e-f73c-4ba3-bc31-798db0af1e4f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.501423 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Attempting to bind port ccedd8f8-f24c-4cad-be6c-bb1365b85370 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:23.503251 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Attempting to bind port ccedd8f8-f24c-4cad-be6c-bb1365b85370 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:23.504289 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Attempting to bind port ccedd8f8-f24c-4cad-be6c-bb1365b85370 on network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:23.510843 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:23.514659 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:54:23.515242 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Checking segment: {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:23.515840 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.516351 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Bound using segment: {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:54:23.517007 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Bound port: ccedd8f8-f24c-4cad-be6c-bb1365b85370, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:23.518115 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.559013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01720779-8b15-4b59-9d60-7346e0e4181a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:23.565700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01720779-8b15-4b59-9d60-7346e0e4181a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:23.566501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-01720779-8b15-4b59-9d60-7346e0e4181a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Synchronizing usage tracker for tenant:fea215aff5c24624b3bb094d89d6230d on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:23.585132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.618827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd5e-f73c-4ba3-bc31-798db0af1e4f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.628727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-9549e2ab-d2ad-4f1a-9ac7-9cef7352a93e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet 3429111d-b936-4d9b-9fb4-eaa489e48aa9 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:54:23.639284 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] For port ccedd8f8-f24c-4cad-be6c-bb1365b85370, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:54:23.639545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9549e2ab-d2ad-4f1a-9ac7-9cef7352a93e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.645403 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] For port ccedd8f8-f24c-4cad-be6c-bb1365b85370, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ccedd8f8-f24c-4cad-be6c-bb1365b85370,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:54:23.651387 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.670568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99bd5e-f73c-4ba3-bc31-798db0af1e4f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=f14dd76b-d33e-433a-8427-91a9eea10479,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:23.674514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b99bd5e-f73c-4ba3-bc31-798db0af1e4f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.688138 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8b99bd5e-f73c-4ba3-bc31-798db0af1e4f tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/f14dd76b-d33e-433a-8427-91a9eea10479 HTTP/1.1" status: 204 len: 168 time: 0.6875451 May 06 13:54:23.688331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44158) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.698722 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-442367d0-6a69-4f75-ae80-050b1e470973 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3573 time: 1.7563136 May 06 13:54:23.704310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05f494-c2fc-4a03-a8d2-3f6f1defef39 None None] Network bf3b4526-4977-452b-9ff0-3642cb9a070e requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:23.791425 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-01720779-8b15-4b59-9d60-7346e0e4181a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Unset dirty status for tenant:fea215aff5c24624b3bb094d89d6230d on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:23.795461 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-01720779-8b15-4b59-9d60-7346e0e4181a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7506709 May 06 13:54:23.812952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44164) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:23.823062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.889228 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:23.890199 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:23.894535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9549e2ab-d2ad-4f1a-9ac7-9cef7352a93e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.927527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.016172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:24.053357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:24.063236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:24.106329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:24.128145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.142310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting port 32289e96-9257-4bad-8775-59b5adb39bd4 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:24.142599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.171861 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0458be-d741-4d35-b51f-71a3a477c7f1 None None] Pushing event updated for resources: {'Port': ['ID=ccedd8f8-f24c-4cad-be6c-bb1365b85370,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:24.177392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-382f899c-b699-4fd9-839e-19c9635dec1a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Deleting port fde894fb-62e7-4dc2-909e-7758b745d7ae {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:24.178334 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-382f899c-b699-4fd9-839e-19c9635dec1a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.265738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c775b6a6-6b1f-4918-a29c-95123608a906,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:24.334133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44168) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:24.345841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] DHCP port deletion for bf3b4526-4977-452b-9ff0-3642cb9a070e request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:54:24.348413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739444917', 'description': 'tempest-secgroup-smoke-1739444917 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:24.355134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] Deleting port 32289e96-9257-4bad-8775-59b5adb39bd4 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:24.356359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.363866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:24.378264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:24.384328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:24.395079 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:24.480334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.485295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9549e2ab-d2ad-4f1a-9ac7-9cef7352a93e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.530076 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:24.571114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:24.585889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:24.592241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] For port 32289e96-9257-4bad-8775-59b5adb39bd4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=32289e96-9257-4bad-8775-59b5adb39bd4,segment=NetworkSegment(aecd5165-39b1-4eee-8498-4d927f3ba861),segment_id=aecd5165-39b1-4eee-8498-4d927f3ba861)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:24.592833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.606787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:24.625863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:24.711990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.725419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-382f899c-b699-4fd9-839e-19c9635dec1a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.733809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:24.894590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Calling delete_port for 32289e96-9257-4bad-8775-59b5adb39bd4 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:24.921266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] For port 32289e96-9257-4bad-8775-59b5adb39bd4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=32289e96-9257-4bad-8775-59b5adb39bd4,segment=NetworkSegment(aecd5165-39b1-4eee-8498-4d927f3ba861),segment_id=aecd5165-39b1-4eee-8498-4d927f3ba861)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:24.922035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.075323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-382f899c-b699-4fd9-839e-19c9635dec1a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Calling delete_port for fde894fb-62e7-4dc2-909e-7758b745d7ae owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:25.142788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.206373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d12efc0-6248-4a10-9954-90dd7218ad33,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:25.218268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] Calling delete_port for 32289e96-9257-4bad-8775-59b5adb39bd4 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:25.254619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9549e2ab-d2ad-4f1a-9ac7-9cef7352a93e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.264625 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:23Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:25.281591 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258cc449-5a6c-4e69-bdb7-7e791a84a98b None None] The sync data for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv is: [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:23Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:54:25.284088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No DVR routers for this DVR port 32289e96-9257-4bad-8775-59b5adb39bd4 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:25.323886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.340359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.341923 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3b08c054-a4ca-4c01-9fbc-3ee5b609814d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.4041421 May 06 13:54:25.359903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Port': ['ID=32289e96-9257-4bad-8775-59b5adb39bd4,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:25.370811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44172) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:25.418047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549e2ab-d2ad-4f1a-9ac7-9cef7352a93e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=3429111d-b936-4d9b-9fb4-eaa489e48aa9,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:25.420349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9549e2ab-d2ad-4f1a-9ac7-9cef7352a93e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.424833 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9549e2ab-d2ad-4f1a-9ac7-9cef7352a93e tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/3429111d-b936-4d9b-9fb4-eaa489e48aa9 HTTP/1.1" status: 204 len: 168 time: 2.0205715 May 06 13:54:25.427168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44174) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:25.463481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb9d4a-f358-4108-9bd8-e652766198e3 None None] Network 03de85d6-2345-45a3-b853-10212e29cb33 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:25.508948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 32289e96-9257-4bad-8775-59b5adb39bd4 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:25.659187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.668094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.678661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 32289e96-9257-4bad-8775-59b5adb39bd4 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:54:25.681763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 32289e96-9257-4bad-8775-59b5adb39bd4 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:25.720170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.744477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:25.745338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:25.769236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.779457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Allocated IP 172.26.2.178 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/8fdb94f5-497a-4381-8ae4-e1c8912907a8) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:25.922569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.927887 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5926230 May 06 13:54:25.930887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44180) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:25.941356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-106a2bcc-ebd7-4a02-a651-c66bee542b4a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5128598 May 06 13:54:25.945367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '33a3a4a1-9f7e-47b1-bd68-eb152c966a03', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:25.951028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3b4526-4977-452b-9ff0-3642cb9a070e']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:25.960474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44184) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:25.972035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f516954-5c7f-49f8-8d28-cb679761687c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a3a4a1-9f7e-47b1-bd68-eb152c966a03,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:25.980312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:25.983870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecd5165-39b1-4eee-8498-4d927f3ba861') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:25.984221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecd5165-39b1-4eee-8498-4d927f3ba861') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:25.995358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8f2e1cb8-7f13-47a7-a00e-1659efa6f500 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-security--573418046', 'description': 'tempest-security-description-1148278261'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:26.012740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:26.016821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.024765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:26.052184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.067696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.070636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:26.096140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:26.096665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.099980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-382f899c-b699-4fd9-839e-19c9635dec1a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:26.122324 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:26.151790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.190254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:26.190646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.206889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb8-7f13-47a7-a00e-1659efa6f500 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.222685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f899c-b699-4fd9-839e-19c9635dec1a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Port': ['ID=fde894fb-62e7-4dc2-909e-7758b745d7ae,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:26.247221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] Deleting port 32289e96-9257-4bad-8775-59b5adb39bd4 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:26.248192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.256202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.322076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d2691-d3a1-4d5a-8a44-61f1cc540af7 None None] DHCP port deletion for 03de85d6-2345-45a3-b853-10212e29cb33 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:54:26.332081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.337298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.344090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-382f899c-b699-4fd9-839e-19c9635dec1a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.362363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:26.376541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-457d2691-d3a1-4d5a-8a44-61f1cc540af7 None None] Deleting port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:26.377814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-457d2691-d3a1-4d5a-8a44-61f1cc540af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.391344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.421776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.464874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=bf3b4526-4977-452b-9ff0-3642cb9a070e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:26.475058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.479756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5452702 May 06 13:54:26.484692 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1084412c-94e9-4098-9b38-f47cef36586a tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/bf3b4526-4977-452b-9ff0-3642cb9a070e HTTP/1.1" status: 204 len: 168 time: 2.7952080 May 06 13:54:26.488005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44188) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.488344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44190) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.507015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:26.510049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'Port': ['ID=8fdb94f5-497a-4381-8ae4-e1c8912907a8,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:26.510459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1048b6a9-85f7-4b58-ad64-f59c27cd3767 None None] The port '32289e96-9257-4bad-8775-59b5adb39bd4' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:54:26.522083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:26.573757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '33a3a4a1-9f7e-47b1-bd68-eb152c966a03', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:26.588100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73486c9-b928-4216-9522-9214dfcd4486 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d2c08c-c26c-44b3-b2f0-1a0a2bbaa9d7,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:26.596437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb8-7f13-47a7-a00e-1659efa6f500 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.605106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:26.644613 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d9118a-6f84-44a9-85dc-7f7d0476c5bf tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:26.646542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d9118a-6f84-44a9-85dc-7f7d0476c5bf tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:26.653776 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d0d9118a-6f84-44a9-85dc-7f7d0476c5bf tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/140937e9-3375-44fc-8d55-d4a128488533 HTTP/1.1" status: 404 len: 337 time: 0.1520865 May 06 13:54:26.653776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb8-7f13-47a7-a00e-1659efa6f500 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.659179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44196) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.659553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1cb8-7f13-47a7-a00e-1659efa6f500 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.668187 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8f2e1cb8-7f13-47a7-a00e-1659efa6f500 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "PUT /v2.0/security-groups/1d12efc0-6248-4a10-9954-90dd7218ad33 HTTP/1.1" status: 200 len: 1779 time: 0.6916392 May 06 13:54:26.668187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:26.669339 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-382f899c-b699-4fd9-839e-19c9635dec1a tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/ports/fde894fb-62e7-4dc2-909e-7758b745d7ae HTTP/1.1" status: 204 len: 168 time: 2.8473289 May 06 13:54:26.715525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44198) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.715899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44200) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:26.759283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:26.764056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e1cb8-7f13-47a7-a00e-1659efa6f500 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d12efc0-6248-4a10-9954-90dd7218ad33,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:26.779865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:26.838821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.928249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-457d2691-d3a1-4d5a-8a44-61f1cc540af7 None None] For port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ea9e8bce-fe1d-45ec-8fb2-ace3266aef92,segment=NetworkSegment(c68d5189-46ff-4507-a7f6-80a7ebc27ffc),segment_id=c68d5189-46ff-4507-a7f6-80a7ebc27ffc)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:26.931820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-457d2691-d3a1-4d5a-8a44-61f1cc540af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.949278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:26.957064 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.014611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61fd80e-4866-4a00-bdd6-2c28cb5792df,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:27.039059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.042980 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6ccdd7f9-4e6e-42ae-9ce8-1d4274275e06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5442574 May 06 13:54:27.043915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44208) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:27.053001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '33a3a4a1-9f7e-47b1-bd68-eb152c966a03', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:27.070546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:27.075614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:27.079372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:27.086535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:27.095738 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da601b5-e077-4a5f-8c2c-eb11ea78c03c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] DELETE failed (client error): The resource could not be found. May 06 13:54:27.096742 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da601b5-e077-4a5f-8c2c-eb11ea78c03c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:27.100155 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7da601b5-e077-4a5f-8c2c-eb11ea78c03c tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/c54a25fb-8eff-421b-bd74-36ef1539de72 HTTP/1.1" status: 404 len: 339 time: 0.4327037 May 06 13:54:27.105466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44212) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:27.147212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-457d2691-d3a1-4d5a-8a44-61f1cc540af7 None None] Calling delete_port for ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:27.155784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.223473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-37ca2adc-3394-40fc-adb9-d293cc04009b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Deleting port de2b1d06-7d03-4cdd-a663-f0a8fc7bd78d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:27.223852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37ca2adc-3394-40fc-adb9-d293cc04009b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.230997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a0ecfc-813c-40fa-9804-e407a95fe35b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting subnet 6dc03dcd-ee2d-47d6-aded-776828470e3c {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:54:27.243281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ecfc-813c-40fa-9804-e407a95fe35b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.277689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] For port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ea9e8bce-fe1d-45ec-8fb2-ace3266aef92,segment=NetworkSegment(c68d5189-46ff-4507-a7f6-80a7ebc27ffc),segment_id=c68d5189-46ff-4507-a7f6-80a7ebc27ffc)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:27.278113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.314083 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-528927a2-171b-43f6-9cc3-1fd0d92a3b82 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups/1d12efc0-6248-4a10-9954-90dd7218ad33 HTTP/1.1" status: 200 len: 1779 time: 0.5939305 May 06 13:54:27.340544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-457d2691-d3a1-4d5a-8a44-61f1cc540af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.346358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44216) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:27.387319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.410069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ecfc-813c-40fa-9804-e407a95fe35b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.414004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d2691-d3a1-4d5a-8a44-61f1cc540af7 None None] Pushing event deleted for resources: {'Port': ['ID=ea9e8bce-fe1d-45ec-8fb2-ace3266aef92,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:27.425173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d2691-d3a1-4d5a-8a44-61f1cc540af7 None None] No DVR routers for this DVR port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:27.459674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.461494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ccedd8f8-f24c-4cad-be6c-bb1365b85370 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:27.496082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64375fd5-10f0-4522-8ff9-c595d5793da4,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:27.549698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:27.552260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.556595 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3d9bbfe2-9eef-49e7-98b8-ae0bfb6b95c6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5091162 May 06 13:54:27.563592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44220) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:27.574807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ccedd8f8-f24c-4cad-be6c-bb1365b85370 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:27.577584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '33a3a4a1-9f7e-47b1-bd68-eb152c966a03', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:27.583550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ccedd8f8-f24c-4cad-be6c-bb1365b85370 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:27.584283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.587311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:27.593214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6872b416-bad6-4d02-9a17-984d5949a0a0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.620249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:27.631831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:27.643200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:27.645946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6872b416-bad6-4d02-9a17-984d5949a0a0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.705705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ecfc-813c-40fa-9804-e407a95fe35b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.744193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.773341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.830423 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ccedd8f8-f24c-4cad-be6c-bb1365b85370, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ccedd8f8-f24c-4cad-be6c-bb1365b85370,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:27.836039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.925923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6872b416-bad6-4d02-9a17-984d5949a0a0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.947172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:27.977687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:27.981235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872b416-bad6-4d02-9a17-984d5949a0a0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d12efc0-6248-4a10-9954-90dd7218ad33,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:27.984589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.028385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a60e3f-bbf8-4402-b574-fee54b2336b1,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.038995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6872b416-bad6-4d02-9a17-984d5949a0a0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.040126 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6872b416-bad6-4d02-9a17-984d5949a0a0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d12efc0-6248-4a10-9954-90dd7218ad33 HTTP/1.1" status: 204 len: 168 time: 0.6926494 May 06 13:54:28.045365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44224) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.050558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.052121 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ab29b2cc-64ea-41cc-956d-bee8821c48f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4835587 May 06 13:54:28.067724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44228) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.075676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:54:28.076012 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:28.076893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ecfc-813c-40fa-9804-e407a95fe35b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.083129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ccedd8f8-f24c-4cad-be6c-bb1365b85370,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.087897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '33a3a4a1-9f7e-47b1-bd68-eb152c966a03', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:28.112744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:28.113698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:28.130615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:28.143340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0ecfc-813c-40fa-9804-e407a95fe35b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc03dcd-ee2d-47d6-aded-776828470e3c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.151828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:28.156565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:28.160833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37ca2adc-3394-40fc-adb9-d293cc04009b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.169533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:28.172037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ecfc-813c-40fa-9804-e407a95fe35b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.180315 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d1a0ecfc-813c-40fa-9804-e407a95fe35b tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/subnets/6dc03dcd-ee2d-47d6-aded-776828470e3c HTTP/1.1" status: 204 len: 168 time: 1.0733762 May 06 13:54:28.181967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f53a6-53d0-4a88-b6a5-7decd61e8552 None None] Network cbd71ef4-b995-45f6-a31b-07654f34f9a2 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:28.188719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44232) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.233069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5fb06b46-5e80-4a06-8220-c068ba526fe8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:28.288979 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:28.317491 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-37ca2adc-3394-40fc-adb9-d293cc04009b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Calling delete_port for de2b1d06-7d03-4cdd-a663-f0a8fc7bd78d owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:28.327251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.359421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5fb06b46-5e80-4a06-8220-c068ba526fe8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:28.363364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5fb06b46-5e80-4a06-8220-c068ba526fe8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3136473 May 06 13:54:28.371093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44236) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.384188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.446477 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-b5c95e2d-bad3-442a-971e-0da08dd8ae91 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] delete failed (client error): The resource could not be found. May 06 13:54:28.447733 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b5c95e2d-bad3-442a-971e-0da08dd8ae91 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d12efc0-6248-4a10-9954-90dd7218ad33 HTTP/1.1" status: 404 len: 347 time: 0.0603602 May 06 13:54:28.453345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44240) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.462201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:28.463232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.466436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998017590'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:28.478257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:28.493555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37ca2adc-3394-40fc-adb9-d293cc04009b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.495682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:28.551628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.561158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909fad0-282f-4827-8299-1e17f443ad12 None None] DHCP port deletion for cbd71ef4-b995-45f6-a31b-07654f34f9a2 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:54:28.566700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-9909fad0-282f-4827-8299-1e17f443ad12 None None] Deleting port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:28.566930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.567082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9909fad0-282f-4827-8299-1e17f443ad12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.575131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca2adc-3394-40fc-adb9-d293cc04009b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Port': ['ID=de2b1d06-7d03-4cdd-a663-f0a8fc7bd78d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.607679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37ca2adc-3394-40fc-adb9-d293cc04009b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.615299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port ea9e8bce-fe1d-45ec-8fb2-ace3266aef92 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:28.615950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.623203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30a4455-610f-422b-b263-66d7b9e0abf2,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.650576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.667818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.672621 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-71245b3c-07ec-4cb5-a279-a0c95271fe07 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5978508 May 06 13:54:28.675283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44246) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.691735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:28.697285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '33a3a4a1-9f7e-47b1-bd68-eb152c966a03', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:28.727310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:28.735045 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-37ca2adc-3394-40fc-adb9-d293cc04009b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/ports/de2b1d06-7d03-4cdd-a663-f0a8fc7bd78d HTTP/1.1" status: 204 len: 168 time: 2.0151310 May 06 13:54:28.741419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] The port 'ea9e8bce-fe1d-45ec-8fb2-ace3266aef92' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:54:28.742479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:28.746176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44250) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.750720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:28.754675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:28.762815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:28.775522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:28.787148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:28.810623 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:28.830280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9909fad0-282f-4827-8299-1e17f443ad12 None None] For port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3bbf3694-db3e-420b-b01a-c43ae2ee7a3d,segment=NetworkSegment(4a968c1d-449a-409f-8497-c20719ea9fc6),segment_id=4a968c1d-449a-409f-8497-c20719ea9fc6)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:28.830914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.831025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9909fad0-282f-4827-8299-1e17f443ad12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.845357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] For port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3bbf3694-db3e-420b-b01a-c43ae2ee7a3d,segment=NetworkSegment(4a968c1d-449a-409f-8497-c20719ea9fc6),segment_id=4a968c1d-449a-409f-8497-c20719ea9fc6)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:28.845357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.908172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-236c00f6-71d9-4434-9151-4c795ef4fca8 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Synchronizing usage tracker for tenant:fea215aff5c24624b3bb094d89d6230d on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:29.010772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Calling delete_port for 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:29.040795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.074155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-9909fad0-282f-4827-8299-1e17f443ad12 None None] Calling delete_port for 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:29.082847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-236c00f6-71d9-4434-9151-4c795ef4fca8 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Unset dirty status for tenant:fea215aff5c24624b3bb094d89d6230d on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:29.084382 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-236c00f6-71d9-4434-9151-4c795ef4fca8 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3341722 May 06 13:54:29.086183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.091383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44254) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:29.093917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.102194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1947819933'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:29.108055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:29.113645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Usage tracker for resource:network and tenant:fea215aff5c24624b3bb094d89d6230d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:29.117977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:29.130751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:29.141833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.150983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03de85d6-2345-45a3-b853-10212e29cb33']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:29.162456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Made reservation on behalf of fea215aff5c24624b3bb094d89d6230d for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:29.166232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.182144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68d5189-46ff-4507-a7f6-80a7ebc27ffc') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:29.182489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e5c94e-4234-4b8c-b79f-a0a67070bce9,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:29.182717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68d5189-46ff-4507-a7f6-80a7ebc27ffc') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:29.223664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 06 13:54:29.223664 dv-neutron-840888-1-hyperv neutron-server[87984]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 06 13:54:29.223664 dv-neutron-840888-1-hyperv neutron-server[87984]: [parameters: {'port_id': '3bbf3694-db3e-420b-b01a-c43ae2ee7a3d'}] May 06 13:54:29.223664 dv-neutron-840888-1-hyperv neutron-server[87984]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:29.224160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:29.227720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.241485 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0911f8eb-12f1-41ca-b108-c4efdabf559a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5526578 May 06 13:54:29.241778 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9909fad0-282f-4827-8299-1e17f443ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.242007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.242195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:29.248161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.248565 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Added segment 8bbfef2f-f432-40ef-8d1c-b8c716702d6e of type vlan for network 067889a8-0e6f-42f9-9aa2-3e1518050a3c May 06 13:54:29.289201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.323055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909fad0-282f-4827-8299-1e17f443ad12 None None] Pushing event deleted for resources: {'Port': ['ID=3bbf3694-db3e-420b-b01a-c43ae2ee7a3d,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:29.327128 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909fad0-282f-4827-8299-1e17f443ad12 None None] No DVR routers for this DVR port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:29.361642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.370158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:29.370951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.396393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ccedd8f8-f24c-4cad-be6c-bb1365b85370 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:29.434708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.461193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.486964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.510886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ccedd8f8-f24c-4cad-be6c-bb1365b85370 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:29.511402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.526260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Network': ['ID=067889a8-0e6f-42f9-9aa2-3e1518050a3c,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:29.540943 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4f9f034b-de76-4218-8dad-f1f1bfe5dd98 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4483700 May 06 13:54:29.543125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 067889a8-0e6f-42f9-9aa2-3e1518050a3c details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:29.545684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44262) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:29.558148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1582639881'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:29.559618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:29.560243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.571606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:29.582702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Usage tracker for resource:network and tenant:fea215aff5c24624b3bb094d89d6230d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:29.589645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:29.593950 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:29.603416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:29.655566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Made reservation on behalf of fea215aff5c24624b3bb094d89d6230d for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:29.662785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.725322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Deleting port 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:29.725755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.764869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-2146dd8e-5439-4cdc-8edb-9f71f0348b35 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:29.823066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] The port '3bbf3694-db3e-420b-b01a-c43ae2ee7a3d' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:54:29.823657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:29.824318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:29.863927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:54:29.863927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3bbf3694-db3e-420b-b01a-c43ae2ee7a3d not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:29.873027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.873557 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Added segment ed74f7fb-40fe-4158-a4de-766da1d68398 of type vlan for network fb7855a9-7d96-43aa-bbaa-57505ad744a9 May 06 13:54:29.892933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3de5d3-e91d-489b-807e-60dfdfc28251,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:29.893747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-2146dd8e-5439-4cdc-8edb-9f71f0348b35 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:29.894988 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-2146dd8e-5439-4cdc-8edb-9f71f0348b35 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739444917&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.2729299 May 06 13:54:29.901944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.903179 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-be62472e-4a0f-461f-a5df-a793e68815e0 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4485126 May 06 13:54:29.913920 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44274) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:29.923551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': '9d3de5d3-e91d-489b-807e-60dfdfc28251', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:29.935256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:29.941048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.944044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:29.964071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.966793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:29.984123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:29.986404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Network': ['ID=03de85d6-2345-45a3-b853-10212e29cb33,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:30.007149 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5d37b2e1-ac76-4871-b483-bc5b425b3d30 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/networks/03de85d6-2345-45a3-b853-10212e29cb33 HTTP/1.1" status: 204 len: 168 time: 4.5711205 May 06 13:54:30.007905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44278) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:30.010548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.017136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.069507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.108264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.186803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'Port': ['ID=8fdb94f5-497a-4381-8ae4-e1c8912907a8,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:30.213540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.305142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.372880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd71ef4-b995-45f6-a31b-07654f34f9a2']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:30.390883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.390883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.411693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3902dd6-c882-43e5-88c9-4b86be77b69a tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:30.411693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e3902dd6-c882-43e5-88c9-4b86be77b69a tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:30.426926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a968c1d-449a-409f-8497-c20719ea9fc6') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:30.426926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a968c1d-449a-409f-8497-c20719ea9fc6') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:30.451130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bae4aa-9208-4580-bf2b-df8cb4f2ec90,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:30.489075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.509469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.509469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:30.509469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.545243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.545243 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1e212cbf-3be9-410c-aec0-eb2c95ed844a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6236658 May 06 13:54:30.550364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44282) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:30.566930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.570725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e3902dd6-c882-43e5-88c9-4b86be77b69a tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:30.571346 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e3902dd6-c882-43e5-88c9-4b86be77b69a tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/41b7404c-3641-495f-a9be-2b64c588d381 HTTP/1.1" status: 200 len: 840 time: 0.5433116 May 06 13:54:30.581257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44286) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:30.585786 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Floating IP 4382724f-a3f6-4078-b4d8-af7347d82ab9 associated. External IP: 172.26.2.178, port: f0bec584-deb2-4dbc-9824-a7647b5637ba. May 06 13:54:30.660996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-4eaeef8d-e7ef-4c52-88c8-9822ff9c629b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:30.663418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-4eaeef8d-e7ef-4c52-88c8-9822ff9c629b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:30.665843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:30.665843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:30.692083 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:30.819553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-071bf611-026c-4490-9d7a-9ad62a53bee3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:30.838655 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2811563 May 06 13:54:30.854283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db40a70-daca-406f-bcc9-431a03286787 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Network': ['ID=fb7855a9-7d96-43aa-bbaa-57505ad744a9,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:30.858304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-071bf611-026c-4490-9d7a-9ad62a53bee3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:30.858304 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-071bf611-026c-4490-9d7a-9ad62a53bee3 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/41b7404c-3641-495f-a9be-2b64c588d381?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2731652 May 06 13:54:30.861914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d63f8c48-9240-49e2-abe4-899fb6c28033 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.866959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44290) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:30.878036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d63f8c48-9240-49e2-abe4-899fb6c28033 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.886280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-4eaeef8d-e7ef-4c52-88c8-9822ff9c629b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:30.888067 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-4eaeef8d-e7ef-4c52-88c8-9822ff9c629b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 796 time: 0.8920503 May 06 13:54:30.895283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:30.925698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network fb7855a9-7d96-43aa-bbaa-57505ad744a9 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:30.955114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.052382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.061905 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-2d6de4ee-e790-4f40-a036-0c4a9818d5da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.1325607 May 06 13:54:31.137501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] Pushing event deleted for resources: {'Network': ['ID=cbd71ef4-b995-45f6-a31b-07654f34f9a2,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:31.159350 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-733b54ba-585b-4df3-866c-83acce5dddb4 tempest-NetworksIpV6Test-202743496 tempest-NetworksIpV6Test-202743496-project] 10.222.0.21 "DELETE /v2.0/networks/cbd71ef4-b995-45f6-a31b-07654f34f9a2 HTTP/1.1" status: 204 len: 168 time: 2.9674802 May 06 13:54:31.265079 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d63f8c48-9240-49e2-abe4-899fb6c28033 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.350950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:54:31.373503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:31.386657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:31.401501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f8c48-9240-49e2-abe4-899fb6c28033 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7bae4aa-9208-4580-bf2b-df8cb4f2ec90,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:31.433891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:31.433891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d63f8c48-9240-49e2-abe4-899fb6c28033 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.458374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d63f8c48-9240-49e2-abe4-899fb6c28033 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a7bae4aa-9208-4580-bf2b-df8cb4f2ec90 HTTP/1.1" status: 204 len: 168 time: 0.8818941 May 06 13:54:31.458374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:31.458374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44296) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:31.538198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:31.538198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.685253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a4c2da73-b820-471d-8b3f-2b485aa1454d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:31.762363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-c63dbf9c-019c-4fa1-ba11-2d300a060281 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:31.790796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:54:31.809805 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] Sync routers for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:54:31.831795 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:31.831795 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:31.863917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a4c2da73-b820-471d-8b3f-2b485aa1454d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:31.879633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:31.890265 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a4c2da73-b820-471d-8b3f-2b485aa1454d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4026811 May 06 13:54:31.890265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44302) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:31.890265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-c63dbf9c-019c-4fa1-ba11-2d300a060281 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:31.890265 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-c63dbf9c-019c-4fa1-ba11-2d300a060281 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7817369 May 06 13:54:32.025824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44306) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:32.084157 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8dca7df7-32ca-4191-bc07-306eb361ee49 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.7079706 May 06 13:54:32.084157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:54:32.136399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-b4c9bb7e-a5ef-4a5f-a87f-d42bccadf49e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 13:54:32.137493 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-b4c9bb7e-a5ef-4a5f-a87f-d42bccadf49e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052228 May 06 13:54:32.143518 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4232751-53e9-4a68-bc6d-a35a39f1bb9a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.198003 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949570ec-cb8f-443f-acb9-7554a0123688'] response: {'name': 'network-changed', 'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'status': 'completed', 'code': 200} May 06 13:54:32.280078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4232751-53e9-4a68-bc6d-a35a39f1bb9a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.317528 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:32.331752 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-eeca26f5-44a4-4dd0-9162-cb23704cdd00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16c2ddb8ed8d42afb14b696b5be2617a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196681 May 06 13:54:32.332829 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44316) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:32.414165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-73eeef71-5cce-4c44-a435-e4a1a1a84c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.435087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.439608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4232751-53e9-4a68-bc6d-a35a39f1bb9a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.476573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-73eeef71-5cce-4c44-a435-e4a1a1a84c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.513154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4232751-53e9-4a68-bc6d-a35a39f1bb9a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3de5d3-e91d-489b-807e-60dfdfc28251,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:32.597297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-73eeef71-5cce-4c44-a435-e4a1a1a84c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.623629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eeef71-5cce-4c44-a435-e4a1a1a84c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51489b76-7657-4efd-83d3-f036912aa3ea,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:32.630064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-73eeef71-5cce-4c44-a435-e4a1a1a84c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.641121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:32.643707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d4232751-53e9-4a68-bc6d-a35a39f1bb9a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.645358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d4232751-53e9-4a68-bc6d-a35a39f1bb9a tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/9d3de5d3-e91d-489b-807e-60dfdfc28251 HTTP/1.1" status: 204 len: 168 time: 0.7692580 May 06 13:54:32.650260 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-73eeef71-5cce-4c44-a435-e4a1a1a84c20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51489b76-7657-4efd-83d3-f036912aa3ea HTTP/1.1" status: 204 len: 168 time: 0.3160954 May 06 13:54:32.652347 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44322) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:32.654185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:32.664795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf78f6-1b14-458a-8877-69e8441ad062 None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:32.674472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:32.675384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:32.686687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=f57050ec-be8d-4294-9d21-93be9c127ad5,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:32.757263 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-18582b97-872a-492f-846c-357edf7ddc4b service neutron] 10.222.0.21 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915833 May 06 13:54:32.788381 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bf751439-2d2a-466f-bcdb-1a6e7dcfc1a4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9194067 May 06 13:54:32.794889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44326) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:32.817680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-4db216ba-4ced-45b2-ac83-572d391555fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:32.819147 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-4db216ba-4ced-45b2-ac83-572d391555fb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 1099 time: 0.4350808 May 06 13:54:32.821197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'security_group': {'name': 'tempest-secgroup-846559470'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:32.844667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:32.856606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:32.867628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:32.880555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1fc5b401-75b9-475f-a90a-743276ecce78 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:32.899859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:32.957163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1fc5b401-75b9-475f-a90a-743276ecce78 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:32.964966 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1fc5b401-75b9-475f-a90a-743276ecce78 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3115251 May 06 13:54:32.970299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44332) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:32.980642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.006337 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '4382724f-a3f6-4078-b4d8-af7347d82ab9', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:28Z', 'updated_at': '2022-05-06T13:54:28Z', 'revision_number': 0, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:33.018531 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] Checking router: 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:54:33.021992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-secgroup--142236240'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:33.043118 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:54:33.043798 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:33.049199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:33.093589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:33.105777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:33.113381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group_rule and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:33.123696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:33.135273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:33.160329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.217963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:33.232183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:33.241807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:33.260019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:33.309204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-1cd80625-8379-4c1a-a715-e80887feded5', 'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'tenant_id': 'a6e6a5320f954c9fbafdec9cd29ce4c8', 'fixed_ips': [{'subnet_id': 'f57050ec-be8d-4294-9d21-93be9c127ad5'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:54:33.310233 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.370869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.380924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.400697 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-927a58ac-ac50-4cee-8883-9e6011ea47f6 service neutron] 10.222.0.21 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420684 May 06 13:54:33.433876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-a94e8244-061c-4150-a509-0d2db188ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:33.437074 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-a94e8244-061c-4150-a509-0d2db188ebad service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.5203347 May 06 13:54:33.512892 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:54:33.535756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4619b45f-ca36-4ce6-b878-5afce28f705b,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:33.560096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.565886 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1c27a23d-49c3-4af8-9163-c6c3fdcd3be8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7666531 May 06 13:54:33.578560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44344) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:33.594793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1411792974'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:33.616756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:33.650450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:33.661879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:33.737917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:33.752476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Allocated IP 172.20.0.2 (1cd80625-8379-4c1a-a715-e80887feded5/f57050ec-be8d-4294-9d21-93be9c127ad5/530aa84e-47dc-4a5c-8f0d-ace200b3b4e4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:33.855665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:33.865422 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.311834 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '4382724f-a3f6-4078-b4d8-af7347d82ab9', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:28Z', 'updated_at': '2022-05-06T13:54:28Z', 'revision_number': 0, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:34.324645 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656f437-2e75-4ab6-867e-211fbd055cfb None None] The sync data for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv is: [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '4382724f-a3f6-4078-b4d8-af7347d82ab9', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:28Z', 'updated_at': '2022-05-06T13:54:28Z', 'revision_number': 0, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:54:34.364923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.417140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.443659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Transition to ACTIVE for port object 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:34.475945 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ac550dd-1271-4b0a-bba4-92d2ac9a1348 req-e06d4c76-1777-4055-923f-362f5e8d1069 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 210 time: 0.6421528 May 06 13:54:34.478916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-54af0fdb-0041-4971-b2c0-8425cf4216e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba HTTP/1.1" status: 200 len: 1000 time: 1.0345197 May 06 13:54:34.480961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.482135 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5094848 May 06 13:54:34.496722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44364) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:34.537688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Transition to ACTIVE for port object 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:34.556496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.578861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:34.604484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group_rule and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:34.627165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:34.657844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:34.665834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': 'aa719ba7-9d2e-4c99-80a7-02bdb66eed3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:34.776214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-ca39773c-6303-4f13-a3bc-c200785ab028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:34.781540 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-ca39773c-6303-4f13-a3bc-c200785ab028 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.2967923 May 06 13:54:34.793620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:34.807244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Pushing event updated for resources: {'Port': ['ID=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:34.863270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:34.867319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d414eed-1bfb-474b-8a2e-c359c94ae78b None None] New status for floating IP 4382724f-a3f6-4078-b4d8-af7347d82ab9: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:54:34.893664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:34.896128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.901542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f184a-0350-425f-b98e-42cfd07c4600 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa719ba7-9d2e-4c99-80a7-02bdb66eed3d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:34.903770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:34.912162 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:34.922583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:34.966860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44370) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:34.967818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.014666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad7b815-98f9-4849-ad48-14cfe60e02df,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:35.041374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:35.055760 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.057819 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-56660d3a-b363-4575-8454-ee88f7e36702 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4782681 May 06 13:54:35.062968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:35.063821 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44376) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:35.070335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-931265391', 'security_groups': ['4ad7b815-98f9-4849-ad48-14cfe60e02df'], 'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f57050ec-be8d-4294-9d21-93be9c127ad5'}]}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:35.102948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.110311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.138312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5639fd66-3bc1-4678-980d-57c932f537a3,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:35.149478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-093615aa-5422-48f9-98f4-37ad546e8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:35.151605 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-093615aa-5422-48f9-98f4-37ad546e8168 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3548117 May 06 13:54:35.237788 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44380) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:35.263838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'subnets': [{'network_id': '067889a8-0e6f-42f9-9aa2-3e1518050a3c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--877561487', 'ip_version': 6}, {'network_id': 'fb7855a9-7d96-43aa-bbaa-57505ad744a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:35.264164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'subnet': {'network_id': '067889a8-0e6f-42f9-9aa2-3e1518050a3c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--877561487', 'ip_version': 6}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:35.264878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Request body: {'subnet': {'network_id': 'fb7855a9-7d96-43aa-bbaa-57505ad744a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:35.326795 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.330100 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bbc5da06-204a-4a77-a726-a77f1877eed5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8258886 May 06 13:54:35.341592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44384) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:35.375198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': 'aa719ba7-9d2e-4c99-80a7-02bdb66eed3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:35.395757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-secgroup--764437802'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:35.409663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:35.417353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:35.428880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:35.433030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:35.440302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:35.444140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:35.466405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:35.468761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:35.494154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Attempting to bind port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:35.494683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Attempting to bind port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'd3e34e44-938e-4634-a19e-bbe4fb44bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1cd80625-8379-4c1a-a715-e80887feded5'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:35.495157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Attempting to bind port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 on network 1cd80625-8379-4c1a-a715-e80887feded5 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:35.518391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:54:35.519637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Checking segment: {'id': 'd3e34e44-938e-4634-a19e-bbe4fb44bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1cd80625-8379-4c1a-a715-e80887feded5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:35.519802 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-bf1c6a8a-f007-4ce1-a836-bce43d0e519f service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569655 May 06 13:54:35.520845 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.521316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Bound using segment: {'id': 'd3e34e44-938e-4634-a19e-bbe4fb44bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1cd80625-8379-4c1a-a715-e80887feded5'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:54:35.521438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.521943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Bound port: 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e34e44-938e-4634-a19e-bbe4fb44bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1cd80625-8379-4c1a-a715-e80887feded5'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:35.522390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.536980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.564145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:35.568892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.590430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:35.592638 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:54:35.604131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:35.617647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Usage tracker for resource:subnet and tenant:fea215aff5c24624b3bb094d89d6230d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:35.621584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:35.624411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:35.674697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:35.735023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:35.746076 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec8bd059-837b-48d9-ad64-c88e75c323f1 req-5adce2cf-99e5-42fe-8763-d812224517db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 210 time: 0.0738578 May 06 13:54:35.748987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:35.755212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:35.766702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Made reservation on behalf of fea215aff5c24624b3bb094d89d6230d for: {'subnet': 2} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:35.772664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.777981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.790292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:35.810228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] For port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:54:35.817315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] For port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,segment=NetworkSegment(d3e34e44-938e-4634-a19e-bbe4fb44bf59),segment_id=d3e34e44-938e-4634-a19e-bbe4fb44bf59)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:54:35.826250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.862319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.866549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69495f65-3ff4-4bfe-85d6-ab744a2d0a02 req-76fa20c2-3127-422e-ba07-5266fce4c7ef service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327382 May 06 13:54:35.872665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.961910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c38677-1859-407a-a574-85de61e8fec7 None None] Pushing event updated for resources: {'Port': ['ID=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:35.970132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:35.997483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d1dfa1-6517-4c70-bc75-c39a15e47982,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:36.122210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.123758 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-88d48308-efff-4d49-af71-0c17b962c0e9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7807791 May 06 13:54:36.137701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44392) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:36.150287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': 'aa719ba7-9d2e-4c99-80a7-02bdb66eed3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:36.177645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:36.196447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:36.201252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:36.217932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:36.228298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.244141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.257194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-7718dfae-5851-46c0-9010-2378cd84329f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:36.258951 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-7718dfae-5851-46c0-9010-2378cd84329f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 796 time: 0.3365834 May 06 13:54:36.262636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.281643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:36.300756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 3e45b3e3-e113-4f4d-bb86-27afe2bf9564 yet. {{(pid=87985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:54:36.325104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:36.332812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:36.349205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.371363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:36.375682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818a3e5b-758a-46d4-ab95-9617d67eb0c9,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:36.408516 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-806408e3-54e4-4902-9846-962b1db5968f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 380 time: 0.1266177 May 06 13:54:36.427393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['33a3a4a1-9f7e-47b1-bd68-eb152c966a03']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:36.566855 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-adeef292-9ce9-4ef9-b43d-c2a1eb2e2e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.663837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.674220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.683062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:36.704000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.730419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.745770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:36.758526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bda49a-f4f3-4051-8b67-17a2746aae36,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:36.762846 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.5 (1cd80625-8379-4c1a-a715-e80887feded5/f57050ec-be8d-4294-9d21-93be9c127ad5/3e45b3e3-e113-4f4d-bb86-27afe2bf9564) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:36.811094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.815498 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bde9491f-41da-4c3f-9f43-3ee2edee6a30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6733987 May 06 13:54:36.820126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44402) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:36.833272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': 'aa719ba7-9d2e-4c99-80a7-02bdb66eed3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:36.838835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:36.842731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.860195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:36.861499 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8547571 May 06 13:54:36.864729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6793de-70ef-4ee3-9fab-fca7b7258310 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7486c73c-13b2-4d96-a74d-5ff7dc35042b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:36.872573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44406) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:36.874168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:36.888321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:36.908928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:36.918203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:37.060722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.071486 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-206d8537-87b3-4dfa-9d32-fe87f60e5ecd req-51ce78cd-69dc-4449-bf50-da5e9925e026 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 210 time: 0.1328425 May 06 13:54:37.108995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.265717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.282984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.306955 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-75c524f7-3fcf-425e-ac46-3d978d33acb7 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4325280 May 06 13:54:37.311935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.14 (616bc26d-39e6-4cf0-9852-2d66b5cd3fe6/09d55ef5-6b0e-4d5f-bde3-90a8079f55dd/5914f40a-b30d-488a-a86d-39bd04c63458) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:37.313122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44410) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:37.314072 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Subnet': ['ID=33fe83bf-28e6-47f7-8b28-45ebf156d1a0,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:37.327405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ecb488e1-78c5-4b51-b656-d7245f2bc421 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-security--337279172', 'description': 'tempest-security-description-2079773194'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:37.341512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Checking segment: {'id': '8bbfef2f-f432-40ef-8d1c-b8c716702d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '067889a8-0e6f-42f9-9aa2-3e1518050a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:37.342052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Network hostable DHCP agents. Network: 067889a8-0e6f-42f9-9aa2-3e1518050a3c, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:37.364056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23c0ab8-d284-401c-b323-3c25b7e84a58,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:37.400800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.414609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ecb488e1-78c5-4b51-b656-d7245f2bc421 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.430559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Network 067889a8-0e6f-42f9-9aa2-3e1518050a3c is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:37.442248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.443865 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bfee46de-de74-486a-a579-277523b0ad39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6198642 May 06 13:54:37.449774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44414) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:37.489237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:37.508240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': 'aa719ba7-9d2e-4c99-80a7-02bdb66eed3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:37.528527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:37.538569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:37.544046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:37.564816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:37.609818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-042ecd15-24ca-4f24-9815-bf5f948c9dc6 None None] Provisioning for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:37.613767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.634705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:37.640286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-042ecd15-24ca-4f24-9815-bf5f948c9dc6 None None] Provisioning complete for port 41b7404c-3641-495f-a9be-2b64c588d381 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:37.640722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-042ecd15-24ca-4f24-9815-bf5f948c9dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.668357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.671253 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:37.671625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.721116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 3e45b3e3-e113-4f4d-bb86-27afe2bf9564 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:37.754278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-042ecd15-24ca-4f24-9815-bf5f948c9dc6 None None] Port 41b7404c-3641-495f-a9be-2b64c588d381 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:37.765469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 067889a8-0e6f-42f9-9aa2-3e1518050a3c) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:37.791969 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.795982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c4fb8-e648-4b87-a3db-9047985b41e6 None None] Network 067889a8-0e6f-42f9-9aa2-3e1518050a3c requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:37.810323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object 5914f40a-b30d-488a-a86d-39bd04c63458 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:37.852716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.854531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ecb488e1-78c5-4b51-b656-d7245f2bc421 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.857150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.859761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.878189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ecb488e1-78c5-4b51-b656-d7245f2bc421 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.913138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.982940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ecb488e1-78c5-4b51-b656-d7245f2bc421 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:37.987506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,segment=NetworkSegment(d3e34e44-938e-4634-a19e-bbe4fb44bf59),segment_id=d3e34e44-938e-4634-a19e-bbe4fb44bf59)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:37.991402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44418) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:37.994634 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ecb488e1-78c5-4b51-b656-d7245f2bc421 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "PUT /v2.0/security-groups/7486c73c-13b2-4d96-a74d-5ff7dc35042b HTTP/1.1" status: 200 len: 1779 time: 0.6755049 May 06 13:54:38.019319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.035916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5ca090-daf9-4bb7-8d25-aca14d11a81c,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:38.040138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:38.054521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:38.055620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb488e1-78c5-4b51-b656-d7245f2bc421 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7486c73c-13b2-4d96-a74d-5ff7dc35042b,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:38.059799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event updated for resources: {'Subnet': ['ID=9d74d4c0-8880-46ce-b3b7-1876be45ed1c,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:38.066973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:38.133882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Checking segment: {'id': 'ed74f7fb-40fe-4158-a4de-766da1d68398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fb7855a9-7d96-43aa-bbaa-57505ad744a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:38.133882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Network hostable DHCP agents. Network: fb7855a9-7d96-43aa-bbaa-57505ad744a9, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:38.145349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.202895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:38.202895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.261579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.261579 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-72fa210f-b640-4332-888e-59e50656ac87 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8026867 May 06 13:54:38.276888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8525014 May 06 13:54:38.276888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44424) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.338870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Request body: {'port': {'device_id': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:38.394506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b02eec-eb54-4370-83b8-2513c1349d18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=5914f40a-b30d-488a-a86d-39bd04c63458,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:38.530015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Network fb7855a9-7d96-43aa-bbaa-57505ad744a9 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:38.538557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:38.561763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:38.570862 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c2992b88-89e9-4d42-9b1a-e06f144aa855 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups/7486c73c-13b2-4d96-a74d-5ff7dc35042b HTTP/1.1" status: 200 len: 1779 time: 0.5608220 May 06 13:54:38.570862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44428) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.582300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2da584c7-5257-4ccf-99ee-92c9a66e5626 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.615003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2da584c7-5257-4ccf-99ee-92c9a66e5626 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.619752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:38.764287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=3e45b3e3-e113-4f4d-bb86-27afe2bf9564,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:38.787229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, fb7855a9-7d96-43aa-bbaa-57505ad744a9) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:38.815166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:38.815166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:38.815166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.825007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2da584c7-5257-4ccf-99ee-92c9a66e5626 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.843523 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:38.876864 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-05e929a4-8ac8-48cd-a12b-3ce277b59029 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.6215503 May 06 13:54:38.876864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44432) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:38.893274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260e2b8-6f45-42c5-babf-ca416dbebb1c None None] Network fb7855a9-7d96-43aa-bbaa-57505ad744a9 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:38.899496 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:38.899496 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.114246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-067889a8-0e6f-42f9-9aa2-3e1518050a3c', 'network_id': '067889a8-0e6f-42f9-9aa2-3e1518050a3c', 'tenant_id': 'fea215aff5c24624b3bb094d89d6230d', 'fixed_ips': [{'subnet_id': '33fe83bf-28e6-47f7-8b28-45ebf156d1a0'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:54:39.114246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.135998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3446f9f-4fe0-44a0-b537-03fc439f8043 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:39.135998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3446f9f-4fe0-44a0-b537-03fc439f8043 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:39.135998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3446f9f-4fe0-44a0-b537-03fc439f8043 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:39.135998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b3446f9f-4fe0-44a0-b537-03fc439f8043 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Synchronizing usage tracker for tenant:fea215aff5c24624b3bb094d89d6230d on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:39.169189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da584c7-5257-4ccf-99ee-92c9a66e5626 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc5ca090-daf9-4bb7-8d25-aca14d11a81c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:39.187944 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0eca57aa-a312-4b2c-b3d8-84b816a34257 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1082261 May 06 13:54:39.187944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44436) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.187944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b3446f9f-4fe0-44a0-b537-03fc439f8043 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Unset dirty status for tenant:fea215aff5c24624b3bb094d89d6230d on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:39.193899 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b3446f9f-4fe0-44a0-b537-03fc439f8043 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3131850 May 06 13:54:39.211265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:39.241854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.254339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44440) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.262014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-eaf4f360-628e-4781-9889-892493d5fec2 None None] Provisioning for port 5914f40a-b30d-488a-a86d-39bd04c63458 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:39.262014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41798ccc-c48f-4705-b715-ebd8c27a70ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.283670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-eaf4f360-628e-4781-9889-892493d5fec2 None None] Provisioning complete for port 5914f40a-b30d-488a-a86d-39bd04c63458 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:39.283670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f360-628e-4781-9889-892493d5fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.293724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2da584c7-5257-4ccf-99ee-92c9a66e5626 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.293724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2da584c7-5257-4ccf-99ee-92c9a66e5626 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/bc5ca090-daf9-4bb7-8d25-aca14d11a81c HTTP/1.1" status: 204 len: 168 time: 0.9905820 May 06 13:54:39.293724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e90515cf-acd4-48bb-88b9-514576589681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.346835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e90515cf-acd4-48bb-88b9-514576589681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.412234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44444) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.494819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:39.512753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5eba90-9ea3-4523-9b81-333e4a5ab771 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Deleting subnet 33fe83bf-28e6-47f7-8b28-45ebf156d1a0 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:54:39.576658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:39.576658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:39.586404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4f360-628e-4781-9889-892493d5fec2 None None] Port 5914f40a-b30d-488a-a86d-39bd04c63458 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:39.594227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:39.594227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:39.594227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:39.611962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.651392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Allocated IP 2001:db8::1 (067889a8-0e6f-42f9-9aa2-3e1518050a3c/33fe83bf-28e6-47f7-8b28-45ebf156d1a0/ecf7759c-29f3-4145-8500-ca86f1d9a98e) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:39.801113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-fb7855a9-7d96-43aa-bbaa-57505ad744a9', 'network_id': 'fb7855a9-7d96-43aa-bbaa-57505ad744a9', 'tenant_id': 'fea215aff5c24624b3bb094d89d6230d', 'fixed_ips': [{'subnet_id': '9d74d4c0-8880-46ce-b3b7-1876be45ed1c'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:54:39.801113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:39.861385 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.ipam_backend_mixin [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f57050ec-be8d-4294-9d21-93be9c127ad5 (CIDR: 172.20.0.0/28) May 06 13:54:39.861385 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:39.861385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:39.897285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f3ee935b-f8f8-46e9-b25d-a87501a6b8bc None None] Provisioning for port 3e45b3e3-e113-4f4d-bb86-27afe2bf9564 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:39.904782 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-373cfe96-a95a-4788-8b4e-09409ee156cf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7159901 May 06 13:54:39.904782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44448) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:39.916703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:40.013162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:40.013162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.046090 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-64e37949-9c4d-4296-a27e-83dedb572d03 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:40.170480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f3ee935b-f8f8-46e9-b25d-a87501a6b8bc None None] Provisioning complete for port 3e45b3e3-e113-4f4d-bb86-27afe2bf9564 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:40.170480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f3ee935b-f8f8-46e9-b25d-a87501a6b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.215316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.220708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e90515cf-acd4-48bb-88b9-514576589681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.275504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:40.285967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:40.297891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:40.309677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:40.319597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e90515cf-acd4-48bb-88b9-514576589681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.319597 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e90515cf-acd4-48bb-88b9-514576589681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/7486c73c-13b2-4d96-a74d-5ff7dc35042b HTTP/1.1" status: 204 len: 168 time: 1.7424657 May 06 13:54:40.326544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44452) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:40.348873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.362636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee935b-f8f8-46e9-b25d-a87501a6b8bc None None] Port 3e45b3e3-e113-4f4d-bb86-27afe2bf9564 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:40.367357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676963d7-1e9f-4575-a0a6-bb2a2ca8733a req-b24c1aa8-0451-44c7-8ee6-e2b202e1cc84 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:40.367357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-676963d7-1e9f-4575-a0a6-bb2a2ca8733a req-b24c1aa8-0451-44c7-8ee6-e2b202e1cc84 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:40.381673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90515cf-acd4-48bb-88b9-514576589681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7486c73c-13b2-4d96-a74d-5ff7dc35042b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:40.402149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:40.412485 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.560193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Allocated IP 2001:db8:0:1::1 (fb7855a9-7d96-43aa-bbaa-57505ad744a9/9d74d4c0-8880-46ce-b3b7-1876be45ed1c/b301f7cc-73b7-4cf8-a836-5ea48ebca1b4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:40.565749 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-951a1f61-e8e0-4879-94c2-45a79f78126e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2358539 May 06 13:54:40.565749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44458) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:40.587049 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.605776 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-d26e846b-6b3a-4b1f-9829-8d7e861c3aac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] delete failed (client error): The resource could not be found. May 06 13:54:40.605776 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d26e846b-6b3a-4b1f-9829-8d7e861c3aac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/7486c73c-13b2-4d96-a74d-5ff7dc35042b HTTP/1.1" status: 404 len: 347 time: 0.0378642 May 06 13:54:40.620857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44462) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:40.625629 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Transition to ACTIVE for port object ecf7759c-29f3-4145-8500-ca86f1d9a98e will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:40.635267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-secgroup--424868862'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:40.649217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:40.649217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:40.666039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:40.678692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:40.694404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.749937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:40.760093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5914f40a-b30d-488a-a86d-39bd04c63458 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:54:40.770603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Transition to ACTIVE for port object ecf7759c-29f3-4145-8500-ca86f1d9a98e will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:40.776051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:40.781041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.791883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.806119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Transition to ACTIVE for port object 5914f40a-b30d-488a-a86d-39bd04c63458 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:40.806119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-64e37949-9c4d-4296-a27e-83dedb572d03 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:40.806119 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-64e37949-9c4d-4296-a27e-83dedb572d03 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 1.2628331 May 06 13:54:40.806119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.817080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44466) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:40.821962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a5eba90-9ea3-4523-9b81-333e4a5ab771 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.865946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-676963d7-1e9f-4575-a0a6-bb2a2ca8733a req-b24c1aa8-0451-44c7-8ee6-e2b202e1cc84 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:40.870560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:40.876764 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-676963d7-1e9f-4575-a0a6-bb2a2ca8733a req-b24c1aa8-0451-44c7-8ee6-e2b202e1cc84 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 932 time: 2.0622962 May 06 13:54:40.901632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:40.929045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Network 067889a8-0e6f-42f9-9aa2-3e1518050a3c is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:40.952986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:40.959745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:40.967437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a5eba90-9ea3-4523-9b81-333e4a5ab771 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.174517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Attempting to bind port ecf7759c-29f3-4145-8500-ca86f1d9a98e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:41.174517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Attempting to bind port ecf7759c-29f3-4145-8500-ca86f1d9a98e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '8bbfef2f-f432-40ef-8d1c-b8c716702d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '067889a8-0e6f-42f9-9aa2-3e1518050a3c'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:41.174517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Attempting to bind port ecf7759c-29f3-4145-8500-ca86f1d9a98e on network 067889a8-0e6f-42f9-9aa2-3e1518050a3c {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:41.235662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de7294f7-5dd8-4567-8d99-5c50ae97a897 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.270056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:54:41.270056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Checking segment: {'id': '8bbfef2f-f432-40ef-8d1c-b8c716702d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '067889a8-0e6f-42f9-9aa2-3e1518050a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:41.270056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.270056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Bound using segment: {'id': '8bbfef2f-f432-40ef-8d1c-b8c716702d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '067889a8-0e6f-42f9-9aa2-3e1518050a3c'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:54:41.270056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Bound port: ecf7759c-29f3-4145-8500-ca86f1d9a98e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbfef2f-f432-40ef-8d1c-b8c716702d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '067889a8-0e6f-42f9-9aa2-3e1518050a3c'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:41.270056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.276243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de7294f7-5dd8-4567-8d99-5c50ae97a897 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.295355 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.312183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.330389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Pushing event updated for resources: {'Port': ['ID=ecf7759c-29f3-4145-8500-ca86f1d9a98e,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.399140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.403969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de7294f7-5dd8-4567-8d99-5c50ae97a897 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.409871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a5eba90-9ea3-4523-9b81-333e4a5ab771 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.470902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de7294f7-5dd8-4567-8d99-5c50ae97a897 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.470902 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-de7294f7-5dd8-4567-8d99-5c50ae97a897 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c23c0ab8-d284-401c-b323-3c25b7e84a58 HTTP/1.1" status: 204 len: 168 time: 0.6097038 May 06 13:54:41.542678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Pushing event updated for resources: {'Port': ['ID=5914f40a-b30d-488a-a86d-39bd04c63458,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.548678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44470) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:41.567885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7294f7-5dd8-4567-8d99-5c50ae97a897 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c23c0ab8-d284-401c-b323-3c25b7e84a58,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.574164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.593004 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-676963d7-1e9f-4575-a0a6-bb2a2ca8733a req-08540d39-0fbf-48b1-a816-1c55c38d1c48 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6090112 May 06 13:54:41.609173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.623182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Transition to ACTIVE for port object b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:41.644923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Attempting to bind port 5914f40a-b30d-488a-a86d-39bd04c63458 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:41.644923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Attempting to bind port 5914f40a-b30d-488a-a86d-39bd04c63458 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:41.644923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Attempting to bind port 5914f40a-b30d-488a-a86d-39bd04c63458 on network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:41.652682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a69600-2d86-44f6-a39e-45844d754386,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.658005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Transition to ACTIVE for port object b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:41.663926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Port 5914f40a-b30d-488a-a86d-39bd04c63458 on network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:54:41.663926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Attempting to bind port 5914f40a-b30d-488a-a86d-39bd04c63458 on network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:41.674302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.684934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:54:41.684934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Checking segment: {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:41.684934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Bound using segment: {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:54:41.684934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Bound port: 5914f40a-b30d-488a-a86d-39bd04c63458, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:41.684934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.691540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:41.691540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:41.701189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:41.701189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.712811 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.712811 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bdc1d344-8826-4605-842b-2af5382ca04e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0894697 May 06 13:54:41.724168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44474) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:41.744440 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=3b2e0554-fd3e-46ce-987c-9e079454a707,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.784108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-35849f28-82b5-4d96-af34-52d7d13d4018 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:41.791646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Network fb7855a9-7d96-43aa-bbaa-57505ad744a9 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:41.797066 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2aca9ca6-3725-422f-85fb-a332b5cf7ec6 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8834589 May 06 13:54:41.797066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44478) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:41.808162 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1593093957', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3b2e0554-fd3e-46ce-987c-9e079454a707'}], 'security_groups': ['4619b45f-ca36-4ce6-b878-5afce28f705b']}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:41.812983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:41.812983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f534903-f6f4-40cc-ab8d-18997a277e7d None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:41.828046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': '20a69600-2d86-44f6-a39e-45844d754386', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:41.846269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a5eba90-9ea3-4523-9b81-333e4a5ab771 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.856821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:41.880646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:41.896262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:41.902223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-35849f28-82b5-4d96-af34-52d7d13d4018 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:41.909031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44482) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:41.909031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:41.914549 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-35849f28-82b5-4d96-af34-52d7d13d4018 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3326495 May 06 13:54:41.934639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eba90-9ea3-4523-9b81-333e4a5ab771 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Subnet': ['ID=33fe83bf-28e6-47f7-8b28-45ebf156d1a0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:41.940997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:41.952483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3a5eba90-9ea3-4523-9b81-333e4a5ab771 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:41.952483 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3a5eba90-9ea3-4523-9b81-333e4a5ab771 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/subnets/33fe83bf-28e6-47f7-8b28-45ebf156d1a0 HTTP/1.1" status: 204 len: 168 time: 2.7009118 May 06 13:54:41.952483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44486) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.072031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] For port ecf7759c-29f3-4145-8500-ca86f1d9a98e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:54:42.097309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e66c2c8b-c70b-4ad5-b2aa-a5b745f0fce6 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.116370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e66c2c8b-c70b-4ad5-b2aa-a5b745f0fce6 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.178622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.228812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] For port 5914f40a-b30d-488a-a86d-39bd04c63458, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:54:42.234691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] For port ecf7759c-29f3-4145-8500-ca86f1d9a98e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ecf7759c-29f3-4145-8500-ca86f1d9a98e,segment=NetworkSegment(8bbfef2f-f432-40ef-8d1c-b8c716702d6e),segment_id=8bbfef2f-f432-40ef-8d1c-b8c716702d6e)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:54:42.240029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e66c2c8b-c70b-4ad5-b2aa-a5b745f0fce6 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.246617 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Pushing event updated for resources: {'Port': ['ID=b301f7cc-73b7-4cf8-a836-5ea48ebca1b4,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:42.276682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e66c2c8b-c70b-4ad5-b2aa-a5b745f0fce6 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.276682 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e66c2c8b-c70b-4ad5-b2aa-a5b745f0fce6 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/86bda49a-f4f3-4051-8b67-17a2746aae36 HTTP/1.1" status: 204 len: 168 time: 0.3628330 May 06 13:54:42.286625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Attempting to bind port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:42.286625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Attempting to bind port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ed74f7fb-40fe-4158-a4de-766da1d68398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fb7855a9-7d96-43aa-bbaa-57505ad744a9'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:42.286625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Attempting to bind port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 on network fb7855a9-7d96-43aa-bbaa-57505ad744a9 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:42.308895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.320478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.326087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44490) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.332097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] For port 5914f40a-b30d-488a-a86d-39bd04c63458, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5914f40a-b30d-488a-a86d-39bd04c63458,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:54:42.332097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c2c8b-c70b-4ad5-b2aa-a5b745f0fce6 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86bda49a-f4f3-4051-8b67-17a2746aae36,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:42.343354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.352962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.406555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb24e193-b601-493d-b53a-8ef926c5251b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Deleting subnet 9d74d4c0-8880-46ce-b3b7-1876be45ed1c {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:54:42.416588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb24e193-b601-493d-b53a-8ef926c5251b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.421602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:54:42.421602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Checking segment: {'id': 'ed74f7fb-40fe-4158-a4de-766da1d68398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fb7855a9-7d96-43aa-bbaa-57505ad744a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:42.421602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.421602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Bound using segment: {'id': 'ed74f7fb-40fe-4158-a4de-766da1d68398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fb7855a9-7d96-43aa-bbaa-57505ad744a9'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:54:42.421602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Bound port: b301f7cc-73b7-4cf8-a836-5ea48ebca1b4, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed74f7fb-40fe-4158-a4de-766da1d68398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fb7855a9-7d96-43aa-bbaa-57505ad744a9'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:42.421602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.543819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Pushing event updated for resources: {'Port': ['ID=5914f40a-b30d-488a-a86d-39bd04c63458,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:42.556064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] For port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:54:42.567558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] For port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b301f7cc-73b7-4cf8-a836-5ea48ebca1b4,segment=NetworkSegment(ed74f7fb-40fe-4158-a4de-766da1d68398),segment_id=ed74f7fb-40fe-4158-a4de-766da1d68398)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:54:42.584994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:42.584994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.584994 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-9394168d-574f-4077-9bfa-3561d7b56a60 service neutron] 10.222.0.76 "PUT /v2.0/ports/5914f40a-b30d-488a-a86d-39bd04c63458 HTTP/1.1" status: 200 len: 1094 time: 4.2585802 May 06 13:54:42.584994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:54:42.598685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04149dc0-a676-4ff0-b7a2-dcf63f54413f,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:42.631311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.631311 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b26a8c8d-4ec6-4451-b032-cd884ba4ca15 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8487084 May 06 13:54:42.644223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb24e193-b601-493d-b53a-8ef926c5251b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.660118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.717497 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b605bb9-d4e9-43ec-9ce9-fbf0938a641b'] response: {'name': 'network-changed', 'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458', 'status': 'completed', 'code': 200} May 06 13:54:42.717497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44496) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:42.805367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb24e193-b601-493d-b53a-8ef926c5251b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.873185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c6ab-0933-41d9-830a-d5775c6aa090 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.983090 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c6ab-0933-41d9-830a-d5775c6aa090 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.029323 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-51a597d9-a1e9-4e0b-9453-11b3aefc877d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6993809 May 06 13:54:43.048204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb24e193-b601-493d-b53a-8ef926c5251b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.083548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca391fb-2b20-408a-a2fa-49febc103a2f None None] Pushing event updated for resources: {'Port': ['ID=ecf7759c-29f3-4145-8500-ca86f1d9a98e,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:43.091944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44502) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.229540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24e193-b601-493d-b53a-8ef926c5251b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Subnet': ['ID=9d74d4c0-8880-46ce-b3b7-1876be45ed1c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:43.311495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fb24e193-b601-493d-b53a-8ef926c5251b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.326158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.410504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c6ab-0933-41d9-830a-d5775c6aa090 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.414901 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fb24e193-b601-493d-b53a-8ef926c5251b tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/subnets/9d74d4c0-8880-46ce-b3b7-1876be45ed1c HTTP/1.1" status: 204 len: 168 time: 1.4560878 May 06 13:54:43.414901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44506) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.420399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b04dcd6-bc87-44fa-8291-622d782f13f3 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.443485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4c6ab-0933-41d9-830a-d5775c6aa090 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04149dc0-a676-4ff0-b7a2-dcf63f54413f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:43.456260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c6ab-0933-41d9-830a-d5775c6aa090 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.458451 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5fa4c6ab-0933-41d9-830a-d5775c6aa090 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/04149dc0-a676-4ff0-b7a2-dcf63f54413f HTTP/1.1" status: 204 len: 168 time: 0.7285116 May 06 13:54:43.459504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b04dcd6-bc87-44fa-8291-622d782f13f3 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.474306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44508) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:43.484544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-b16f4d5f-df16-454b-8bdf-c8f550a6a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:43.486696 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-b16f4d5f-df16-454b-8bdf-c8f550a6a735 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 1097 time: 0.8612707 May 06 13:54:43.601177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b592007-0c08-44a9-a53b-59f1efae0a3e None None] Pushing event updated for resources: {'Port': ['ID=b301f7cc-73b7-4cf8-a836-5ea48ebca1b4,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:43.749040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b04dcd6-bc87-44fa-8291-622d782f13f3 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.782108 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-3c6c05a3-039d-4af0-902b-cc13bb6239fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5914f40a-b30d-488a-a86d-39bd04c63458 HTTP/1.1" status: 200 len: 217 time: 0.2444055 May 06 13:54:43.999907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c26f5530-c595-4f69-bffa-c227af983621 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:44.034368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a973d-fdcb-49fa-ab69-dee1806a6963 req-59f50c67-a4b8-4f73-9f76-7dd2fd276214 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:44.034368 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0b0a973d-fdcb-49fa-ab69-dee1806a6963 req-59f50c67-a4b8-4f73-9f76-7dd2fd276214 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 944 time: 0.9378300 May 06 13:54:44.066427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04dcd6-bc87-44fa-8291-622d782f13f3 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26d1dfa1-6517-4c70-bc75-c39a15e47982,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:44.091243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f877ea-df91-46d9-be24-f8045c76507d None None] Update dhcp port {'port': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'fixed_ips': [{'subnet_id': 'f57050ec-be8d-4294-9d21-93be9c127ad5', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b2e0554-fd3e-46ce-987c-9e079454a707'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '530aa84e-47dc-4a5c-8f0d-ace200b3b4e4'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:54:44.101525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5b04dcd6-bc87-44fa-8291-622d782f13f3 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.107016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-3f5f74da-93f1-467a-a004-375c07481ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:44.108699 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5b04dcd6-bc87-44fa-8291-622d782f13f3 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/26d1dfa1-6517-4c70-bc75-c39a15e47982 HTTP/1.1" status: 204 len: 168 time: 0.8875585 May 06 13:54:44.108997 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-3f5f74da-93f1-467a-a004-375c07481ace service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09d55ef5-6b0e-4d5f-bde3-90a8079f55dd HTTP/1.1" status: 200 len: 834 time: 0.2971992 May 06 13:54:44.108997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44514) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:44.173015 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-29f877ea-df91-46d9-be24-f8045c76507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.203187 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0b0a973d-fdcb-49fa-ab69-dee1806a6963 req-eb208fa5-0cbf-4201-b211-d97224b8e2a5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539161 May 06 13:54:44.216804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c26f5530-c595-4f69-bffa-c227af983621 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:44.226746 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c26f5530-c595-4f69-bffa-c227af983621 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7336731 May 06 13:54:44.226746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44518) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:44.281949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46721a7-ef2b-4b7a-8e71-c928972a1d0e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:44.281949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f46721a7-ef2b-4b7a-8e71-c928972a1d0e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Synchronizing usage tracker for tenant:fea215aff5c24624b3bb094d89d6230d on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:44.372930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f46721a7-ef2b-4b7a-8e71-c928972a1d0e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Unset dirty status for tenant:fea215aff5c24624b3bb094d89d6230d on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:44.372930 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f46721a7-ef2b-4b7a-8e71-c928972a1d0e tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8008561 May 06 13:54:44.384354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44522) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:44.418588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c606df61-b273-4368-bb3d-0dc00a260758 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.436734 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1273fa55-b843-45d0-aecf-4cc86bed45eb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:44.633758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1273fa55-b843-45d0-aecf-4cc86bed45eb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:44.633758 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1273fa55-b843-45d0-aecf-4cc86bed45eb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5248768 May 06 13:54:44.644825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44528) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:44.671760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-29f877ea-df91-46d9-be24-f8045c76507d None None] Allocated IP 172.20.0.18 (1cd80625-8379-4c1a-a715-e80887feded5/3b2e0554-fd3e-46ce-987c-9e079454a707/530aa84e-47dc-4a5c-8f0d-ace200b3b4e4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:44.683830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-177ce85d-6d52-42be-87b1-d39a36799324 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.698908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-177ce85d-6d52-42be-87b1-d39a36799324 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.720918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.752617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c606df61-b273-4368-bb3d-0dc00a260758 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.774059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-177ce85d-6d52-42be-87b1-d39a36799324 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.813327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ce85d-6d52-42be-87b1-d39a36799324 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5639fd66-3bc1-4678-980d-57c932f537a3,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:44.813327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-177ce85d-6d52-42be-87b1-d39a36799324 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.823651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-de819fa8-1d63-458f-a365-6c1def37da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:44.823651 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-de819fa8-1d63-458f-a365-6c1def37da56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7088625 May 06 13:54:44.833602 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-177ce85d-6d52-42be-87b1-d39a36799324 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5639fd66-3bc1-4678-980d-57c932f537a3 HTTP/1.1" status: 204 len: 168 time: 0.1734922 May 06 13:54:44.833602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44532) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:44.842139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Deleting port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:44.842139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.933804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0adbf726-39fc-47df-8abf-bab37b919289 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:44.960403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0adbf726-39fc-47df-8abf-bab37b919289 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:44.971093 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0adbf726-39fc-47df-8abf-bab37b919289 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1456525 May 06 13:54:44.971093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44536) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:45.034973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-29f877ea-df91-46d9-be24-f8045c76507d None None] For port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,segment=NetworkSegment(d3e34e44-938e-4634-a19e-bbe4fb44bf59),segment_id=d3e34e44-938e-4634-a19e-bbe4fb44bf59)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:45.087762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-adb210ca-57fa-428f-8aab-34a039c51449 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.122703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-29f877ea-df91-46d9-be24-f8045c76507d None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.153129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-adb210ca-57fa-428f-8aab-34a039c51449 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.165728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-29f877ea-df91-46d9-be24-f8045c76507d None None] Transition to ACTIVE for port object 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:45.172496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-29f877ea-df91-46d9-be24-f8045c76507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.230410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d4581b-a69f-4d59-98db-bf0db7875b0c None None] Network 067889a8-0e6f-42f9-9aa2-3e1518050a3c requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:45.355401 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-155ace28-bb9a-45c2-ab15-cf5711f84a2b service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632242 May 06 13:54:45.510435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-adb210ca-57fa-428f-8aab-34a039c51449 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.544957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb210ca-57fa-428f-8aab-34a039c51449 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa719ba7-9d2e-4c99-80a7-02bdb66eed3d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:45.613326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Delete allocated IP 172.20.0.5 (1cd80625-8379-4c1a-a715-e80887feded5/f57050ec-be8d-4294-9d21-93be9c127ad5) {{(pid=87985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:54:45.636156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-adb210ca-57fa-428f-8aab-34a039c51449 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.638174 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-adb210ca-57fa-428f-8aab-34a039c51449 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa719ba7-9d2e-4c99-80a7-02bdb66eed3d HTTP/1.1" status: 204 len: 168 time: 0.6710906 May 06 13:54:45.641146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44542) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:45.648561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:45.648883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.21 (1cd80625-8379-4c1a-a715-e80887feded5/3b2e0554-fd3e-46ce-987c-9e079454a707/3e45b3e3-e113-4f4d-bb86-27afe2bf9564) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:45.679481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc141a3b-b67a-4e95-b8d8-b63e83323a92 None None] Network fb7855a9-7d96-43aa-bbaa-57505ad744a9 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:45.719452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c606df61-b273-4368-bb3d-0dc00a260758 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.750852 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a3ce2db-13d3-47e5-867f-40bb8904031b req-2287dfed-7b30-4999-8118-f36f52639a3b service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757808 May 06 13:54:45.793869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606df61-b273-4368-bb3d-0dc00a260758 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a69600-2d86-44f6-a39e-45844d754386,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:45.817134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f877ea-df91-46d9-be24-f8045c76507d None None] Pushing event updated for resources: {'Port': ['ID=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:45.939168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c606df61-b273-4368-bb3d-0dc00a260758 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.940304 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c606df61-b273-4368-bb3d-0dc00a260758 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/20a69600-2d86-44f6-a39e-45844d754386 HTTP/1.1" status: 204 len: 168 time: 1.7172115 May 06 13:54:45.956577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44546) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:45.971386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-da63aed2-2f45-47c4-9914-2cb588eb3331 None None] Provisioning for port ecf7759c-29f3-4145-8500-ca86f1d9a98e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:46.015236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] For port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b301f7cc-73b7-4cf8-a836-5ea48ebca1b4,segment=NetworkSegment(ed74f7fb-40fe-4158-a4de-766da1d68398),segment_id=ed74f7fb-40fe-4158-a4de-766da1d68398)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:46.015559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.032054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12e676-0b9c-4536-b5d6-086b6a8ab983 req-92c164db-a918-4010-902c-7a8341078b4b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:46.035545 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf12e676-0b9c-4536-b5d6-086b6a8ab983 req-92c164db-a918-4010-902c-7a8341078b4b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 944 time: 0.4049206 May 06 13:54:46.051205 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aac3177a-6304-4959-957a-de0cfaa3e7b6 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:46.139115 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aac3177a-6304-4959-957a-de0cfaa3e7b6 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:46.141138 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-aac3177a-6304-4959-957a-de0cfaa3e7b6 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4301183 May 06 13:54:46.153973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44550) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:46.161588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821424810'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:46.186640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:46.198958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f85577cf-98a9-471d-8a6b-c7a520f6cc4b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:46.216579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:46.219295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Calling delete_port for b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:46.251412 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f85577cf-98a9-471d-8a6b-c7a520f6cc4b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:46.253295 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f85577cf-98a9-471d-8a6b-c7a520f6cc4b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2951505 May 06 13:54:46.256333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.261227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.271035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44554) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:46.275086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-84e1df70-7de8-44e6-bee8-59d9beca7d76 None None] Provisioning for port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:46.289011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-secgroup--108141361'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:46.294626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-7910bc17-cb52-40a7-8e8f-e868506ec12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:46.297745 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-7910bc17-cb52-40a7-8e8f-e868506ec12d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 1097 time: 0.4914942 May 06 13:54:46.301825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:46.311656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:46.319195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:46.319668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.320194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 3e45b3e3-e113-4f4d-bb86-27afe2bf9564 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:46.327761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:46.330869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:46.333495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.405398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:46.410382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:46.444300 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.467314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:46.533315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead95ad-81fa-4502-983a-8073e1cc3dfb None None] DHCP port deletion for 067889a8-0e6f-42f9-9aa2-3e1518050a3c request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:54:46.564973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6ead95ad-81fa-4502-983a-8073e1cc3dfb None None] Deleting port ecf7759c-29f3-4145-8500-ca86f1d9a98e {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:46.565621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6ead95ad-81fa-4502-983a-8073e1cc3dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.609822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb42a787-5ddc-48fb-9bf4-a9c4cb6bd42b None None] DHCP port deletion for fb7855a9-7d96-43aa-bbaa-57505ad744a9 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:54:46.634178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fb42a787-5ddc-48fb-9bf4-a9c4cb6bd42b None None] Deleting port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:46.634461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fb42a787-5ddc-48fb-9bf4-a9c4cb6bd42b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.653855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:46.679732 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf12e676-0b9c-4536-b5d6-086b6a8ab983 req-97c7cd43-b1ea-40c4-b13f-b558ae0da658 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5659683 May 06 13:54:46.690418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.710030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.762336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Port': ['ID=b301f7cc-73b7-4cf8-a836-5ea48ebca1b4,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:46.765319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] No DVR routers for this DVR port b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:46.855083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fb42a787-5ddc-48fb-9bf4-a9c4cb6bd42b None None] The port 'b301f7cc-73b7-4cf8-a836-5ea48ebca1b4' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:54:46.874792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:46.880914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:46.887789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.892614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-62525965-a67c-45b3-82d8-a8ccfb975486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:46.894126 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-62525965-a67c-45b3-82d8-a8ccfb975486 service neutron] 10.222.0.76 "GET /v2.0/networks?id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 897 time: 0.5847471 May 06 13:54:46.896142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] In _notify_port_updated(), no bound segment for port 3e45b3e3-e113-4f4d-bb86-27afe2bf9564 on network 1cd80625-8379-4c1a-a715-e80887feded5 {{(pid=87985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:54:46.903819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:46.904924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.907778 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "PUT /v2.0/ports/3e45b3e3-e113-4f4d-bb86-27afe2bf9564 HTTP/1.1" status: 200 len: 921 time: 5.1154139 May 06 13:54:46.911170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:46.918171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44558) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:46.919089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.931929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ecf7759c-29f3-4145-8500-ca86f1d9a98e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:46.996022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95920c-30f9-49ac-aa03-862212301d90 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=3e45b3e3-e113-4f4d-bb86-27afe2bf9564,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:47.072826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-b70d4999-6e4a-4186-8966-95d09b366baa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5914f40a-b30d-488a-a86d-39bd04c63458 HTTP/1.1" status: 200 len: 217 time: 0.1315546 May 06 13:54:47.081975 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ee27f503-24a1-46e7-9681-fc3534e92b59 None None] Provisioning for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:47.129219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.134555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330ce4f8-0827-42b6-b1d0-47511cb66e1d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:47.162420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7855a9-7d96-43aa-bbaa-57505ad744a9']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:47.164057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2b910dc0-b9d4-474c-9787-90c99060297d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 3e45b3e3-e113-4f4d-bb86-27afe2bf9564 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:54:47.166171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b910dc0-b9d4-474c-9787-90c99060297d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.181761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-ac005ed7-318c-433d-a406-5271f8a76a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:47.183296 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-ac005ed7-318c-433d-a406-5271f8a76a7c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09d55ef5-6b0e-4d5f-bde3-90a8079f55dd HTTP/1.1" status: 200 len: 834 time: 0.1381078 May 06 13:54:47.186732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed74f7fb-40fe-4158-a4de-766da1d68398') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:47.186732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed74f7fb-40fe-4158-a4de-766da1d68398') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:47.210144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ee27f503-24a1-46e7-9681-fc3534e92b59 None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:47.210144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ee27f503-24a1-46e7-9681-fc3534e92b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.247875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.306183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.318158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44562) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.328024 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-43a63b0b-bfba-4a2e-a4f2-83d46ea3b22c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1307220 May 06 13:54:47.335320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.335320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': '330ce4f8-0827-42b6-b1d0-47511cb66e1d', 'direction': 'ingress', 'protocol': 17}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:47.335320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:47.335320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:47.335320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:47.364885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:47.392803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 5914f40a-b30d-488a-a86d-39bd04c63458 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:54:47.411954 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6ead95ad-81fa-4502-983a-8073e1cc3dfb None None] For port ecf7759c-29f3-4145-8500-ca86f1d9a98e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ecf7759c-29f3-4145-8500-ca86f1d9a98e,segment=NetworkSegment(8bbfef2f-f432-40ef-8d1c-b8c716702d6e),segment_id=8bbfef2f-f432-40ef-8d1c-b8c716702d6e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:47.413066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6ead95ad-81fa-4502-983a-8073e1cc3dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.429477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.433964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:47.442112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.508722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-2d7df952-49e0-4938-bfc3-a42265807bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:47.516128 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-2d7df952-49e0-4938-bfc3-a42265807bf7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3153701 May 06 13:54:47.591135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.593936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ecf7759c-29f3-4145-8500-ca86f1d9a98e completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:47.597639 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3058770 May 06 13:54:47.599666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.620317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44566) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.656031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.663802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.671145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f389f77-25e9-4153-8322-f95ed7305764 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d892fb95-2057-4208-9b33-d2ccf1e0670e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:47.671472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6ead95ad-81fa-4502-983a-8073e1cc3dfb None None] Calling delete_port for ecf7759c-29f3-4145-8500-ca86f1d9a98e owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:47.717765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ecf7759c-29f3-4145-8500-ca86f1d9a98e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:47.717765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.742400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': 'd892fb95-2057-4208-9b33-d2ccf1e0670e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:47.762464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Network': ['ID=fb7855a9-7d96-43aa-bbaa-57505ad744a9,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:47.784561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:47.798771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:47.807534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:47.822100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:47.831538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-17ca70cc-267f-4b20-a6ef-88aaf38b9d06 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/networks/fb7855a9-7d96-43aa-bbaa-57505ad744a9 HTTP/1.1" status: 204 len: 168 time: 3.4488065 May 06 13:54:47.839358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44572) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:47.849011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b910dc0-b9d4-474c-9787-90c99060297d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.072933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.082267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2b910dc0-b9d4-474c-9787-90c99060297d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 3e45b3e3-e113-4f4d-bb86-27afe2bf9564 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:54:48.089116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 5914f40a-b30d-488a-a86d-39bd04c63458, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5914f40a-b30d-488a-a86d-39bd04c63458,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:48.093133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.104202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6ead95ad-81fa-4502-983a-8073e1cc3dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.104202 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No ports have port_id starting with ecf7759c-29f3-4145-8500-ca86f1d9a98e May 06 13:54:48.129543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.148142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '5914f40a-b30d-488a-a86d-39bd04c63458', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'port_id': '5914f40a-b30d-488a-a86d-39bd04c63458', 'mac_address': 'fa:16:3e:37:95:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:54:48.165598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead95ad-81fa-4502-983a-8073e1cc3dfb None None] Pushing event deleted for resources: {'Port': ['ID=ecf7759c-29f3-4145-8500-ca86f1d9a98e,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:48.203029 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-6244b883-91ac-4728-9a2d-798c72e5392a service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799130 May 06 13:54:48.235114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead95ad-81fa-4502-983a-8073e1cc3dfb None None] No DVR routers for this DVR port ecf7759c-29f3-4145-8500-ca86f1d9a98e on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:48.245181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.271594 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ee27f503-24a1-46e7-9681-fc3534e92b59 None None] Provisioning complete for port 41b7404c-3641-495f-a9be-2b64c588d381 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:48.271594 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ee27f503-24a1-46e7-9681-fc3534e92b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.313026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:48.330244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.353704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d79cd6-fcac-4cb0-aeff-3d0e8e30c0de,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:48.382909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b910dc0-b9d4-474c-9787-90c99060297d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.396352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5914f40a-b30d-488a-a86d-39bd04c63458 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:54:48.450073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.450073 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-27b6aa01-4a4a-4f8e-a402-0a4a990ab6fb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1573589 May 06 13:54:48.465323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44576) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:48.484600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.495103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cd6cf-da23-469a-b5c2-7dc9e74148bc req-b9679c93-53b6-462c-8de4-bc3f4f4dc737 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:48.496253 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-075cd6cf-da23-469a-b5c2-7dc9e74148bc req-b9679c93-53b6-462c-8de4-bc3f4f4dc737 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 944 time: 0.6492457 May 06 13:54:48.509673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b910dc0-b9d4-474c-9787-90c99060297d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=3e45b3e3-e113-4f4d-bb86-27afe2bf9564,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:48.530073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.593919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 5914f40a-b30d-488a-a86d-39bd04c63458, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5914f40a-b30d-488a-a86d-39bd04c63458,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:48.606756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.667809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ee27f503-24a1-46e7-9681-fc3534e92b59 None None] Port 41b7404c-3641-495f-a9be-2b64c588d381 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:48.677492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de294ec-e8e9-4b67-8726-57d66e48eeb2,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:48.684164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ee27f503-24a1-46e7-9681-fc3534e92b59 None None] Could not find standard attr ID for object 3e45b3e3-e113-4f4d-bb86-27afe2bf9564. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:54:48.725010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:48.732648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b910dc0-b9d4-474c-9787-90c99060297d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.740639 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.793479 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2b910dc0-b9d4-474c-9787-90c99060297d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/3e45b3e3-e113-4f4d-bb86-27afe2bf9564 HTTP/1.1" status: 204 len: 168 time: 1.8401744 May 06 13:54:48.793479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44580) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:48.793479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0549618-fc51-4666-a6b9-6fa5d6010c30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.826979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=5914f40a-b30d-488a-a86d-39bd04c63458,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:48.826979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-93d98132-199e-44bc-abfb-ce3403914bf0 None None] Could not find standard attr ID for object 3e45b3e3-e113-4f4d-bb86-27afe2bf9564. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:54:48.878393 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9dbef5-f714-436f-8a45-2526ce4db78b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:54:48.878393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3f9dbef5-f714-436f-8a45-2526ce4db78b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:48.893404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.893404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-842a1031-d8cb-49a7-9e29-3c038f52c62f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2340770 May 06 13:54:48.904515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['5914f40a-b30d-488a-a86d-39bd04c63458'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:54:48.912651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44584) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:48.916965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-075cd6cf-da23-469a-b5c2-7dc9e74148bc req-0695dce7-4b34-45a5-a7f4-46a62c5bb509 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647058 May 06 13:54:48.916965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.916965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0031a126-2a3e-47e2-b5a1-d6798e36d0fd req-b7a0911f-961c-4f2c-bc13-9fa94d15097c service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705844 May 06 13:54:48.921607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': 'd892fb95-2057-4208-9b33-d2ccf1e0670e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:48.943442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0549618-fc51-4666-a6b9-6fa5d6010c30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:48.949717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067889a8-0e6f-42f9-9aa2-3e1518050a3c']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:48.984112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbfef2f-f432-40ef-8d1c-b8c716702d6e') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:48.984112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbfef2f-f432-40ef-8d1c-b8c716702d6e') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:49.028649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.046277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.050830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:49.080122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.087914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:49.087914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0549618-fc51-4666-a6b9-6fa5d6010c30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.101916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:49.101916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:49.139720 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:49.147884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:49.151259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.162054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3f9dbef5-f714-436f-8a45-2526ce4db78b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:49.168064 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3f9dbef5-f714-436f-8a45-2526ce4db78b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/3e45b3e3-e113-4f4d-bb86-27afe2bf9564 HTTP/1.1" status: 404 len: 333 time: 0.3886645 May 06 13:54:49.168064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44588) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.192045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0549618-fc51-4666-a6b9-6fa5d6010c30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ce4f8-0827-42b6-b1d0-47511cb66e1d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:49.212898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0549618-fc51-4666-a6b9-6fa5d6010c30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.219107 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c0549618-fc51-4666-a6b9-6fa5d6010c30 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/330ce4f8-0827-42b6-b1d0-47511cb66e1d HTTP/1.1" status: 204 len: 168 time: 0.7475598 May 06 13:54:49.221478 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:54:49.221478 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b301f7cc-73b7-4cf8-a836-5ea48ebca1b4 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:49.221679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44592) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.221777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ecf7759c-29f3-4145-8500-ca86f1d9a98e no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:49.271066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: ecf7759c-29f3-4145-8500-ca86f1d9a98e {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:54:49.271339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.271461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ecf7759c-29f3-4145-8500-ca86f1d9a98e not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:49.388515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-351bbc9a-3f52-4492-b136-0209307a5780 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:49.400969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.406577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-345c6175-cb55-466c-af31-d029e325d588 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.429657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.440862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-351bbc9a-3f52-4492-b136-0209307a5780 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:49.448810 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-351bbc9a-3f52-4492-b136-0209307a5780 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2221987 May 06 13:54:49.449048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Network': ['ID=067889a8-0e6f-42f9-9aa2-3e1518050a3c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:49.452016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44596) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.453639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.457353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.457825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.458346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.458760 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.459298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.459700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.460106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.460313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-secgroup--220044637'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:49.460657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.461105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.461416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.461939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.462484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:49.466651 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2b845aea-2d27-4cf5-8704-e2bbe6695d8d tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/networks/067889a8-0e6f-42f9-9aa2-3e1518050a3c HTTP/1.1" status: 204 len: 168 time: 1.6237133 May 06 13:54:49.469506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44600) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.479834 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.482106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.484728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-345c6175-cb55-466c-af31-d029e325d588 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.536302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.538663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96159f94-d073-4903-9d90-f8cf34d5e10a,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:49.574367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.575556 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cbf817db-d24b-47c9-b514-2689b0964d0e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6845853 May 06 13:54:49.584079 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44604) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.590459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.594749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': 'd892fb95-2057-4208-9b33-d2ccf1e0670e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:49.602025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-345c6175-cb55-466c-af31-d029e325d588 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.613520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.619984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:49.633926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.640001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c6175-cb55-466c-af31-d029e325d588 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad7b815-98f9-4849-ad48-14cfe60e02df,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:49.646946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:49.652168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.656902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.660627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:49.660627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-345c6175-cb55-466c-af31-d029e325d588 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.660627 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-345c6175-cb55-466c-af31-d029e325d588 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ad7b815-98f9-4849-ad48-14cfe60e02df HTTP/1.1" status: 204 len: 168 time: 0.4653354 May 06 13:54:49.660627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44608) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.660627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:49.668874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:49.752065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-931a4a02-b421-462b-86e5-a31d0ffda381 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.758740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.815044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-931a4a02-b421-462b-86e5-a31d0ffda381 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.830196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.837930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.862810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.914035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55fbb36-77f9-4aa2-97aa-9983e27db443,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:49.915481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72b6424-96c9-4ff8-85d4-d5f2a67e6568']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:49.931127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.933571 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c0f07e33-5ded-4c8e-9d4c-ed27d6990d27 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4776065 May 06 13:54:49.937138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44614) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:49.944301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49da2f78-bf27-4d3e-bbf7-0902ea9d69a5') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:49.944871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49da2f78-bf27-4d3e-bbf7-0902ea9d69a5') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:49.950210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-secgroup--868201382'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:49.962073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-931a4a02-b421-462b-86e5-a31d0ffda381 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.970178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:49.984200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:49.988221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.002946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:50.006103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.012198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a4a02-b421-462b-86e5-a31d0ffda381 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4619b45f-ca36-4ce6-b878-5afce28f705b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:50.018566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:50.031884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:50.035293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-931a4a02-b421-462b-86e5-a31d0ffda381 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.041076 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-931a4a02-b421-462b-86e5-a31d0ffda381 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/security-groups/4619b45f-ca36-4ce6-b878-5afce28f705b HTTP/1.1" status: 204 len: 168 time: 0.3900325 May 06 13:54:50.042458 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44618) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:50.124615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.127894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.134112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bbfa48-17bc-42fa-a091-62189c6ea4e7,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:50.136150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.137339 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-001816eb-aa5b-4b34-9e86-f583022d6391 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5526023 May 06 13:54:50.144032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44622) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:50.148801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:50.148801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.152019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2cc0d6-08ac-4ce4-bc5e-6e6b4cf724dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet f57050ec-be8d-4294-9d21-93be9c127ad5 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:54:50.160091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:50.165168 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:50.171696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:50.173837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': 'd892fb95-2057-4208-9b33-d2ccf1e0670e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:50.175556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:50.175556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:50.177885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc0d6-08ac-4ce4-bc5e-6e6b4cf724dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.185630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:50.259539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:50.259539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:50.279923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc0d6-08ac-4ce4-bc5e-6e6b4cf724dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.287153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:50.312932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.312932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.342875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.369172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Network': ['ID=d72b6424-96c9-4ff8-85d4-d5f2a67e6568,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:50.385335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d161-8d12-460a-b8c0-62788dc70122 req-e1ae9d62-c869-45b5-b7ae-4f982db44b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:50.388480 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5832d161-8d12-460a-b8c0-62788dc70122 req-e1ae9d62-c869-45b5-b7ae-4f982db44b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 945 time: 0.3125427 May 06 13:54:50.394413 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6c3c206d-584f-4dbd-aa0b-80c7060e9991 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/networks/d72b6424-96c9-4ff8-85d4-d5f2a67e6568 HTTP/1.1" status: 204 len: 168 time: 0.9233556 May 06 13:54:50.401681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44626) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:50.410922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.450474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.466156 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5832d161-8d12-460a-b8c0-62788dc70122 req-7760cfa1-7146-4922-be82-8bf9d2163e69 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630834 May 06 13:54:50.479244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.485096 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.512608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c364063-13ff-4289-bab5-5b2b42da9aa0,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:50.527584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.538134 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c03be13f-3e0c-43da-b4a7-a654b980a74e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3838475 May 06 13:54:50.544682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44630) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:50.579579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': 'd892fb95-2057-4208-9b33-d2ccf1e0670e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:50.629562 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8930637b-6e13-4457-9257-f31b1287fba1 req-e9bcc7db-cfac-484c-aba4-0c77b7ba0856 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0993586 May 06 13:54:50.727535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:50.731128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.732365 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7926457 May 06 13:54:50.733340 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805c424-2715-4fa6-b07c-c77bf8c70ff8 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd65bcb5-635b-4ce7-b34d-f1f18ef068c2,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:50.739338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc0d6-08ac-4ce4-bc5e-6e6b4cf724dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.752568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44634) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:50.763825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': 'b55fbb36-77f9-4aa2-97aa-9983e27db443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fd65bcb5-635b-4ce7-b34d-f1f18ef068c2', 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:50.774232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:50.777526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:50.780991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:50.786602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:50.795164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:50.805806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:50.806033 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:50.813115 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.838527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.850500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930637b-6e13-4457-9257-f31b1287fba1 req-3cf4102d-2c1e-466d-8496-d12ff3f6c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:50.852263 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8930637b-6e13-4457-9257-f31b1287fba1 req-3cf4102d-2c1e-466d-8496-d12ff3f6c498 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 1099 time: 0.1430593 May 06 13:54:50.883185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:50.997700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc0d6-08ac-4ce4-bc5e-6e6b4cf724dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.049603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.080411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cc0d6-08ac-4ce4-bc5e-6e6b4cf724dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=f57050ec-be8d-4294-9d21-93be9c127ad5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.080411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.103858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc0d6-08ac-4ce4-bc5e-6e6b4cf724dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.109149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6dc34b-38bc-4399-89c3-e742fe7ff40a None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:51.121021 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8e2cc0d6-08ac-4ce4-bc5e-6e6b4cf724dd tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/f57050ec-be8d-4294-9d21-93be9c127ad5 HTTP/1.1" status: 204 len: 168 time: 1.0758507 May 06 13:54:51.125315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b255534-3028-431e-9546-c7faac37538a']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:51.133440 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44638) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:51.142845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.144916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:51.197781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b9069a-f542-46a5-b790-8c379b264447,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.209012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb035abb-ac3d-4d3f-b9d0-b4c5bfe9f16e') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:51.209012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb035abb-ac3d-4d3f-b9d0-b4c5bfe9f16e') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:51.226456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.226456 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2fbd65ec-d18f-4e99-97c2-fc3cea9a0bde tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4670177 May 06 13:54:51.226456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44642) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:51.243172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.318551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.338863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.341485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930637b-6e13-4457-9257-f31b1287fba1 req-c6e160a4-fa44-4699-94ad-4f4c0384e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:51.341485 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8930637b-6e13-4457-9257-f31b1287fba1 req-c6e160a4-fa44-4699-94ad-4f4c0384e30e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.4596336 May 06 13:54:51.341485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6bab0182-1e9b-4162-9316-90ac3d4b55a7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.399432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f396c997-9dce-4397-8a25-f77c0321fbc9,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.414502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.445873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:54:51.445873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-07c1cdd2-fe15-44a7-9a63-86bb3462be27 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9077697 May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:51.471812 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:51.483296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 5914f40a-b30d-488a-a86d-39bd04c63458 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:51.489838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44646) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:51.521084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6bab0182-1e9b-4162-9316-90ac3d4b55a7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.575567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a270a5-ee77-402f-92bc-ada1b6b9d9d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.588333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 5914f40a-b30d-488a-a86d-39bd04c63458 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:51.602760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 5914f40a-b30d-488a-a86d-39bd04c63458 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:51.602760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.615577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:51.620705 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:51.627420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.628528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:51.646244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a270a5-ee77-402f-92bc-ada1b6b9d9d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.685139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.685139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Pushing event deleted for resources: {'Network': ['ID=7b255534-3028-431e-9546-c7faac37538a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.698780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] 10.222.0.21 "DELETE /v2.0/networks/7b255534-3028-431e-9546-c7faac37538a HTTP/1.1" status: 204 len: 168 time: 1.3015420 May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3664fc07-ae88-4f82-93f0-236229026356 tempest-BulkNetworkOpsIpV6Test-1149614873 tempest-BulkNetworkOpsIpV6Test-1149614873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:51.723272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:51.744941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.751960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8930637b-6e13-4457-9257-f31b1287fba1 req-62a1f0b1-a9db-4d40-b7d0-a59fe36eb832 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba HTTP/1.1" status: 200 len: 1002 time: 0.3943079 May 06 13:54:51.827116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.884393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:54:51.914158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a270a5-ee77-402f-92bc-ada1b6b9d9d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.919319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 5914f40a-b30d-488a-a86d-39bd04c63458, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5914f40a-b30d-488a-a86d-39bd04c63458,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:51.926991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.930156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6bab0182-1e9b-4162-9316-90ac3d4b55a7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.965592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a270a5-ee77-402f-92bc-ada1b6b9d9d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f396c997-9dce-4397-8a25-f77c0321fbc9,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:51.996345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930637b-6e13-4457-9257-f31b1287fba1 req-9afc0e58-12cb-4c29-b3fe-ef8806ace5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:51.999396 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8930637b-6e13-4457-9257-f31b1287fba1 req-9afc0e58-12cb-4c29-b3fe-ef8806ace5f8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.2366695 May 06 13:54:52.011391 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fbc0e4-0624-4a71-a50c-1044bd142e30'] response: {'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458', 'code': 200} May 06 13:54:52.051349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-89a270a5-ee77-402f-92bc-ada1b6b9d9d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.052936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-89a270a5-ee77-402f-92bc-ada1b6b9d9d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f396c997-9dce-4397-8a25-f77c0321fbc9 HTTP/1.1" status: 204 len: 168 time: 0.5751042 May 06 13:54:52.060112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44656) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.113619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=5914f40a-b30d-488a-a86d-39bd04c63458,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:52.230919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6bab0182-1e9b-4162-9316-90ac3d4b55a7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.242684 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6bab0182-1e9b-4162-9316-90ac3d4b55a7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/54b9069a-f542-46a5-b790-8c379b264447 HTTP/1.1" status: 204 len: 168 time: 1.0159738 May 06 13:54:52.260744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab0182-1e9b-4162-9316-90ac3d4b55a7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54b9069a-f542-46a5-b790-8c379b264447,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:52.263378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44664) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.270057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-37943208-1f61-443d-9e58-1ce0d684882e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:52.327592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679c15-35a1-4e51-8e06-f160d0053578 req-aa402861-cfd0-4057-92a5-007a56d33672 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:52.327592 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-65679c15-35a1-4e51-8e06-f160d0053578 req-aa402861-cfd0-4057-92a5-007a56d33672 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 945 time: 0.5518913 May 06 13:54:52.382107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-37943208-1f61-443d-9e58-1ce0d684882e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:52.382107 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-37943208-1f61-443d-9e58-1ce0d684882e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3014691 May 06 13:54:52.382107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44668) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.552304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44672) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.582421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c136f85b-2562-42a1-8247-e4bc0b293f85 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:52.598420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80acd15a-ace0-415e-a87b-5582d5f7d89d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.621134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80acd15a-ace0-415e-a87b-5582d5f7d89d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.638942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930637b-6e13-4457-9257-f31b1287fba1 req-a9cfeedc-9f63-4b16-839f-717655eb8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:52.640814 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8930637b-6e13-4457-9257-f31b1287fba1 req-a9cfeedc-9f63-4b16-839f-717655eb8840 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6044781 May 06 13:54:52.689547 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d6a530cd-7495-4b0b-ba71-3c510e62448e None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:52.689547 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d6a530cd-7495-4b0b-ba71-3c510e62448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.702275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80acd15a-ace0-415e-a87b-5582d5f7d89d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.720447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-65679c15-35a1-4e51-8e06-f160d0053578 req-c3a9f6a1-4ec2-4f0c-96a8-e64f33bd3069 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635311 May 06 13:54:52.745673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c136f85b-2562-42a1-8247-e4bc0b293f85 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:52.745673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c136f85b-2562-42a1-8247-e4bc0b293f85 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4701288 May 06 13:54:52.768623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44678) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.791270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acd15a-ace0-415e-a87b-5582d5f7d89d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c364063-13ff-4289-bab5-5b2b42da9aa0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:52.824555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.890660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d6a530cd-7495-4b0b-ba71-3c510e62448e None None] Provisioning complete for port 41b7404c-3641-495f-a9be-2b64c588d381 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:52.890660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d6a530cd-7495-4b0b-ba71-3c510e62448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.919256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80acd15a-ace0-415e-a87b-5582d5f7d89d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.919256 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-80acd15a-ace0-415e-a87b-5582d5f7d89d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5c364063-13ff-4289-bab5-5b2b42da9aa0 HTTP/1.1" status: 204 len: 168 time: 0.5143886 May 06 13:54:52.919256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44684) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:52.919256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:52.950100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d6a530cd-7495-4b0b-ba71-3c510e62448e None None] Port 41b7404c-3641-495f-a9be-2b64c588d381 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:52.960888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:52.960888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:52.960888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:52.966994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989f27c-d6be-4da6-8bd5-bbce56d9f0d6 req-abde0dfa-e02a-4b6d-8592-7f096c006c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:52.966994 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1989f27c-d6be-4da6-8bd5-bbce56d9f0d6 req-abde0dfa-e02a-4b6d-8592-7f096c006c60 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 1099 time: 0.6028912 May 06 13:54:52.976572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d57e637-4cae-444a-b797-3797d040ae95 None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:53.053622 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9126368 May 06 13:54:53.053622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44688) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.071033 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac6c5d-c1c2-40f4-bd34-3299a5762a52 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=3b17fc40-a665-44f3-be24-ba612f17a6f8,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.096058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1304089365'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:53.133088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:53.169345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-84964ada-de34-4656-8aa8-d833faecf093 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:53.169345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:53.183370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:53.207540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:53.222240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-84964ada-de34-4656-8aa8-d833faecf093 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:53.222240 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-84964ada-de34-4656-8aa8-d833faecf093 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3093662 May 06 13:54:53.222240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44692) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.237956 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cc662275-e087-402e-9adc-df21328e3e43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fea215aff5c24624b3bb094d89d6230d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562405 May 06 13:54:53.237956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44696) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.248369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1989f27c-d6be-4da6-8bd5-bbce56d9f0d6 req-479ae706-bdb4-4e49-96ba-9e19899e1c76 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304118 May 06 13:54:53.248369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8930637b-6e13-4457-9257-f31b1287fba1 req-41730f7c-8a3c-4815-bb92-2e975185abb4 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818498 May 06 13:54:53.257906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.280682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-12a60650-c105-4273-a809-2fafe0bbb979 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.314540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:53.328411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cf92c93-ad84-4489-ae75-52ee656e00e9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.345766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group_rule and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:53.345766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:53.350025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-12a60650-c105-4273-a809-2fafe0bbb979 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.369126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cf92c93-ad84-4489-ae75-52ee656e00e9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.421926 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:53.421926 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cf92c93-ad84-4489-ae75-52ee656e00e9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.429730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-470f84e4-b303-40d2-a535-44930f14f378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.465313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cf92c93-ad84-4489-ae75-52ee656e00e9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.465313 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4cf92c93-ad84-4489-ae75-52ee656e00e9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f4bbfa48-17bc-42fa-a091-62189c6ea4e7 HTTP/1.1" status: 204 len: 168 time: 0.2417681 May 06 13:54:53.465313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf92c93-ad84-4489-ae75-52ee656e00e9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4bbfa48-17bc-42fa-a091-62189c6ea4e7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.465313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44700) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.573182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ee7cb-d1f8-4785-87ba-3735f8c1a0aa None None] Update dhcp port {'port': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'fixed_ips': [{'subnet_id': '3b2e0554-fd3e-46ce-987c-9e079454a707', 'ip_address': '172.20.0.18'}, {'subnet_id': '3b17fc40-a665-44f3-be24-ba612f17a6f8'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '530aa84e-47dc-4a5c-8f0d-ace200b3b4e4'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:54:53.584765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-470f84e4-b303-40d2-a535-44930f14f378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.589223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-04101692-36c2-4041-8c29-45142c1a85bb tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:53.615928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-12a60650-c105-4273-a809-2fafe0bbb979 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.631333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-04101692-36c2-4041-8c29-45142c1a85bb tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:53.632694 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-04101692-36c2-4041-8c29-45142c1a85bb tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1552262 May 06 13:54:53.636166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44704) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.643889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.659190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.671120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5c7ee7cb-d1f8-4785-87ba-3735f8c1a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.689930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a60650-c105-4273-a809-2fafe0bbb979 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd65bcb5-635b-4ce7-b34d-f1f18ef068c2,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.722720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6907f3-6a59-4a6c-bc1b-c6e3a69322dd,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.726756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e597bdf-16bd-4f1c-8c75-394a7a235447 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.728814 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8930637b-6e13-4457-9257-f31b1287fba1 req-84b7a8a8-a007-408a-a85a-ab2c53e5cf91 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885370 May 06 13:54:53.742052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.743590 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-96f87c61-b0c1-4382-914e-272e1bcff24b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6898715 May 06 13:54:53.746547 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e597bdf-16bd-4f1c-8c75-394a7a235447 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.753996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44708) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.754407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-12a60650-c105-4273-a809-2fafe0bbb979 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.756645 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-12a60650-c105-4273-a809-2fafe0bbb979 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd65bcb5-635b-4ce7-b34d-f1f18ef068c2 HTTP/1.1" status: 204 len: 168 time: 0.9085867 May 06 13:54:53.759760 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44712) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.766211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'security_group': {'name': 'tempest-secgroup-110257204'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:53.802671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:53.819986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:53.824904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:53.836483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:53.853395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.871671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e597bdf-16bd-4f1c-8c75-394a7a235447 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.889278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-470f84e4-b303-40d2-a535-44930f14f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.924309 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e597bdf-16bd-4f1c-8c75-394a7a235447 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96159f94-d073-4903-9d90-f8cf34d5e10a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.933782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:53.941133 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group_rule and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:53.946152 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:53.954689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e597bdf-16bd-4f1c-8c75-394a7a235447 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:53.955885 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6e597bdf-16bd-4f1c-8c75-394a7a235447 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/96159f94-d073-4903-9d90-f8cf34d5e10a HTTP/1.1" status: 204 len: 168 time: 0.3185525 May 06 13:54:53.957285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:53.960357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44718) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:53.971054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f84e4-b303-40d2-a535-44930f14f378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0f2899-16e8-408d-adce-edb13ce8e44f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:53.990600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2833c910-62f9-4ac2-9ca6-1a700b727c96 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:53.999361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-470f84e4-b303-40d2-a535-44930f14f378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.001571 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-470f84e4-b303-40d2-a535-44930f14f378 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba0f2899-16e8-408d-adce-edb13ce8e44f HTTP/1.1" status: 204 len: 168 time: 0.7588921 May 06 13:54:54.049838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-5c7ee7cb-d1f8-4785-87ba-3735f8c1a0aa None None] Allocated IP 172.20.0.2 (1cd80625-8379-4c1a-a715-e80887feded5/3b17fc40-a665-44f3-be24-ba612f17a6f8/530aa84e-47dc-4a5c-8f0d-ace200b3b4e4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:54.071218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2833c910-62f9-4ac2-9ca6-1a700b727c96 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:54.076350 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2833c910-62f9-4ac2-9ca6-1a700b727c96 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3132396 May 06 13:54:54.078531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44724) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.143601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-77feca9b-c783-429b-bbcd-8ee361da27d4 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:54.147849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678892a-e59a-455a-99d7-0ea86ba5d2ae req-5d9a93f7-7eb6-4dce-aff9-f19d51927d58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:54.149453 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1678892a-e59a-455a-99d7-0ea86ba5d2ae req-5d9a93f7-7eb6-4dce-aff9-f19d51927d58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 946 time: 0.2305906 May 06 13:54:54.210142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-77feca9b-c783-429b-bbcd-8ee361da27d4 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:54.212862 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-77feca9b-c783-429b-bbcd-8ee361da27d4 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2524412 May 06 13:54:54.219974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44728) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.229752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b31baba-4b4f-4efe-bc53-412fe5deebe9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.260250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1678892a-e59a-455a-99d7-0ea86ba5d2ae req-7e59a0d9-b2f0-4970-b320-7402fb52a82e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926349 May 06 13:54:54.286866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.301038 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.307193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b31baba-4b4f-4efe-bc53-412fe5deebe9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.319105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5c7ee7cb-d1f8-4785-87ba-3735f8c1a0aa None None] For port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,segment=NetworkSegment(d3e34e44-938e-4634-a19e-bbe4fb44bf59),segment_id=d3e34e44-938e-4634-a19e-bbe4fb44bf59)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:54:54.358687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74ed7492-d3d7-461d-be64-9574b87db8c4 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.362231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5c7ee7cb-d1f8-4785-87ba-3735f8c1a0aa None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.386592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5c7ee7cb-d1f8-4785-87ba-3735f8c1a0aa None None] Transition to ACTIVE for port object 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:54.392034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5c7ee7cb-d1f8-4785-87ba-3735f8c1a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.395822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74ed7492-d3d7-461d-be64-9574b87db8c4 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.441358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b31baba-4b4f-4efe-bc53-412fe5deebe9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.475612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74ed7492-d3d7-461d-be64-9574b87db8c4 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.488711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.492018 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7362564 May 06 13:54:54.494639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44734) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.506292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31baba-4b4f-4efe-bc53-412fe5deebe9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55fbb36-77f9-4aa2-97aa-9983e27db443,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:54.507089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd05b39-6e51-4cb1-bd19-603e4ce147b7 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c495c42-5799-4422-9b25-d26236ccfaff,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:54.512870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed7492-d3d7-461d-be64-9574b87db8c4 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0de294ec-e8e9-4b67-8726-57d66e48eeb2,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:54.519863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'security_group': {'name': 'tempest-secgroup-1831160440'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:54.539979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b31baba-4b4f-4efe-bc53-412fe5deebe9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.541560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4b31baba-4b4f-4efe-bc53-412fe5deebe9 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/b55fbb36-77f9-4aa2-97aa-9983e27db443 HTTP/1.1" status: 204 len: 168 time: 0.4619243 May 06 13:54:54.542206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:54.543512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-74ed7492-d3d7-461d-be64-9574b87db8c4 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.545334 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-74ed7492-d3d7-461d-be64-9574b87db8c4 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0de294ec-e8e9-4b67-8726-57d66e48eeb2 HTTP/1.1" status: 204 len: 168 time: 0.3221478 May 06 13:54:54.546435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44738) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.548980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44740) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.552413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:54.557052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:54.569069 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:54.583212 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.598294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ee7cb-d1f8-4785-87ba-3735f8c1a0aa None None] Pushing event updated for resources: {'Port': ['ID=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:54.615068 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:54.621630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:security_group_rule and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:54.625504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:54.633034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:54.656053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-08beeb4c-a0c7-4b5f-bace-f2639dfdf010 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:54.677218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf3991a8-e2f1-45aa-b49e-5048b2f73c89 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:54.700359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-08beeb4c-a0c7-4b5f-bace-f2639dfdf010 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:54.702093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-08beeb4c-a0c7-4b5f-bace-f2639dfdf010 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1544881 May 06 13:54:54.706658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44750) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.712908 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069464833'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:54.719071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf3991a8-e2f1-45aa-b49e-5048b2f73c89 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:54.721131 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bf3991a8-e2f1-45aa-b49e-5048b2f73c89 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1540880 May 06 13:54:54.722319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:54.724464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44754) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.742415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.748885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.758894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:54.798852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.800284 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2982526 May 06 13:54:54.803541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44760) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:54.810457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.825277 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-303263039', 'security_groups': ['4e727edc-7682-4fe0-bd99-e88d91cf863a'], 'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b17fc40-a665-44f3-be24-ba612f17a6f8'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:54.832061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76559b8-9886-48ea-9e93-7bd5010d8265 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e727edc-7682-4fe0-bd99-e88d91cf863a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:54.930451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:54.955683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a87e5688-24ca-4933-aa84-6a20d67a53ed tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:54.963176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:54.979888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:54.996275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:55.019935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a87e5688-24ca-4933-aa84-6a20d67a53ed tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.127036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:55.146918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:55.150467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a87e5688-24ca-4933-aa84-6a20d67a53ed tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.183286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:55.199805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e5688-24ca-4933-aa84-6a20d67a53ed tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d892fb95-2057-4208-9b33-d2ccf1e0670e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:55.300755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.312561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.316797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44776) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:55.387085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a87e5688-24ca-4933-aa84-6a20d67a53ed tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.388374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a87e5688-24ca-4933-aa84-6a20d67a53ed tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/d892fb95-2057-4208-9b33-d2ccf1e0670e HTTP/1.1" status: 204 len: 168 time: 0.6630046 May 06 13:54:55.389513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.390835 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6832635 May 06 13:54:55.393071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44782) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:55.402280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44784) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:55.402493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-329c2b7b-aae5-42ab-91cc-6c1dec793916 None None] Provisioning for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:55.407685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-329c2b7b-aae5-42ab-91cc-6c1dec793916 None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:55.409185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-329c2b7b-aae5-42ab-91cc-6c1dec793916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.415599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': '0a7d117c-44f1-4eb0-84c1-864bcc0a1ffb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:55.420523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8230d-b725-48c8-8020-e5564d3d22ce tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7d117c-44f1-4eb0-84c1-864bcc0a1ffb,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:55.429257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.430665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:55.437839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:55.450351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:55.462195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:55.484320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-58505ed7-9aa7-45e5-a385-bfd3f7ad4c41 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:55.496989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1058516502'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:55.510782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] device_id is not set on port 3c5278e7-41d3-4a8e-84e4-3848ec431176 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:54:55.512817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:55.519750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.530372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:55.536003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-58505ed7-9aa7-45e5-a385-bfd3f7ad4c41 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:55.537627 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-58505ed7-9aa7-45e5-a385-bfd3f7ad4c41 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1435177 May 06 13:54:55.541328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:55.544098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44792) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:55.564130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-secgroup--781297858'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:55.570888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:55.583616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:55.599961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-329c2b7b-aae5-42ab-91cc-6c1dec793916 None None] Provisioning complete for port 41b7404c-3641-495f-a9be-2b64c588d381 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:55.600597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-329c2b7b-aae5-42ab-91cc-6c1dec793916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.607436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:55.614827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:55.618296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.647472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.650384 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.662714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.671895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.672507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-329c2b7b-aae5-42ab-91cc-6c1dec793916 None None] Port 41b7404c-3641-495f-a9be-2b64c588d381 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:55.679891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19ce28-735c-459d-9c22-a2f618968b84 req-a85b5446-f1e7-45ab-95e0-ac41aa64315e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:55.681734 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a19ce28-735c-459d-9c22-a2f618968b84 req-a85b5446-f1e7-45ab-95e0-ac41aa64315e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 946 time: 0.2559338 May 06 13:54:55.701328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:55.712613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:security_group_rule and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:55.718996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:55.722603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa07595-9e1e-4fcd-a242-7225b9c577c9,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:55.725013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:55.734314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:55.740712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:55.746263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:55.755499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.756730 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5ca74cf2-fece-44ad-aabe-973fb21cb5cf tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3600824 May 06 13:54:55.761404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:55.763170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44796) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:55.909386 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a19ce28-735c-459d-9c22-a2f618968b84 req-ecc699a9-21a8-483c-91f2-0a991ecaf476 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182870 May 06 13:54:55.922736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.7 (1cd80625-8379-4c1a-a715-e80887feded5/3b17fc40-a665-44f3-be24-ba612f17a6f8/3c5278e7-41d3-4a8e-84e4-3848ec431176) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:55.950239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-184ccaba-6a27-4e2a-9101-a4fc6d035162 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:55.973554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-184ccaba-6a27-4e2a-9101-a4fc6d035162 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.067661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-184ccaba-6a27-4e2a-9101-a4fc6d035162 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.077927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.097256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.107092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.122166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ccaba-6a27-4e2a-9101-a4fc6d035162 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fa07595-9e1e-4fcd-a242-7225b9c577c9,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.129199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.175980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:56.188231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50230e0b-f819-42f0-9a3b-0b00bd4c2706,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.192398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-184ccaba-6a27-4e2a-9101-a4fc6d035162 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.193552 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-184ccaba-6a27-4e2a-9101-a4fc6d035162 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6fa07595-9e1e-4fcd-a242-7225b9c577c9 HTTP/1.1" status: 204 len: 168 time: 0.4283226 May 06 13:54:56.199358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44802) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:56.207866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.209505 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-317f1cdd-47e2-42d2-a3ca-852fe4e8147f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6641736 May 06 13:54:56.214931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44806) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:56.216249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.216849 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment cfe8df7e-8592-4268-80bd-814e84b854a1 of type vlan for network 39d1e79f-46ec-433a-95aa-33a2a0f7b28a May 06 13:54:56.230520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': '50230e0b-f819-42f0-9a3b-0b00bd4c2706', 'direction': 'ingress', 'protocol': 17}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:56.256278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:56.261768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.264582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:56.278082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:56.279980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76068e61-bcc8-48ef-9c9b-b6fdca8ef390 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:56.283986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:56.287192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ea355c-428a-4c0a-9853-e9b4677d41dd,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.291321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.294574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de897a-eb21-427c-84ee-2eb6ca204658 req-d675d52b-2385-43be-beb2-5f9a27e5a834 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:56.296168 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23de897a-eb21-427c-84ee-2eb6ca204658 req-d675d52b-2385-43be-beb2-5f9a27e5a834 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 946 time: 0.2234623 May 06 13:54:56.300801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:56.335889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 3c5278e7-41d3-4a8e-84e4-3848ec431176 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:56.340593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.355344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76068e61-bcc8-48ef-9c9b-b6fdca8ef390 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:56.356923 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-76068e61-bcc8-48ef-9c9b-b6fdca8ef390 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1566441 May 06 13:54:56.360105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44810) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:56.365445 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23de897a-eb21-427c-84ee-2eb6ca204658 req-8ec4960f-fdeb-4256-b125-c2d8c34c4152 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592473 May 06 13:54:56.384471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.389917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:56.390506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.394827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44814) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:56.418202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:56.419037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.436651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.533206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:56.544612 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2161951 May 06 13:54:56.544857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:56.548061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:56.552099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b8fe8-ad4b-40fd-995c-78149624d948 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=39d1e79f-46ec-433a-95aa-33a2a0f7b28a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.575691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 39d1e79f-46ec-433a-95aa-33a2a0f7b28a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:56.594484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=3c5278e7-41d3-4a8e-84e4-3848ec431176,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.604089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.611648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.630776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-91949a69-253e-4c86-b7b4-e594a7cc358e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.674943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c723eae9-cf22-47c2-b991-683c5eef4aa5,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.680986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:56.682384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.702801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.704148 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4ccca120-0061-4f55-96d9-5b737b1c7791 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4856308 May 06 13:54:56.704805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44818) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:56.708275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44820) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:56.713028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-91949a69-253e-4c86-b7b4-e594a7cc358e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.729885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': '39d1e79f-46ec-433a-95aa-33a2a0f7b28a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:56.742315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd90969-76cf-4bb6-a3e4-70489505b724 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:56.744601 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5fd90969-76cf-4bb6-a3e4-70489505b724 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 1094 time: 0.3482695 May 06 13:54:56.748599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44826) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:56.770403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '5914f40a-b30d-488a-a86d-39bd04c63458', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:56.815369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-406f1c69-2ab8-4583-8a92-1a02fa59a35b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0095735 May 06 13:54:56.817782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0185-35e3-48f2-8233-7e43ebceb324 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.818827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44830) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:56.825516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:56.847909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:56.885726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:floatingip and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:56.892990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:56.910405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:56.929150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:56.930155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fef9a437-e244-42f4-ab8d-9e09a1a97d87 None None] Provisioning for port 3c5278e7-41d3-4a8e-84e4-3848ec431176 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:56.932571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-91949a69-253e-4c86-b7b4-e594a7cc358e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.940531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0185-35e3-48f2-8233-7e43ebceb324 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.941946 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fef9a437-e244-42f4-ab8d-9e09a1a97d87 None None] Provisioning complete for port 3c5278e7-41d3-4a8e-84e4-3848ec431176 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:56.942330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fef9a437-e244-42f4-ab8d-9e09a1a97d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.953376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:56.956076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91949a69-253e-4c86-b7b4-e594a7cc358e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7d117c-44f1-4eb0-84c1-864bcc0a1ffb,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:56.958277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:56.972481 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:56.985142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:57.006178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-91949a69-253e-4c86-b7b4-e594a7cc358e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.009799 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-91949a69-253e-4c86-b7b4-e594a7cc358e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a7d117c-44f1-4eb0-84c1-864bcc0a1ffb HTTP/1.1" status: 204 len: 168 time: 0.6459131 May 06 13:54:57.014638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44834) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.055928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:57.058137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fef9a437-e244-42f4-ab8d-9e09a1a97d87 None None] Port 3c5278e7-41d3-4a8e-84e4-3848ec431176 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:54:57.059206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.072384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:57.076394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0185-35e3-48f2-8233-7e43ebceb324 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.090147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:57.103676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:57.120664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc0185-35e3-48f2-8233-7e43ebceb324 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50230e0b-f819-42f0-9a3b-0b00bd4c2706,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:57.122779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:57.155565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-65a2f6b4-055b-4580-a73f-cd84ce0f4b7c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:57.160824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0185-35e3-48f2-8233-7e43ebceb324 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.161927 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d6dc0185-35e3-48f2-8233-7e43ebceb324 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/50230e0b-f819-42f0-9a3b-0b00bd4c2706 HTTP/1.1" status: 204 len: 168 time: 0.4515371 May 06 13:54:57.163453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:57.167071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.173056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44838) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.260817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-65a2f6b4-055b-4580-a73f-cd84ce0f4b7c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:57.262066 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-65a2f6b4-055b-4580-a73f-cd84ce0f4b7c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2461963 May 06 13:54:57.267619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44842) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.277696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302033158'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:57.286913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3ec95c2e-f60e-4220-84cb-a6826ea80f90 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:57.297694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:57.317690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:57.322351 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.ipam_backend_mixin [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3b17fc40-a665-44f3-be24-ba612f17a6f8 (CIDR: 172.20.0.0/28) May 06 13:54:57.326584 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:57.327066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:57.350084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d149313c-a759-4165-bf51-0ac881c5d26f tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5274367 May 06 13:54:57.350759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44846) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.357061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:57.369350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3ec95c2e-f60e-4220-84cb-a6826ea80f90 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:57.370585 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3ec95c2e-f60e-4220-84cb-a6826ea80f90 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1964219 May 06 13:54:57.379089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44850) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.386535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.388678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-secgroup--259481357'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:57.431660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:57.449350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:57.452182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:57.465343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:57.475168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:57.480034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.482117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:57.498726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.529303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.549019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:57.556817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:57.559728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:57.562174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:57.569934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:57.572894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:57.574943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:57.584324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:57.613155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:57.616824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.700223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=826c2341-fdd3-42f4-9921-2a5245214cba,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:57.775795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': 'cfe8df7e-8592-4268-80bd-814e84b854a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '39d1e79f-46ec-433a-95aa-33a2a0f7b28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:57.776162 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: 39d1e79f-46ec-433a-95aa-33a2a0f7b28a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:57.782439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.783861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.105 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/e9f7aaf2-bcd5-4245-82e9-3c79a67f5159) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:57.785993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.790302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.790990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.844265 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.ipam_backend_mixin [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3b2e0554-fd3e-46ce-987c-9e079454a707 (CIDR: 172.20.0.16/28) May 06 13:54:57.853673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:54:57.854331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:54:57.863041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2268a6c7-6daa-4dba-a103-530879d9e1b5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:57.883067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.887284 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d342dd28-f006-4354-870b-4f21798732ba tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5044000 May 06 13:54:57.887488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44854) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.894401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867619733'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:57.899470 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-150ce27a-fd99-4eaa-8531-e28dc18b47af tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5479171 May 06 13:54:57.902665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44858) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.914793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'subnet': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:57.923404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network 39d1e79f-46ec-433a-95aa-33a2a0f7b28a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:57.929573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:57.931617 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da15fcf-ec3c-40cc-8623-316459cf7f63,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:57.937618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:57.945916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:57.961398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 39d1e79f-46ec-433a-95aa-33a2a0f7b28a) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:57.968240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.970117 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-99220d41-0442-4b71-b9ae-b227b011646f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6987545 May 06 13:54:57.975093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:57.975093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:57.980204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce8cc1-e154-40af-ba0a-7cf319e4e833 None None] Network 39d1e79f-46ec-433a-95aa-33a2a0f7b28a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:57.981626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44862) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:57.997492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': '6da15fcf-ec3c-40cc-8623-316459cf7f63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:58.014483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:58.014726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:58.030956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:58.036719 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:58.040469 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-47fcbd26-01ab-4beb-9714-627bf9951f73 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3318915 May 06 13:54:58.046673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44866) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:58.047207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:58.051032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.068400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1473067909'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:58.071278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.081644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:58.085599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.094112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:58.101052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:58.103503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:58.119312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:58.128202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:58.133751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:58.147016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:58.168860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.174884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.184701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:58.189125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:58.192590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.212710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.218647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Usage tracker for resource:subnet and tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:58.226455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:58.268662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:58.269504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad22851-424a-4687-a269-1c89d5548f73,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:58.275012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:58.285981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:58.306208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-39d1e79f-46ec-433a-95aa-33a2a0f7b28a', 'network_id': '39d1e79f-46ec-433a-95aa-33a2a0f7b28a', 'tenant_id': '7d7d9c93407f4e9699aea1080db5be41', 'fixed_ips': [{'subnet_id': '826c2341-fdd3-42f4-9921-2a5245214cba'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:54:58.307454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.316028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=e9f7aaf2-bcd5-4245-82e9-3c79a67f5159,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:58.339442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.343471 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cd72f33d-0c12-4bb7-8c5f-0a0a307d57d5 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3587484 May 06 13:54:58.343738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44870) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:58.356461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:58.372634 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:58.394271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Made reservation on behalf of a6e6a5320f954c9fbafdec9cd29ce4c8 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:58.397871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.419784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.420145 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment cbe30781-8ad5-496b-9131-e2785d2ce8d6 of type vlan for network e45376a5-113b-437f-957a-e73604241d9d May 06 13:54:58.488758 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f7cc1d85-fb84-4e8d-8cfc-ed621c367a1b tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules/0ad22851-424a-4687-a269-1c89d5548f73 HTTP/1.1" status: 200 len: 763 time: 0.1433420 May 06 13:54:58.491660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44874) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:58.519693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Allocated IP 172.20.255.242 (39d1e79f-46ec-433a-95aa-33a2a0f7b28a/826c2341-fdd3-42f4-9921-2a5245214cba/52ae018b-a17d-4091-9752-77507293a5fd) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:58.543610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.557378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.567495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.635243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bcd564c1-7778-424a-b763-d44576c6a66f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:58.664614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6856ea33-a737-4e02-a9bd-aaf8dbe907f4,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:58.680076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bcd564c1-7778-424a-b763-d44576c6a66f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:58.681056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.682220 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bcd564c1-7778-424a-b763-d44576c6a66f tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1893940 May 06 13:54:58.682895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e8929a45-c342-4c9a-8703-87ac01ecf1c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7944167 May 06 13:54:58.686884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44878) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:58.691931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44880) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:58.692635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.698952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:58.699710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.711544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': '2268a6c7-6daa-4dba-a103-530879d9e1b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6856ea33-a737-4e02-a9bd-aaf8dbe907f4', 'remote_ip_prefix': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:58.752979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:58.821068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:58.835800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:58.863182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.868146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:58.873110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de46-26ab-44b9-a6a7-da1837ca1b74 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.875718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Transition to ACTIVE for port object 52ae018b-a17d-4091-9752-77507293a5fd will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:58.880647 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8315663 May 06 13:54:58.883545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44886) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:58.886908 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad3649-614a-4d1a-a816-3d4bac43c063 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=e45376a5-113b-437f-957a-e73604241d9d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:58.893970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': 'e45376a5-113b-437f-957a-e73604241d9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:58.897578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Transition to ACTIVE for port object 52ae018b-a17d-4091-9752-77507293a5fd will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:58.905231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network e45376a5-113b-437f-957a-e73604241d9d details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:58.916137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de46-26ab-44b9-a6a7-da1837ca1b74 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:58.928003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.028723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:59.034044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de46-26ab-44b9-a6a7-da1837ca1b74 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.035093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:59.039054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:59.047002 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:59.066600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:59.070330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.077577 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5de46-26ab-44b9-a6a7-da1837ca1b74 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ad22851-424a-4687-a269-1c89d5548f73,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.089172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de46-26ab-44b9-a6a7-da1837ca1b74 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.090307 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c3e5de46-26ab-44b9-a6a7-da1837ca1b74 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0ad22851-424a-4687-a269-1c89d5548f73 HTTP/1.1" status: 204 len: 168 time: 0.3865552 May 06 13:54:59.091087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.092552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Network 39d1e79f-46ec-433a-95aa-33a2a0f7b28a is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:59.093629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44890) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:59.107291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:59.115373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Pushing event updated for resources: {'Port': ['ID=52ae018b-a17d-4091-9752-77507293a5fd,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.119326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:54:59.137301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.138233 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.138591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.138926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.139256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.139588 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.139994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.140255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.140730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.141593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.141593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.141890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:59.202003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.224748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.245496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Attempting to bind port 52ae018b-a17d-4091-9752-77507293a5fd on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:59.245934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Attempting to bind port 52ae018b-a17d-4091-9752-77507293a5fd by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'cfe8df7e-8592-4268-80bd-814e84b854a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '39d1e79f-46ec-433a-95aa-33a2a0f7b28a'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:59.246300 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Attempting to bind port 52ae018b-a17d-4091-9752-77507293a5fd on network 39d1e79f-46ec-433a-95aa-33a2a0f7b28a {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:54:59.253467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:54:59.253878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Checking segment: {'id': 'cfe8df7e-8592-4268-80bd-814e84b854a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '39d1e79f-46ec-433a-95aa-33a2a0f7b28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:54:59.254272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.254615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Bound using segment: {'id': 'cfe8df7e-8592-4268-80bd-814e84b854a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '39d1e79f-46ec-433a-95aa-33a2a0f7b28a'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:54:59.255210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Bound port: 52ae018b-a17d-4091-9752-77507293a5fd, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe8df7e-8592-4268-80bd-814e84b854a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '39d1e79f-46ec-433a-95aa-33a2a0f7b28a'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:59.255777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.263279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.279863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.282898 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dab24b1c-70c4-479e-9672-22613f85e733 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1321905 May 06 13:54:59.287203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44894) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:59.294314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': '6da15fcf-ec3c-40cc-8623-316459cf7f63', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:59.300143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Network 1cd80625-8379-4c1a-a715-e80887feded5 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:59.309285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:59.312264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:54:59.312897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.332693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0427c62-cd70-4761-aee4-c3dd72c223c5 None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:54:59.337110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6cf02c-ce57-41ae-89e9-bfddeda162e3,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.339379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:59.355006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:59.356891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Subnet': ['ID=5a1c2f75-b7a4-4242-8195-869f6a913d16,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.363030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:59.369640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.371980 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2573a227-d4bd-4942-b0b4-e1b8253f579d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6839762 May 06 13:54:59.377207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44898) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:59.382889 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-228474be-4fc0-4a88-9cec-cd75f855bd20 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4757552 May 06 13:54:59.385582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44902) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:59.393113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1876125154', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a1c2f75-b7a4-4242-8195-869f6a913d16'}], 'security_groups': ['8c6907f3-6a59-4a6c-bc1b-c6e3a69322dd', '8c495c42-5799-4422-9b25-d26236ccfaff']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:54:59.396281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:59.434604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.491464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] For port 52ae018b-a17d-4091-9752-77507293a5fd, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:54:59.525311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7734d916-bef5-48cd-ad44-0a6491115fbc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.529346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] For port 52ae018b-a17d-4091-9752-77507293a5fd, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=52ae018b-a17d-4091-9752-77507293a5fd,segment=NetworkSegment(cfe8df7e-8592-4268-80bd-814e84b854a1),segment_id=cfe8df7e-8592-4268-80bd-814e84b854a1)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:54:59.536595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.542733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.552183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7734d916-bef5-48cd-ad44-0a6491115fbc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.555081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.735017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.749811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05255f36-5f59-4153-8971-2e81cdceec09 None None] Pushing event updated for resources: {'Port': ['ID=52ae018b-a17d-4091-9752-77507293a5fd,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.779393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7734d916-bef5-48cd-ad44-0a6491115fbc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.832171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734d916-bef5-48cd-ad44-0a6491115fbc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de6cf02c-ce57-41ae-89e9-bfddeda162e3,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.922976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.943980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.945733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=cfb80ed8-b533-47fd-b440-fc14bc23594f,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:59.973880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7734d916-bef5-48cd-ad44-0a6491115fbc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.975282 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7734d916-bef5-48cd-ad44-0a6491115fbc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/de6cf02c-ce57-41ae-89e9-bfddeda162e3 HTTP/1.1" status: 204 len: 168 time: 0.5950291 May 06 13:54:59.979749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44906) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:59.994244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e157d274-a538-4353-a574-d8be4d88eff1 None None] Update dhcp port {'port': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'fixed_ips': [{'subnet_id': '3b2e0554-fd3e-46ce-987c-9e079454a707', 'ip_address': '172.20.0.18'}, {'subnet_id': '3b17fc40-a665-44f3-be24-ba612f17a6f8', 'ip_address': '172.20.0.2'}, {'subnet_id': '5a1c2f75-b7a4-4242-8195-869f6a913d16'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '530aa84e-47dc-4a5c-8f0d-ace200b3b4e4'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:55:00.000112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bd5adf-0fbd-442a-beea-57a3d2785ac2,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:00.004809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': 'cbe30781-8ad5-496b-9131-e2785d2ce8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e45376a5-113b-437f-957a-e73604241d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:00.005044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: e45376a5-113b-437f-957a-e73604241d9d, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:00.026191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.027431 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9a25ac17-da75-4169-99b1-ab5367641f06 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7389920 May 06 13:55:00.060937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44910) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:00.098924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.108301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.119276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e157d274-a538-4353-a574-d8be4d88eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.149606 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6c8c9614-1301-4601-af33-9dd216c28cbe tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules/02bd5adf-0fbd-442a-beea-57a3d2785ac2 HTTP/1.1" status: 200 len: 763 time: 0.0874329 May 06 13:55:00.154733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44914) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:00.160821 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network e45376a5-113b-437f-957a-e73604241d9d is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:00.193393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, e45376a5-113b-437f-957a-e73604241d9d) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:00.214621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954456bc-6ce8-4e38-ba4a-e97d4486adc0 None None] Network e45376a5-113b-437f-957a-e73604241d9d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:00.216074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-18546f90-9d10-403d-8605-6ec01425ba5f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:00.262511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:00.263114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.298943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=e9f7aaf2-bcd5-4245-82e9-3c79a67f5159,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:00.309492 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c0102f8b-8bec-48d9-a343-abaa741e2bec tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4248405 May 06 13:55:00.312152 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44918) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:00.337151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Delete allocated IP 172.20.0.7 (1cd80625-8379-4c1a-a715-e80887feded5/3b17fc40-a665-44f3-be24-ba612f17a6f8) {{(pid=87984) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:55:00.348191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Allocated IP 172.20.0.41 (1cd80625-8379-4c1a-a715-e80887feded5/5a1c2f75-b7a4-4242-8195-869f6a913d16/3c5278e7-41d3-4a8e-84e4-3848ec431176) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:00.393055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 52ae018b-a17d-4091-9752-77507293a5fd up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:00.404705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-18546f90-9d10-403d-8605-6ec01425ba5f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:00.409713 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-18546f90-9d10-403d-8605-6ec01425ba5f tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4251513 May 06 13:55:00.418021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44922) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:00.424390 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.491369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4d2bb123-829d-46c9-b747-53d0bb0eeb8b tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:00.548569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4d2bb123-829d-46c9-b747-53d0bb0eeb8b tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:00.549913 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4d2bb123-829d-46c9-b747-53d0bb0eeb8b tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3934097 May 06 13:55:00.555419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44926) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:00.591841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 52ae018b-a17d-4091-9752-77507293a5fd completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:00.655604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-e45376a5-113b-437f-957a-e73604241d9d', 'network_id': 'e45376a5-113b-437f-957a-e73604241d9d', 'tenant_id': '7d7d9c93407f4e9699aea1080db5be41', 'fixed_ips': [{'subnet_id': 'cfb80ed8-b533-47fd-b440-fc14bc23594f'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:00.656725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.708218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e807000d-2b04-4ce0-b5c7-f25fcc71973c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.738583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e807000d-2b04-4ce0-b5c7-f25fcc71973c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.780494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055ace7b-364c-4a83-922c-4fa6d24f440a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.827263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.859644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Allocated IP 172.20.0.2 (e45376a5-113b-437f-957a-e73604241d9d/cfb80ed8-b533-47fd-b440-fc14bc23594f/20fad18b-3dc1-4191-ba20-1be655c7982e) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:00.906486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055ace7b-364c-4a83-922c-4fa6d24f440a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:00.949725 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 389d653a-2cd2-45ad-825c-6d43ba8533bd associated. External IP: 172.26.2.105, port: 5914f40a-b30d-488a-a86d-39bd04c63458. May 06 13:55:00.981305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e807000d-2b04-4ce0-b5c7-f25fcc71973c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.021290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e807000d-2b04-4ce0-b5c7-f25fcc71973c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.022498 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e807000d-2b04-4ce0-b5c7-f25fcc71973c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/02bd5adf-0fbd-442a-beea-57a3d2785ac2 HTTP/1.1" status: 204 len: 168 time: 0.4641314 May 06 13:55:01.023339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807000d-2b04-4ce0-b5c7-f25fcc71973c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02bd5adf-0fbd-442a-beea-57a3d2785ac2,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:01.025402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44932) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:01.076315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055ace7b-364c-4a83-922c-4fa6d24f440a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.097975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.134862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055ace7b-364c-4a83-922c-4fa6d24f440a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.136030 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-055ace7b-364c-4a83-922c-4fa6d24f440a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/6856ea33-a737-4e02-a9bd-aaf8dbe907f4 HTTP/1.1" status: 204 len: 168 time: 0.7170024 May 06 13:55:01.136988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ace7b-364c-4a83-922c-4fa6d24f440a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6856ea33-a737-4e02-a9bd-aaf8dbe907f4,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:01.138551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44936) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:01.154458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.168486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-962c30b2-b00b-4612-ba0b-bf6ed3a20ad2 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:01.168964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Transition to ACTIVE for port object 20fad18b-3dc1-4191-ba20-1be655c7982e will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:01.179011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.191442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Transition to ACTIVE for port object 20fad18b-3dc1-4191-ba20-1be655c7982e will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:01.194590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Transition to ACTIVE for port object 3c5278e7-41d3-4a8e-84e4-3848ec431176 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:01.218845 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.226377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.229654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-962c30b2-b00b-4612-ba0b-bf6ed3a20ad2 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:01.233699 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-962c30b2-b00b-4612-ba0b-bf6ed3a20ad2 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2028871 May 06 13:55:01.278251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44940) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:01.368990 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Network e45376a5-113b-437f-957a-e73604241d9d is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:01.378036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:01.385418 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:01.388651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.390708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f19796c-a9a4-4ccd-be23-1f7f6955ae92 None None] Network 39d1e79f-46ec-433a-95aa-33a2a0f7b28a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:01.438821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': '6da15fcf-ec3c-40cc-8623-316459cf7f63', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:01.475364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb80ed8-b533-47fd-b440-fc14bc23594f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:01.482911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:01.516843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Pushing event updated for resources: {'Port': ['ID=20fad18b-3dc1-4191-ba20-1be655c7982e,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:01.518410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a9dc7276-e37e-4aea-8fc4-1da020ff6b63 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:01.557087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:01.565612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event updated for resources: {'Port': ['ID=3c5278e7-41d3-4a8e-84e4-3848ec431176,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:01.590930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-e157d274-a538-4353-a574-d8be4d88eff1 None None] Allocated IP 172.20.0.34 (1cd80625-8379-4c1a-a715-e80887feded5/5a1c2f75-b7a4-4242-8195-869f6a913d16/530aa84e-47dc-4a5c-8f0d-ace200b3b4e4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:01.601190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Project b9d47c6afc154b0c9e020c0a3501b200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:55:01.612541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.624620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a9dc7276-e37e-4aea-8fc4-1da020ff6b63 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:01.629117 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a9dc7276-e37e-4aea-8fc4-1da020ff6b63 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4751952 May 06 13:55:01.633194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44944) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:01.642427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.652960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Attempting to bind port 20fad18b-3dc1-4191-ba20-1be655c7982e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:01.653322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Attempting to bind port 20fad18b-3dc1-4191-ba20-1be655c7982e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'cbe30781-8ad5-496b-9131-e2785d2ce8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e45376a5-113b-437f-957a-e73604241d9d'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:01.653788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Attempting to bind port 20fad18b-3dc1-4191-ba20-1be655c7982e on network e45376a5-113b-437f-957a-e73604241d9d {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:01.659195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] In _notify_port_updated(), no bound segment for port 3c5278e7-41d3-4a8e-84e4-3848ec431176 on network 1cd80625-8379-4c1a-a715-e80887feded5 {{(pid=87984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:55:01.664917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:01.665557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.666898 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0c5f9f70-82e1-41b3-a5c1-bf2875535790 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "PUT /v2.0/ports/3c5278e7-41d3-4a8e-84e4-3848ec431176 HTTP/1.1" status: 200 len: 960 time: 2.2801955 May 06 13:55:01.673062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44948) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:01.683672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e6c59710-1c6a-48cb-83e1-341d7a549db7 None None] Provisioning for port 52ae018b-a17d-4091-9752-77507293a5fd completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:01.685860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45376a5-113b-437f-957a-e73604241d9d']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:01.710495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe30781-8ad5-496b-9131-e2785d2ce8d6') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:01.710763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe30781-8ad5-496b-9131-e2785d2ce8d6') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:01.727213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 63c5393f-9c26-43ef-94ed-adf22dca256c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:55:01.728908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.738281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:55:01.738827 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Checking segment: {'id': 'cbe30781-8ad5-496b-9131-e2785d2ce8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e45376a5-113b-437f-957a-e73604241d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:01.739302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.740149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Bound using segment: {'id': 'cbe30781-8ad5-496b-9131-e2785d2ce8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e45376a5-113b-437f-957a-e73604241d9d'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:55:01.740695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Bound port: 20fad18b-3dc1-4191-ba20-1be655c7982e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe30781-8ad5-496b-9131-e2785d2ce8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e45376a5-113b-437f-957a-e73604241d9d'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:01.741167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.775226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e6c59710-1c6a-48cb-83e1-341d7a549db7 None None] Provisioning complete for port 52ae018b-a17d-4091-9752-77507293a5fd triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:01.775916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6c59710-1c6a-48cb-83e1-341d7a549db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.796553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd52d7-0354-45ac-a572-3e9ec39c0edf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 3c5278e7-41d3-4a8e-84e4-3848ec431176 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:01.796971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4cd52d7-0354-45ac-a572-3e9ec39c0edf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.812157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.838822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:01.839173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:01.858649 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:02.023489 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:55:02.023489 dv-neutron-840888-1-hyperv neutron-server[87985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:55:02.023489 dv-neutron-840888-1-hyperv neutron-server[87985]: [parameters: {'id': 'e45376a5-113b-437f-957a-e73604241d9d'}] May 06 13:55:02.023489 dv-neutron-840888-1-hyperv neutron-server[87985]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:55:02.024831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:55:02.052078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:55:02.063710 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] Sync routers for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:55:02.074577 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:02.075599 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:02.083993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] For port 20fad18b-3dc1-4191-ba20-1be655c7982e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:55:02.087306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.088982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] For port 20fad18b-3dc1-4191-ba20-1be655c7982e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=20fad18b-3dc1-4191-ba20-1be655c7982e,segment=NetworkSegment(cbe30781-8ad5-496b-9131-e2785d2ce8d6),segment_id=cbe30781-8ad5-496b-9131-e2785d2ce8d6)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:55:02.094858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4cd52d7-0354-45ac-a572-3e9ec39c0edf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.137410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.170365 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e27c8673-2b11-43ec-9b58-0add691615bb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4174414 May 06 13:55:02.171067 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:55:02.177490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44952) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:02.234567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd52d7-0354-45ac-a572-3e9ec39c0edf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 3c5278e7-41d3-4a8e-84e4-3848ec431176 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:02.278829 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:55:02.292031 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba57922-b17d-4b26-8bd9-5b3a76644a6a'] response: {'name': 'network-changed', 'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458', 'status': 'completed', 'code': 200} May 06 13:55:02.297243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e157d274-a538-4353-a574-d8be4d88eff1 None None] For port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,segment=NetworkSegment(d3e34e44-938e-4634-a19e-bbe4fb44bf59),segment_id=d3e34e44-938e-4634-a19e-bbe4fb44bf59)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:02.330659 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-60120f21-f84d-4292-b3b5-cba1b21148f3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 992 time: 0.1520545 May 06 13:55:02.391812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.401296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.402896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d820148-a111-4ce6-a9d8-974ea24dc59a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.460224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53860d-964d-4829-a075-a79a6d77d543 None None] Pushing event updated for resources: {'Port': ['ID=20fad18b-3dc1-4191-ba20-1be655c7982e,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:02.476085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6c59710-1c6a-48cb-83e1-341d7a549db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.480890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c7bc98-b2cb-42dd-b3cf-4fa26a2e7b76,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:02.491488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e157d274-a538-4353-a574-d8be4d88eff1 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.509321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d820148-a111-4ce6-a9d8-974ea24dc59a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.526142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.539550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e157d274-a538-4353-a574-d8be4d88eff1 None None] Transition to ACTIVE for port object 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:02.548793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Deleting port 20fad18b-3dc1-4191-ba20-1be655c7982e {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:02.549463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.563375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e157d274-a538-4353-a574-d8be4d88eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.564836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.569022 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5c3fa968-5699-445c-b8f6-dc5ee70e715c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2878034 May 06 13:55:02.577417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44958) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:02.667307 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2f0533e2-9bb6-4ebf-9c95-de57ddc15978 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules/82c7bc98-b2cb-42dd-b3cf-4fa26a2e7b76 HTTP/1.1" status: 200 len: 769 time: 0.0807023 May 06 13:55:02.667902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44962) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:02.700060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-81fb6e7c-377a-47f1-bd24-48edd4d756e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:02.713859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6df768-d1c4-441b-a3c5-bdf19cb01e09 None None] Network e45376a5-113b-437f-957a-e73604241d9d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:02.721479 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-81fb6e7c-377a-47f1-bd24-48edd4d756e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 1099 time: 0.3863392 May 06 13:55:02.736970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e6c59710-1c6a-48cb-83e1-341d7a549db7 None None] For port 52ae018b-a17d-4091-9752-77507293a5fd, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=52ae018b-a17d-4091-9752-77507293a5fd,segment=NetworkSegment(cfe8df7e-8592-4268-80bd-814e84b854a1),segment_id=cfe8df7e-8592-4268-80bd-814e84b854a1)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:02.745314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d820148-a111-4ce6-a9d8-974ea24dc59a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.755778 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6c59710-1c6a-48cb-83e1-341d7a549db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.800102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4cd52d7-0354-45ac-a572-3e9ec39c0edf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:02.820728 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '389d653a-2cd2-45ad-825c-6d43ba8533bd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'port_id': '5914f40a-b30d-488a-a86d-39bd04c63458', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'mac_address': 'fa:16:3e:37:95:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:58Z', 'updated_at': '2022-05-06T13:54:58Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:02.827625 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] Checking router: 63c5393f-9c26-43ef-94ed-adf22dca256c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:55:02.840829 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:02.842686 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:54:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:02.935805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157d274-a538-4353-a574-d8be4d88eff1 None None] Pushing event updated for resources: {'Port': ['ID=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:03.010922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-54ac2079-573c-4d8d-9a30-0d8ae62b5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:03.012973 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-54ac2079-573c-4d8d-9a30-0d8ae62b5fbb service neutron] 10.222.0.76 "GET /v2.0/networks?id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 897 time: 0.2783566 May 06 13:55:03.082268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d820148-a111-4ce6-a9d8-974ea24dc59a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2268a6c7-6daa-4dba-a103-530879d9e1b5,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:03.123901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] For port 20fad18b-3dc1-4191-ba20-1be655c7982e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=20fad18b-3dc1-4191-ba20-1be655c7982e,segment=NetworkSegment(cbe30781-8ad5-496b-9131-e2785d2ce8d6),segment_id=cbe30781-8ad5-496b-9131-e2785d2ce8d6)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:03.124511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.178920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a91d734c-359f-4d53-9637-112f707fc003 None None] Provisioning complete for port 52ae018b-a17d-4091-9752-77507293a5fd triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:03.179302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a91d734c-359f-4d53-9637-112f707fc003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.215073 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:55:03.243161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c59710-1c6a-48cb-83e1-341d7a549db7 None None] Pushing event updated for resources: {'Port': ['ID=52ae018b-a17d-4091-9752-77507293a5fd,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:03.268466 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-a1fc56f4-b5ce-4643-9956-5d3f7eab40ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5914f40a-b30d-488a-a86d-39bd04c63458 HTTP/1.1" status: 200 len: 1000 time: 0.1684036 May 06 13:55:03.280083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd52d7-0354-45ac-a572-3e9ec39c0edf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=3c5278e7-41d3-4a8e-84e4-3848ec431176,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:03.316168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Calling delete_port for 20fad18b-3dc1-4191-ba20-1be655c7982e owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:03.331191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1b186ece-0202-4ee1-b3f9-1e38ceaf8b68 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:03.336184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44966) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.438711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.513869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Port': ['ID=20fad18b-3dc1-4191-ba20-1be655c7982e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:03.518054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No DVR routers for this DVR port 20fad18b-3dc1-4191-ba20-1be655c7982e on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:03.687194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.706750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1b186ece-0202-4ee1-b3f9-1e38ceaf8b68 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:03.708078 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1b186ece-0202-4ee1-b3f9-1e38ceaf8b68 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 1.0297809 May 06 13:55:03.720500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44970) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.732114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45376a5-113b-437f-957a-e73604241d9d']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.747799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe30781-8ad5-496b-9131-e2785d2ce8d6') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.747799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe30781-8ad5-496b-9131-e2785d2ce8d6') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.751228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0d820148-a111-4ce6-a9d8-974ea24dc59a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.752337 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0d820148-a111-4ce6-a9d8-974ea24dc59a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/2268a6c7-6daa-4dba-a103-530879d9e1b5 HTTP/1.1" status: 204 len: 168 time: 2.1182122 May 06 13:55:03.754023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-fdab64b8-3ec5-4c72-b23e-b05b955004e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:03.755748 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-fdab64b8-3ec5-4c72-b23e-b05b955004e7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09d55ef5-6b0e-4d5f-bde3-90a8079f55dd HTTP/1.1" status: 200 len: 834 time: 0.4708037 May 06 13:55:03.755872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44974) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.775641 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4a507cfd-db3a-439c-a60e-00a7ad8a65ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 992 time: 0.4309154 May 06 13:55:03.793676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.803551 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '389d653a-2cd2-45ad-825c-6d43ba8533bd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'port_id': '5914f40a-b30d-488a-a86d-39bd04c63458', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'mac_address': 'fa:16:3e:37:95:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:58Z', 'updated_at': '2022-05-06T13:54:58Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:03.809994 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fefdb6-3b10-41ea-b57f-689ca80f35d4 None None] The sync data for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv is: [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '389d653a-2cd2-45ad-825c-6d43ba8533bd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'port_id': '5914f40a-b30d-488a-a86d-39bd04c63458', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'mac_address': 'fa:16:3e:37:95:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:58Z', 'updated_at': '2022-05-06T13:54:58Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:55:03.839140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.847441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f09026c9-2561-4f61-bb13-97b8ba2227eb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.861751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:03.862136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-37e95d83-637e-453b-8ff3-ece4ffa91458 None None] Provisioning for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:03.862642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.868223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4cd52d7-0354-45ac-a572-3e9ec39c0edf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.869148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-37e95d83-637e-453b-8ff3-ece4ffa91458 None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:03.869652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-37e95d83-637e-453b-8ff3-ece4ffa91458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.871238 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a4cd52d7-0354-45ac-a572-3e9ec39c0edf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/3c5278e7-41d3-4a8e-84e4-3848ec431176 HTTP/1.1" status: 204 len: 168 time: 2.1944585 May 06 13:55:03.873269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f09026c9-2561-4f61-bb13-97b8ba2227eb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:03.880263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44978) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:03.887975 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:03.902066 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f30c9877-8482-48ff-9bd0-57b1d2aa73db tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1414754 May 06 13:55:03.907718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44982) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.970390 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-secgroup--600655749'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:03.973293 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c276574-eab2-4506-a3cd-0bc268cbdb19 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] GET failed (client error): The resource could not be found. May 06 13:55:03.974312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2c276574-eab2-4506-a3cd-0bc268cbdb19 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Synchronizing usage tracker for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:03.976813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:03.981238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:03.984164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:03.991883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:04.010829 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.029469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f09026c9-2561-4f61-bb13-97b8ba2227eb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.048794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-884201bf-dd94-4dc3-941e-92350a3d1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:04.050471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-884201bf-dd94-4dc3-941e-92350a3d1aff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2831025 May 06 13:55:04.051195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2c276574-eab2-4506-a3cd-0bc268cbdb19 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Unset dirty status for tenant:a6e6a5320f954c9fbafdec9cd29ce4c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:04.054505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-37e95d83-637e-453b-8ff3-ece4ffa91458 None None] Could not find standard attr ID for object 3c5278e7-41d3-4a8e-84e4-3848ec431176. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:55:04.055536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2c276574-eab2-4506-a3cd-0bc268cbdb19 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports/3c5278e7-41d3-4a8e-84e4-3848ec431176 HTTP/1.1" status: 404 len: 333 time: 0.1713827 May 06 13:55:04.058368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44986) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.059403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:04.070197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09026c9-2561-4f61-bb13-97b8ba2227eb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82c7bc98-b2cb-42dd-b3cf-4fa26a2e7b76,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:04.073385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-37e95d83-637e-453b-8ff3-ece4ffa91458 None None] Provisioning complete for port 41b7404c-3641-495f-a9be-2b64c588d381 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:04.074259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-37e95d83-637e-453b-8ff3-ece4ffa91458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.082654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:04.088691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:04.101739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:04.105738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f09026c9-2561-4f61-bb13-97b8ba2227eb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.107105 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f09026c9-2561-4f61-bb13-97b8ba2227eb tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/82c7bc98-b2cb-42dd-b3cf-4fa26a2e7b76 HTTP/1.1" status: 204 len: 168 time: 0.3766367 May 06 13:55:04.113919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.116319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44990) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.184096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.184653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-37e95d83-637e-453b-8ff3-ece4ffa91458 None None] Port 41b7404c-3641-495f-a9be-2b64c588d381 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:04.189723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97033fc0-030d-45fa-911d-27c9cb47f2fc None None] New status for floating IP 389d653a-2cd2-45ad-825c-6d43ba8533bd: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:55:04.203152 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=e45376a5-113b-437f-957a-e73604241d9d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:04.207989 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e30d4dc8-7015-4c21-b4a5-0dad46cd65eb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/e45376a5-113b-437f-957a-e73604241d9d HTTP/1.1" status: 204 len: 168 time: 3.8947856 May 06 13:55:04.216704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 44994) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.230262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-3878479'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:04.245952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:04.253310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:04.257848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:04.268611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5262fbb-9bd1-4994-9a80-1830ceffaa58 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.298857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:04.307410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:04.325529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d2fcfec4-92ad-43f6-bf21-1af7aab8196c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:04.328172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5262fbb-9bd1-4994-9a80-1830ceffaa58 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.365033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:04.368854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.381714 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-43de013d-a4ef-4241-b3f1-a893ffd6ee2f service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081515 May 06 13:55:04.401933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.418455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.425960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d2fcfec4-92ad-43f6-bf21-1af7aab8196c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:04.430298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d2fcfec4-92ad-43f6-bf21-1af7aab8196c tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3102446 May 06 13:55:04.435441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5262fbb-9bd1-4994-9a80-1830ceffaa58 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.446005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 44998) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.522866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09063ddc-7065-43fb-9a9b-f316456dbfb6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:04.523348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:04.546022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.546467 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment d805c679-3f58-46af-bca3-25a0594aef06 of type vlan for network 0e692190-02d0-4c53-910b-d3a81aa1c750 May 06 13:55:04.546924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5262fbb-9bd1-4994-9a80-1830ceffaa58 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.548867 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a5262fbb-9bd1-4994-9a80-1830ceffaa58 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e727edc-7682-4fe0-bd99-e88d91cf863a HTTP/1.1" status: 204 len: 168 time: 0.4866290 May 06 13:55:04.553126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.554329 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9622f7b2-6592-4c85-9ccd-cde7ec59031e tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6453776 May 06 13:55:04.558232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45002) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.558563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45004) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.559345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5262fbb-9bd1-4994-9a80-1830ceffaa58 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e727edc-7682-4fe0-bd99-e88d91cf863a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:04.582907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': '09063ddc-7065-43fb-9a9b-f316456dbfb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:04.590259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:04.595400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:04.598336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:04.605016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3193c866-5bde-4ac8-969c-a17c84c2eeae req-7954eb4a-d255-4b3a-bb14-5329ab3c6999 service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163208 May 06 13:55:04.605503 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:04.637021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.664322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.690561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.690789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11d27ed4-9781-4319-8296-9cb8e7c8df05 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.696633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:04.697321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.712126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe62b4a6-fab3-45ed-9b9c-029a36b1c346 None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:55:04.743803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-66dde80e-366f-4cc2-82c7-484f5ab3b6cb None None] Could not find standard attr ID for object 3c5278e7-41d3-4a8e-84e4-3848ec431176. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:55:04.770093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11d27ed4-9781-4319-8296-9cb8e7c8df05 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.783495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45010) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.811070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6405659a-1414-4ec3-9075-97a60c67b6b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.862737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.877148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.905441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6844451 May 06 13:55:04.917046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:04.917046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.924475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45014) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:04.934284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': '0e692190-02d0-4c53-910b-d3a81aa1c750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:04.949557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6405659a-1414-4ec3-9075-97a60c67b6b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.959868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bc9f1-c135-4609-afaf-535ffa5a5e06 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=0e692190-02d0-4c53-910b-d3a81aa1c750,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:04.970228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce759380-102e-4eb6-a7b9-a24ee6455fd6,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:04.988136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 0e692190-02d0-4c53-910b-d3a81aa1c750 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:04.999376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11d27ed4-9781-4319-8296-9cb8e7c8df05 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.049142 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cf013834-eeac-4ffd-92a0-deed1d81239d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 992 time: 0.2629492 May 06 13:55:05.085915 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d27ed4-9781-4319-8296-9cb8e7c8df05 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da15fcf-ec3c-40cc-8623-316459cf7f63,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:05.089440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:05.093842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:05.097409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:05.105397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-11d27ed4-9781-4319-8296-9cb8e7c8df05 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.106237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:05.106669 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-11d27ed4-9781-4319-8296-9cb8e7c8df05 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/6da15fcf-ec3c-40cc-8623-316459cf7f63 HTTP/1.1" status: 204 len: 168 time: 0.6583939 May 06 13:55:05.108835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.109439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45018) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.112142 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4cf29927-e8ce-4c99-83c1-2cbf682ed4f2 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5449393 May 06 13:55:05.114600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45022) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.136582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:05.141240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.145463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-468dc31d-6895-4cc0-9e99-0c592dfaa5b6 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.162368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-468dc31d-6895-4cc0-9e99-0c592dfaa5b6 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.170748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6405659a-1414-4ec3-9075-97a60c67b6b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.201047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405659a-1414-4ec3-9075-97a60c67b6b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c495c42-5799-4422-9b25-d26236ccfaff,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:05.206200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6405659a-1414-4ec3-9075-97a60c67b6b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.207404 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6405659a-1414-4ec3-9075-97a60c67b6b0 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c495c42-5799-4422-9b25-d26236ccfaff HTTP/1.1" status: 204 len: 168 time: 0.6450317 May 06 13:55:05.210810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45026) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.245490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-468dc31d-6895-4cc0-9e99-0c592dfaa5b6 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.267856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dc31d-6895-4cc0-9e99-0c592dfaa5b6 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce759380-102e-4eb6-a7b9-a24ee6455fd6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:05.279233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Performing IP validity checks on allocation pools {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 06 13:55:05.279415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 06 13:55:05.285479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-468dc31d-6895-4cc0-9e99-0c592dfaa5b6 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.286562 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-468dc31d-6895-4cc0-9e99-0c592dfaa5b6 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ce759380-102e-4eb6-a7b9-a24ee6455fd6 HTTP/1.1" status: 204 len: 168 time: 0.1722236 May 06 13:55:05.291766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45030) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.293340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 52ae018b-a17d-4091-9752-77507293a5fd up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:05.301933 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a0ac4c88-db00-4c69-b537-cec9a3c1fec2 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1902919 May 06 13:55:05.308052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45034) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.312031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595638184'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:05.316239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4b940b8-24d2-47a5-9d03-a9d7a73a7eab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.319803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:05.334999 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:05.338200 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe62b4a6-fab3-45ed-9b9c-029a36b1c346 None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:55:05.340367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:05.355062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:05.360919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4b940b8-24d2-47a5-9d03-a9d7a73a7eab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.363459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-541b2ecd-f116-4862-a4f8-2eb776cf90e3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:05.387957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.424311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:05.424585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-541b2ecd-f116-4862-a4f8-2eb776cf90e3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:05.425817 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-541b2ecd-f116-4862-a4f8-2eb776cf90e3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1284838 May 06 13:55:05.430163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45038) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.445300 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:05.450905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:05.459893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4b940b8-24d2-47a5-9d03-a9d7a73a7eab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.463997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:05.467879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 52ae018b-a17d-4091-9752-77507293a5fd triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:05.468223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.507207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.507458 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b940b8-24d2-47a5-9d03-a9d7a73a7eab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6907f3-6a59-4a6c-bc1b-c6e3a69322dd,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:05.529532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4b940b8-24d2-47a5-9d03-a9d7a73a7eab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.534091 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4b940b8-24d2-47a5-9d03-a9d7a73a7eab tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c6907f3-6a59-4a6c-bc1b-c6e3a69322dd HTTP/1.1" status: 204 len: 168 time: 0.3223081 May 06 13:55:05.535140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45042) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.604332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=b9c6d5f2-a8c3-4534-97ba-fc07e04493d3,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:05.610762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': 'd805c679-3f58-46af-bca3-25a0594aef06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0e692190-02d0-4c53-910b-d3a81aa1c750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:05.611133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: 0e692190-02d0-4c53-910b-d3a81aa1c750, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:05.632617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network 0e692190-02d0-4c53-910b-d3a81aa1c750 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:05.644654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2053bfb1-9f7d-47c8-ad40-6a5bdf60df40 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.645635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 0e692190-02d0-4c53-910b-d3a81aa1c750) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:05.652200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:05.653048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.655423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-803e08a3-6568-4a37-81cb-d86517d3aced tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet 3b17fc40-a665-44f3-be24-ba612f17a6f8 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:55:05.672062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-803e08a3-6568-4a37-81cb-d86517d3aced tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.685345 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ea5883df-03b3-4920-9b6a-903fd1833e10 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7596653 May 06 13:55:05.687358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45046) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:05.843462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.867557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2053bfb1-9f7d-47c8-ad40-6a5bdf60df40 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.887997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.902465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.908535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-803e08a3-6568-4a37-81cb-d86517d3aced tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:05.925398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.027109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.027380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.030975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75eff051-b936-4115-ad81-f94354249242,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:06.039874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.045824 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bc395394-8f8c-47dd-a3bf-1f3696c6700e tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7377722 May 06 13:55:06.050308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45050) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:06.053006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45052) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:06.053611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb57a9f-f1c9-4862-8e75-0dddc017b5a5 None None] Network 0e692190-02d0-4c53-910b-d3a81aa1c750 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:06.058947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Request body: {'security_group_rule': {'security_group_id': '75eff051-b936-4115-ad81-f94354249242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:06.101608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c6d5f2-a8c3-4534-97ba-fc07e04493d3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:06.122683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2053bfb1-9f7d-47c8-ad40-6a5bdf60df40 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.127071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:06.185759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Usage tracker for resource:security_group_rule and tenant:b9d47c6afc154b0c9e020c0a3501b200 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:06.196944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:06.209663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053bfb1-9f7d-47c8-ad40-6a5bdf60df40 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09063ddc-7065-43fb-9a9b-f316456dbfb6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:06.217087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:06.235637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-803e08a3-6568-4a37-81cb-d86517d3aced tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.265784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2053bfb1-9f7d-47c8-ad40-6a5bdf60df40 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.270637 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2053bfb1-9f7d-47c8-ad40-6a5bdf60df40 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/09063ddc-7065-43fb-9a9b-f316456dbfb6 HTTP/1.1" status: 204 len: 168 time: 0.8392429 May 06 13:55:06.273951 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a01391c0-e3fd-47e3-97ab-1bc3ceb044d2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 994 time: 0.2196484 May 06 13:55:06.274506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45058) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:06.289661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30bafa-2bc8-47c0-bd5c-ec0ff8927f56 None None] Network 0e692190-02d0-4c53-910b-d3a81aa1c750 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:06.316272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.321682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.349875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e692190-02d0-4c53-910b-d3a81aa1c750']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:06.376234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd805c679-3f58-46af-bca3-25a0594aef06') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:06.377974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd805c679-3f58-46af-bca3-25a0594aef06') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:06.393700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.410292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.412397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-90df43a9-6bb1-416f-be85-fc2a9840d9c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:06.417617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:06.418142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.428752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-803e08a3-6568-4a37-81cb-d86517d3aced tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:06.435954 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:06.480353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.481377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-90df43a9-6bb1-416f-be85-fc2a9840d9c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:06.482746 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-90df43a9-6bb1-416f-be85-fc2a9840d9c5 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2027297 May 06 13:55:06.488635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-803e08a3-6568-4a37-81cb-d86517d3aced tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.491013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45062) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:06.491847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.495341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e08a3-6568-4a37-81cb-d86517d3aced tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=3b17fc40-a665-44f3-be24-ba612f17a6f8,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:06.497254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f295d40-6f8d-40fd-b353-c60a5838354c None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:06.514055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-secgroup--745483521'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:06.530838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:06.533895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.541618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33abaa0e-41d3-4389-8095-3cd272d642ea,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:06.543912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.552333 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-803e08a3-6568-4a37-81cb-d86517d3aced tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/3b17fc40-a665-44f3-be24-ba612f17a6f8 HTTP/1.1" status: 204 len: 168 time: 1.0122371 May 06 13:55:06.553742 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45066) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:06.580848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=0e692190-02d0-4c53-910b-d3a81aa1c750,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:06.591118 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cf18be68-9e7e-440e-876b-1ec89d5e3d54 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/0e692190-02d0-4c53-910b-d3a81aa1c750 HTTP/1.1" status: 204 len: 168 time: 0.9040630 May 06 13:55:06.591889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45070) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:06.599193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1848893264'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:06.601153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.604990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:06.605518 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-44153410-4746-4c56-a304-a33cbf7c4835 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5537672 May 06 13:55:06.606824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:06.609454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:06.612871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45074) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:06.614591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:06.621593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:06.633968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:06.638975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.662671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.677396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:06.688557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.688946 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment e6607462-341f-4ebb-8451-f92af74a971d of type vlan for network a7375b36-80ed-410b-8f6e-d3b315339cbc May 06 13:55:06.703876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85ada55-af74-4675-a19f-22c961d08175 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet 5a1c2f75-b7a4-4242-8195-869f6a913d16 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:55:06.711857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b85ada55-af74-4675-a19f-22c961d08175 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.722220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.749506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:06.759174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.762735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:06.768382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:06.769202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.777968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:06.783190 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41452ebe-dc87-48f3-bde9-7b627d54d87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.794968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:06.797166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a128046-536e-422d-8c74-528764df4dd7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.823222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b85ada55-af74-4675-a19f-22c961d08175 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.887044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a128046-536e-422d-8c74-528764df4dd7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:06.898270 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3052628 May 06 13:55:06.898938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45078) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:06.924328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': 'a7375b36-80ed-410b-8f6e-d3b315339cbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:07.028672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a128046-536e-422d-8c74-528764df4dd7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.036702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f89cf-586a-4585-8866-72b3b594fbe8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=a7375b36-80ed-410b-8f6e-d3b315339cbc,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:07.052624 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network a7375b36-80ed-410b-8f6e-d3b315339cbc details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:07.069929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:07.074272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:07.077671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:07.084380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:07.087533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b85ada55-af74-4675-a19f-22c961d08175 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.130089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a128046-536e-422d-8c74-528764df4dd7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eff051-b936-4115-ad81-f94354249242,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:07.140611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.151372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:07.155700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.158283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.206876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a128046-536e-422d-8c74-528764df4dd7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.209047 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5a128046-536e-422d-8c74-528764df4dd7 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/75eff051-b936-4115-ad81-f94354249242 HTTP/1.1" status: 204 len: 168 time: 0.5948646 May 06 13:55:07.216526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45082) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.262137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fd5c8b-b078-49fa-9651-e28ed9a35526,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:07.272896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.274639 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6fcd0b18-8559-4dbf-83cf-be5188b2c327 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7806509 May 06 13:55:07.281236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45086) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.300789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': 'b6fd5c8b-b078-49fa-9651-e28ed9a35526', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:07.317345 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:07.329170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b85ada55-af74-4675-a19f-22c961d08175 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.338042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:07.378678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:07.394092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:07.396163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ada55-af74-4675-a19f-22c961d08175 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1c2f75-b7a4-4242-8195-869f6a913d16,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:07.402020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b85ada55-af74-4675-a19f-22c961d08175 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.409971 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b85ada55-af74-4675-a19f-22c961d08175 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/5a1c2f75-b7a4-4242-8195-869f6a913d16 HTTP/1.1" status: 204 len: 168 time: 0.8510969 May 06 13:55:07.413085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f8f193fe-48b9-46e6-84ca-dafa6667ae39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:07.415920 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45090) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.478857 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-90da2282-698b-452c-9ca0-660fc994557c tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:07.479366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90da2282-698b-452c-9ca0-660fc994557c tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:07.481131 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-90da2282-698b-452c-9ca0-660fc994557c tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/3b17fc40-a665-44f3-be24-ba612f17a6f8 HTTP/1.1" status: 404 len: 337 time: 0.0621574 May 06 13:55:07.484075 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45094) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.515763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.521082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.540498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f8f193fe-48b9-46e6-84ca-dafa6667ae39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:07.541913 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f8f193fe-48b9-46e6-84ca-dafa6667ae39 tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3139625 May 06 13:55:07.552495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45098) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.621561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': 'e6607462-341f-4ebb-8451-f92af74a971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'a7375b36-80ed-410b-8f6e-d3b315339cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:07.622065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: a7375b36-80ed-410b-8f6e-d3b315339cbc, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:07.627433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=58b9a2f8-329f-4614-9586-7f838d6f16c6,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:07.640860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cbc6a3-f059-43a4-a7da-59a8c50f96dc None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:07.646795 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network a7375b36-80ed-410b-8f6e-d3b315339cbc is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:07.649275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-57382a16-3c09-4d89-9781-4f4514946678 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting subnet 3b2e0554-fd3e-46ce-987c-9e079454a707 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:55:07.657523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, a7375b36-80ed-410b-8f6e-d3b315339cbc) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:07.661856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:07.662515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.667802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6622c877-710b-4926-9616-65da6391252d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Synchronizing usage tracker for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:07.671572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57382a16-3c09-4d89-9781-4f4514946678 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.687401 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1b890fef-42ac-4927-84ac-6de0b9638ad9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7723627 May 06 13:55:07.690712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45102) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.709097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0197276e-c7c9-4ce0-8691-2ff88c0f23ef None None] Network a7375b36-80ed-410b-8f6e-d3b315339cbc requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:07.754464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6622c877-710b-4926-9616-65da6391252d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] Unset dirty status for tenant:b9d47c6afc154b0c9e020c0a3501b200 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:07.755921 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6622c877-710b-4926-9616-65da6391252d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1993701 May 06 13:55:07.760124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45106) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.776073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.789862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57382a16-3c09-4d89-9781-4f4514946678 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.806149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-54425566-f9c6-4b59-a22b-37b646d11c0f None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:07.807073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-54425566-f9c6-4b59-a22b-37b646d11c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.832594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.856130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.862339 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-6b98f425-2db7-47ed-bb88-7471f0e4e52d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] delete failed (client error): The resource could not be found. May 06 13:55:07.867508 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6b98f425-2db7-47ed-bb88-7471f0e4e52d tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "DELETE /v2.0/security-groups/75eff051-b936-4115-ad81-f94354249242 HTTP/1.1" status: 404 len: 347 time: 0.0951009 May 06 13:55:07.867714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45110) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.876860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8134d2a-6392-4979-b7ff-5aa3530cd632,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:07.900833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.902306 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a1ac4618-7606-4bc6-9b74-08a4b143bcf0 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6199052 May 06 13:55:07.906006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45114) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.935389 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2c016bc4-26a1-460a-a150-0fb7f8b01b08 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules/d8134d2a-6392-4979-b7ff-5aa3530cd632 HTTP/1.1" status: 200 len: 763 time: 0.0274878 May 06 13:55:07.938646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45118) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:07.964609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57382a16-3c09-4d89-9781-4f4514946678 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:07.979208 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8ada3026-a3bb-4d96-8166-869aacdc8fef tempest-SecGroupIPv6Test-1448093215 tempest-SecGroupIPv6Test-1448093215-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094420 May 06 13:55:07.980346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.069988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.088962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-96715efd-1265-479d-a9f8-f583c802f9a1 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:08.121777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=58b9a2f8-329f-4614-9586-7f838d6f16c6,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:08.124495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-96715efd-1265-479d-a9f8-f583c802f9a1 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:08.131957 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-96715efd-1265-479d-a9f8-f583c802f9a1 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1920769 May 06 13:55:08.134712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45124) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.140049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57382a16-3c09-4d89-9781-4f4514946678 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.208119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5168bca-e08a-4a8e-a2d7-d6ed302766d5 None None] Network a7375b36-80ed-410b-8f6e-d3b315339cbc requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:08.231437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57382a16-3c09-4d89-9781-4f4514946678 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2e0554-fd3e-46ce-987c-9e079454a707,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:08.232063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.240645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57382a16-3c09-4d89-9781-4f4514946678 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.245686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d673f5e-cbce-459b-bc7a-a12defaf74df tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.259459 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-57382a16-3c09-4d89-9781-4f4514946678 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/3b2e0554-fd3e-46ce-987c-9e079454a707 HTTP/1.1" status: 204 len: 168 time: 0.7742965 May 06 13:55:08.261135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d673f5e-cbce-459b-bc7a-a12defaf74df tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.269012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45128) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.278593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7375b36-80ed-410b-8f6e-d3b315339cbc']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:08.302081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6607462-341f-4ebb-8451-f92af74a971d') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:08.302863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6607462-341f-4ebb-8451-f92af74a971d') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:08.322669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.335464 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f47e9f9-fc50-4ea0-8587-eb47402fa397 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:08.336227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f47e9f9-fc50-4ea0-8587-eb47402fa397 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:08.340267 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1f47e9f9-fc50-4ea0-8587-eb47402fa397 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/f57050ec-be8d-4294-9d21-93be9c127ad5 HTTP/1.1" status: 404 len: 337 time: 0.0680075 May 06 13:55:08.341132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45134) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.344971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.353824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:08.354333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.399002 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5f2cef4a-4e1a-4232-ada1-b536a545e7f5 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e HTTP/1.1" status: 200 len: 205 time: 0.0552306 May 06 13:55:08.399900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45138) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:08.434777 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:08.452914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-54425566-f9c6-4b59-a22b-37b646d11c0f None None] Provisioning complete for port 41b7404c-3641-495f-a9be-2b64c588d381 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:08.453323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-54425566-f9c6-4b59-a22b-37b646d11c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.455986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45142) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.506722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.521788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-54425566-f9c6-4b59-a22b-37b646d11c0f None None] Port 41b7404c-3641-495f-a9be-2b64c588d381 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:08.545084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.559376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=a7375b36-80ed-410b-8f6e-d3b315339cbc,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:08.568685 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-215d236a-03b4-41f6-9db0-2457889fd709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/a7375b36-80ed-410b-8f6e-d3b315339cbc HTTP/1.1" status: 204 len: 168 time: 0.8729489 May 06 13:55:08.568970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45148) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.574372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-785055701'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:08.580928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:08.586342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:08.589630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:08.596678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:08.613033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:08.617275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.626096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d673f5e-cbce-459b-bc7a-a12defaf74df tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.647769 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-e17bb79d-0ec7-4c59-a39b-a7585ba054e8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] delete failed (client error): The resource could not be found. May 06 13:55:08.651305 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e17bb79d-0ec7-4c59-a39b-a7585ba054e8 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/routers/b8f1af2e-deb0-4e3a-a2c7-b1aac5a2505e HTTP/1.1" status: 404 len: 336 time: 0.2478497 May 06 13:55:08.651477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bdde0b-f20a-4eeb-aee8-702ef673cded None None] Update dhcp port {'port': {'network_id': '1cd80625-8379-4c1a-a715-e80887feded5', 'fixed_ips': [{'subnet_id': '3b2e0554-fd3e-46ce-987c-9e079454a707'}], 'binding:host_id': 'dv-neutron-840888-1-hyperv'}, 'id': '530aa84e-47dc-4a5c-8f0d-ace200b3b4e4'} from dv-neutron-840888-1-hyperv. {{(pid=87986) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 06 13:55:08.653047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45152) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.656078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d673f5e-cbce-459b-bc7a-a12defaf74df tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8134d2a-6392-4979-b7ff-5aa3530cd632,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:08.664801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d673f5e-cbce-459b-bc7a-a12defaf74df tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.666006 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0d673f5e-cbce-459b-bc7a-a12defaf74df tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d8134d2a-6392-4979-b7ff-5aa3530cd632 HTTP/1.1" status: 204 len: 168 time: 0.5300376 May 06 13:55:08.668482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45156) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.720673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-62bdde0b-f20a-4eeb-aee8-702ef673cded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.725464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d7be9102-15f9-42fe-8b9a-b6a04633602b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:08.743541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d7be9102-15f9-42fe-8b9a-b6a04633602b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:08.748357 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d7be9102-15f9-42fe-8b9a-b6a04633602b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787709 May 06 13:55:08.749251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45160) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.756137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-529cd6d3-aaea-4cb8-9929-6fe2448f2fac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': 'b6fd5c8b-b078-49fa-9651-e28ed9a35526', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:08.763029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-529cd6d3-aaea-4cb8-9929-6fe2448f2fac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:08.775409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-529cd6d3-aaea-4cb8-9929-6fe2448f2fac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:08.798932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-529cd6d3-aaea-4cb8-9929-6fe2448f2fac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.818397 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aa33e3-cbd0-4bd0-8047-3334e0957aa1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:08.818910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46aa33e3-cbd0-4bd0-8047-3334e0957aa1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:08.822940 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-46aa33e3-cbd0-4bd0-8047-3334e0957aa1 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/3429111d-b936-4d9b-9fb4-eaa489e48aa9 HTTP/1.1" status: 404 len: 337 time: 0.1668196 May 06 13:55:08.824151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45164) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.842799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:08.855985 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-87371781-b13f-4b1a-a687-6f15b0c07320 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9d47c6afc154b0c9e020c0a3501b200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964005 May 06 13:55:08.857472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45168) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.860662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.860989 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment 35253247-868b-4885-b5df-5d835a8ce6a7 of type vlan for network fec813ff-21b3-4452-80a4-056b0477a8ce May 06 13:55:08.876334 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcaf8f2-78a2-465c-872b-48fd5b8c23cc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:08.876334 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcaf8f2-78a2-465c-872b-48fd5b8c23cc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:08.880974 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3dcaf8f2-78a2-465c-872b-48fd5b8c23cc tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/32bf852f-e6b0-40bc-bde5-c552a3343472 HTTP/1.1" status: 404 len: 337 time: 0.0534959 May 06 13:55:08.881403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45172) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.926082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.930708 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-729a74a5-f538-4e7b-ab63-da600ef1d8ee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:08.931362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729a74a5-f538-4e7b-ab63-da600ef1d8ee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:08.935546 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-729a74a5-f538-4e7b-ab63-da600ef1d8ee tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/9362126d-04af-4129-937b-7989ec53f5fb HTTP/1.1" status: 404 len: 337 time: 0.0509131 May 06 13:55:08.935779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45176) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:08.954739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bd646e69-a128-4c49-aa00-ad04b1768582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.959847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2a49f1d-ef37-422f-a745-135910fdccd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.962474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b45703-897e-4a42-bdd7-1907924f749e None None] Network 1cd80625-8379-4c1a-a715-e80887feded5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:08.986189 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f7afff-31c2-444b-8c22-7ecb6d20bf36 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:08.987068 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f7afff-31c2-444b-8c22-7ecb6d20bf36 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:08.988249 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f8f7afff-31c2-444b-8c22-7ecb6d20bf36 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/33ec2c10-418f-4ce8-988b-434fef913261 HTTP/1.1" status: 404 len: 333 time: 0.0515702 May 06 13:55:08.991119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45180) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.000939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bd646e69-a128-4c49-aa00-ad04b1768582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.008573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.014419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:09.015503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.037161 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5b0f55-2f31-403a-8e48-4d661dd09f55 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:09.037627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5b0f55-2f31-403a-8e48-4d661dd09f55 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:09.054616 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1a5b0f55-2f31-403a-8e48-4d661dd09f55 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/93012b16-9227-40db-8eba-98b0d747ef96 HTTP/1.1" status: 404 len: 337 time: 0.0599856 May 06 13:55:09.054616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-529cd6d3-aaea-4cb8-9929-6fe2448f2fac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.054954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45184) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.073293 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d1cbd83c-100b-420b-985e-4cf68b8d6dec None None] Provisioning complete for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:09.073663 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd83c-100b-420b-985e-4cf68b8d6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.090563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-529cd6d3-aaea-4cb8-9929-6fe2448f2fac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.109778 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81ec189-6e98-42cc-b5b5-70c4ea60787b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:09.110305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81ec189-6e98-42cc-b5b5-70c4ea60787b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:09.112379 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b81ec189-6e98-42cc-b5b5-70c4ea60787b tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/532c2a0e-4ae6-40da-9cce-749cdfd053c7 HTTP/1.1" status: 404 len: 337 time: 0.0562308 May 06 13:55:09.118546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45188) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.128610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cd6d3-aaea-4cb8-9929-6fe2448f2fac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9055d36-3a53-4e7c-81fc-1c72e072192a,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:09.136049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-529cd6d3-aaea-4cb8-9929-6fe2448f2fac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.137599 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-529cd6d3-aaea-4cb8-9929-6fe2448f2fac tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3871481 May 06 13:55:09.140511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45192) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.162945 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9ce31d2e-41c8-444f-b149-2ef1786d706d tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules/c9055d36-3a53-4e7c-81fc-1c72e072192a HTTP/1.1" status: 200 len: 763 time: 0.0203125 May 06 13:55:09.165146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45196) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.201897 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6292675 May 06 13:55:09.202346 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45200) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.206037 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc179e25-4edd-402b-8598-6db4644e702d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:09.206358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc179e25-4edd-402b-8598-6db4644e702d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:09.208251 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cc179e25-4edd-402b-8598-6db4644e702d tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/86df9eb6-d291-466c-8de7-5ce1cd887a4d HTTP/1.1" status: 404 len: 333 time: 0.0827482 May 06 13:55:09.209028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5319f-d23e-447d-b189-2dcac9a8e3ad tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=fec813ff-21b3-4452-80a4-056b0477a8ce,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:09.210941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45204) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.223573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': 'fec813ff-21b3-4452-80a4-056b0477a8ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:09.230770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bd646e69-a128-4c49-aa00-ad04b1768582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.236154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network fec813ff-21b3-4452-80a4-056b0477a8ce details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:09.252007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd646e69-a128-4c49-aa00-ad04b1768582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c775b6a6-6b1f-4918-a29c-95123608a906,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:09.276486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bd646e69-a128-4c49-aa00-ad04b1768582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.280496 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bd646e69-a128-4c49-aa00-ad04b1768582 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c775b6a6-6b1f-4918-a29c-95123608a906 HTTP/1.1" status: 204 len: 168 time: 0.4197242 May 06 13:55:09.290206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6e66417-172d-493d-986e-b1dbd1d40801 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:09.359567 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cc2ed0-9266-42cb-a811-4657eaf9a0bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:09.360114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cc2ed0-9266-42cb-a811-4657eaf9a0bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:09.361901 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-46cc2ed0-9266-42cb-a811-4657eaf9a0bf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/8bd01dc4-3949-4a0b-9df0-b90dee42f2e1 HTTP/1.1" status: 404 len: 337 time: 0.1229835 May 06 13:55:09.364839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45210) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.399622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6e66417-172d-493d-986e-b1dbd1d40801 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:09.401073 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b6e66417-172d-493d-986e-b1dbd1d40801 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2344003 May 06 13:55:09.407793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:09.411342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45214) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.412296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:09.415373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:09.423052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:09.430668 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-90520c39-6f55-4e36-9752-d098eca7881a tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] DELETE failed (client error): The resource could not be found. May 06 13:55:09.431221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90520c39-6f55-4e36-9752-d098eca7881a tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:09.434092 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-90520c39-6f55-4e36-9752-d098eca7881a tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/subnets/e8bb9945-b491-489c-980c-45febe44cf7b HTTP/1.1" status: 404 len: 337 time: 0.0674181 May 06 13:55:09.436592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45218) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.442339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:09.446008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.529329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f8f017b9-ab61-4159-a18d-4853c6757b1b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.550747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f8f017b9-ab61-4159-a18d-4853c6757b1b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.568654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8fd1d-013e-45f7-ac79-977db6cd8daf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Deleting port 41b7404c-3641-495f-a9be-2b64c588d381 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:09.569130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fd1d-013e-45f7-ac79-977db6cd8daf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.569566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18604925-41d9-4dc3-9ada-fe06aed3e8a7 None None] DHCP port deletion for 1cd80625-8379-4c1a-a715-e80887feded5 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:55:09.575803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-18604925-41d9-4dc3-9ada-fe06aed3e8a7 None None] Deleting port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:09.576367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-18604925-41d9-4dc3-9ada-fe06aed3e8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.640930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d1cbd83c-100b-420b-985e-4cf68b8d6dec None None] Provisioning complete for port 41b7404c-3641-495f-a9be-2b64c588d381 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:09.642215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd83c-100b-420b-985e-4cf68b8d6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.761579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.776825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbd83c-100b-420b-985e-4cf68b8d6dec None None] Port 41b7404c-3641-495f-a9be-2b64c588d381 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:09.786478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f8f017b9-ab61-4159-a18d-4853c6757b1b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.828261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f017b9-ab61-4159-a18d-4853c6757b1b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9055d36-3a53-4e7c-81fc-1c72e072192a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:09.839725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f8f017b9-ab61-4159-a18d-4853c6757b1b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.844128 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f8f017b9-ab61-4159-a18d-4853c6757b1b tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c9055d36-3a53-4e7c-81fc-1c72e072192a HTTP/1.1" status: 204 len: 168 time: 0.4248307 May 06 13:55:09.847938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45222) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.857644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fd1d-013e-45f7-ac79-977db6cd8daf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.870499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-18604925-41d9-4dc3-9ada-fe06aed3e8a7 None None] For port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,segment=NetworkSegment(d3e34e44-938e-4634-a19e-bbe4fb44bf59),segment_id=d3e34e44-938e-4634-a19e-bbe4fb44bf59)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:09.870769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=be14d865-cc28-410e-8fd1-25f2b55e21a6,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:09.870882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-18604925-41d9-4dc3-9ada-fe06aed3e8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.877759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': '35253247-868b-4885-b5df-5d835a8ce6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'fec813ff-21b3-4452-80a4-056b0477a8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:09.878124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: fec813ff-21b3-4452-80a4-056b0477a8ce, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:09.920505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network fec813ff-21b3-4452-80a4-056b0477a8ce is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:09.932288 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-45755877-bca0-4c7f-bf0b-daa36f2796d6 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0826204 May 06 13:55:09.934769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45226) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.942768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': 'b6fd5c8b-b078-49fa-9651-e28ed9a35526', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:09.950160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:09.955184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, fec813ff-21b3-4452-80a4-056b0477a8ce) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:09.957737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:09.962400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:09.966407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:09.967198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.976709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:10.002041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8fd1d-013e-45f7-ac79-977db6cd8daf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Calling delete_port for 41b7404c-3641-495f-a9be-2b64c588d381 owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:10.006472 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6eb28fe9-a77c-4256-906f-70301c393dd9 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7993639 May 06 13:55:10.006643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45230) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:10.009371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.054698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ad4a08-cae9-4f4b-be03-d376e9668c22 None None] Network fec813ff-21b3-4452-80a4-056b0477a8ce requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:10.077197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-18604925-41d9-4dc3-9ada-fe06aed3e8a7 None None] Calling delete_port for 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:10.089416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fd1d-013e-45f7-ac79-977db6cd8daf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.146613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8fd1d-013e-45f7-ac79-977db6cd8daf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Port': ['ID=41b7404c-3641-495f-a9be-2b64c588d381,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.154347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fd1d-013e-45f7-ac79-977db6cd8daf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.170158 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f4c8fd1d-013e-45f7-ac79-977db6cd8daf tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/ports/41b7404c-3641-495f-a9be-2b64c588d381 HTTP/1.1" status: 204 len: 168 time: 0.7320807 May 06 13:55:10.173362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45234) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:10.205299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.212976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.217354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.218005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.220915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.238499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6b4832-61a4-4336-aae0-8ba6dd971b1b,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.261256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:10.301251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.301930 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8c12ced9-8491-4467-bb9d-87615bc606cc tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659618 May 06 13:55:10.305413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45240) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:10.329264 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.338218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-18604925-41d9-4dc3-9ada-fe06aed3e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.339681 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-118171a4-9543-4be7-960a-51bb90d643f1 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules/3e6b4832-61a4-4336-aae0-8ba6dd971b1b HTTP/1.1" status: 200 len: 764 time: 0.0334129 May 06 13:55:10.342098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45244) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:10.369172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.397393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18604925-41d9-4dc3-9ada-fe06aed3e8a7 None None] Pushing event deleted for resources: {'Port': ['ID=530aa84e-47dc-4a5c-8f0d-ace200b3b4e4,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.404013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c1eef436-3e9a-4caf-b444-a1f532e56a6a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:10.410330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.437573 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18604925-41d9-4dc3-9ada-fe06aed3e8a7 None None] No DVR routers for this DVR port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:10.450615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c1eef436-3e9a-4caf-b444-a1f532e56a6a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:10.455297 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c1eef436-3e9a-4caf-b444-a1f532e56a6a tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1088104 May 06 13:55:10.456857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45248) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:10.459228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=be14d865-cc28-410e-8fd1-25f2b55e21a6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.480758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 13:55:10.481160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 530aa84e-47dc-4a5c-8f0d-ace200b3b4e4 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:10.509809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3842a0-9f7a-47f9-a0db-ba8cf92e056b None None] Network fec813ff-21b3-4452-80a4-056b0477a8ce requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:10.548106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.579409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd80625-8379-4c1a-a715-e80887feded5']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:10.587713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.592673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e34e44-938e-4634-a19e-bbe4fb44bf59') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:10.593046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e34e44-938e-4634-a19e-bbe4fb44bf59') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:10.595695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56490325-81f2-4372-a48b-6dda40e842d3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.606151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.610883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56490325-81f2-4372-a48b-6dda40e842d3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.629710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.634283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec813ff-21b3-4452-80a4-056b0477a8ce']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:10.637156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:10.637573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.650103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35253247-868b-4885-b5df-5d835a8ce6a7') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:10.650664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35253247-868b-4885-b5df-5d835a8ce6a7') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:10.654204 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:10.669813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.681244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56490325-81f2-4372-a48b-6dda40e842d3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.701624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56490325-81f2-4372-a48b-6dda40e842d3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e6b4832-61a4-4336-aae0-8ba6dd971b1b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.704772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.717251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:10.717665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:10.732317 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:10.745281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.763621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.773839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] Pushing event deleted for resources: {'Network': ['ID=1cd80625-8379-4c1a-a715-e80887feded5,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.777199 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e5f11fb8-09a2-490a-b4fb-33b9f81671e4 tempest-PortsTestJSON-662048089 tempest-PortsTestJSON-662048089-project] 10.222.0.21 "DELETE /v2.0/networks/1cd80625-8379-4c1a-a715-e80887feded5 HTTP/1.1" status: 204 len: 168 time: 0.6027608 May 06 13:55:10.911795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56490325-81f2-4372-a48b-6dda40e842d3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.916399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45254) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:10.916750 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-56490325-81f2-4372-a48b-6dda40e842d3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3e6b4832-61a4-4336-aae0-8ba6dd971b1b HTTP/1.1" status: 204 len: 168 time: 0.4583991 May 06 13:55:10.976411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.999688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.008020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-acf3ad81-1098-4b0b-a616-574b535f80e6 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0896735 May 06 13:55:11.010846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45260) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:11.014911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=fec813ff-21b3-4452-80a4-056b0477a8ce,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:11.019307 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-49ce49b8-4a80-478d-88ac-d9bcf3b87046 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/fec813ff-21b3-4452-80a4-056b0477a8ce HTTP/1.1" status: 204 len: 168 time: 1.0112712 May 06 13:55:11.023183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45264) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:11.029048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-135848951'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:11.037698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:11.043727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:11.048069 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:11.054261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:11.066017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:11.069683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.093794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d60a8a1d-b4a2-4847-9e1a-cfca0c65af77 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.101096 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:11.113273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.113676 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment 47edeab1-19d6-4caf-b6c2-7300db573164 of type vlan for network 50c224e1-97fe-4c7d-8815-400649239f87 May 06 13:55:11.127567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d60a8a1d-b4a2-4847-9e1a-cfca0c65af77 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.135271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45268) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:11.145562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.179062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.185224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:11.185835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.193315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d60a8a1d-b4a2-4847-9e1a-cfca0c65af77 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.218765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a8a1d-b4a2-4847-9e1a-cfca0c65af77 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fd5c8b-b078-49fa-9651-e28ed9a35526,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:11.237459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d60a8a1d-b4a2-4847-9e1a-cfca0c65af77 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.241374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d60a8a1d-b4a2-4847-9e1a-cfca0c65af77 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6fd5c8b-b078-49fa-9651-e28ed9a35526 HTTP/1.1" status: 204 len: 168 time: 0.2263908 May 06 13:55:11.241374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45274) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:11.287339 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2628963 May 06 13:55:11.292465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45278) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:11.300733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': '50c224e1-97fe-4c7d-8815-400649239f87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:11.309265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585dead-24eb-4826-a747-b7d3df266cfd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=50c224e1-97fe-4c7d-8815-400649239f87,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:11.321785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 50c224e1-97fe-4c7d-8815-400649239f87 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:11.548826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6d4ce342-975e-44c4-9cfb-367131895c51 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:11.549138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.560663 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b41142e1-626f-4801-b1c1-4578c8125d18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6e6a5320f954c9fbafdec9cd29ce4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241958 May 06 13:55:11.564056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45282) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:11.574326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:11.581196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:11.584364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:11.587167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6d4ce342-975e-44c4-9cfb-367131895c51 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:11.588483 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6d4ce342-975e-44c4-9cfb-367131895c51 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3461535 May 06 13:55:11.593883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45286) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:11.596223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:11.602983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329625636'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:11.607674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:11.612166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.617627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:11.634240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:11.661249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-308152b3-aa4f-481e-9ac0-ef5052946074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.663077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.703099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:11.707071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-308152b3-aa4f-481e-9ac0-ef5052946074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.713476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Performing IP validity checks on allocation pools {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 06 13:55:11.714133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 06 13:55:11.717885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:11.722387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:11.736124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:11.795967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-308152b3-aa4f-481e-9ac0-ef5052946074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.828358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308152b3-aa4f-481e-9ac0-ef5052946074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964f9377-e8af-4bfc-be82-9e886503d6fc,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:11.847166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.855083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.871852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.873927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-308152b3-aa4f-481e-9ac0-ef5052946074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.875037 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-308152b3-aa4f-481e-9ac0-ef5052946074 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/964f9377-e8af-4bfc-be82-9e886503d6fc HTTP/1.1" status: 204 len: 168 time: 0.3097675 May 06 13:55:11.894894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:11.900564 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3005962 May 06 13:55:11.906005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45292) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:11.906700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f9d41-5aee-4a4f-8c3e-07491b9621d9 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9194ac-faab-4f5a-94a7-464374d7406a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:11.931052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Request body: {'security_group_rule': {'security_group_id': '0b9194ac-faab-4f5a-94a7-464374d7406a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:11.942882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:11.951114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Usage tracker for resource:security_group_rule and tenant:3e750efd41c44adf963fc1d01cd740a9 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:11.957365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:11.967044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=b88b85c6-494e-48cb-ac5e-127ab2e22425,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:11.973882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:11.981482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': '47edeab1-19d6-4caf-b6c2-7300db573164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50c224e1-97fe-4c7d-8815-400649239f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:11.982087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: 50c224e1-97fe-4c7d-8815-400649239f87, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:11.995177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.005905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network 50c224e1-97fe-4c7d-8815-400649239f87 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:12.017812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 50c224e1-97fe-4c7d-8815-400649239f87) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:12.022164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:12.022910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.028125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba1d301-6995-42d4-a517-de5a24a74bbd None None] Network 50c224e1-97fe-4c7d-8815-400649239f87 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:12.052703 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5512d976-57b2-4983-be40-67a57c39cd93 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7577538 May 06 13:55:12.055473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45296) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:12.178186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.186826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.249208 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ceca85d-b6da-42a4-afc1-354227bb326e,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:12.269640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.273518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.278007 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bb93e24f-b704-4658-ac77-14f05f93eefe tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3522432 May 06 13:55:12.278142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45306) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:12.342697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd357e02-86c9-4187-996e-e2e7b1cc0793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-50c224e1-97fe-4c7d-8815-400649239f87', 'network_id': '50c224e1-97fe-4c7d-8815-400649239f87', 'tenant_id': '7d7d9c93407f4e9699aea1080db5be41', 'fixed_ips': [{'subnet_id': 'b88b85c6-494e-48cb-ac5e-127ab2e22425'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:12.343530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bd357e02-86c9-4187-996e-e2e7b1cc0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.367723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-256e92cd-ac39-4e62-9845-fd18713a6681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.373468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.400573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-256e92cd-ac39-4e62-9845-fd18713a6681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.458658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-256e92cd-ac39-4e62-9845-fd18713a6681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.478999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e92cd-ac39-4e62-9845-fd18713a6681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9194ac-faab-4f5a-94a7-464374d7406a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:12.484280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server [None req-bd357e02-86c9-4187-996e-e2e7b1cc0793 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b88b85c6-494e-48cb-ac5e-127ab2e22425: This subnet is being modified by another concurrent operation. May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise exception May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b88b85c6-494e-48cb-ac5e-127ab2e22425: This subnet is being modified by another concurrent operation. May 06 13:55:12.489346 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server May 06 13:55:12.507532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-256e92cd-ac39-4e62-9845-fd18713a6681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.511358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-256e92cd-ac39-4e62-9845-fd18713a6681 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b9194ac-faab-4f5a-94a7-464374d7406a HTTP/1.1" status: 204 len: 168 time: 0.2301073 May 06 13:55:12.511738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8d18b-32a2-4183-a8b2-c1d39b4950c9 None None] Network 50c224e1-97fe-4c7d-8815-400649239f87 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:12.512537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45314) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:12.591682 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:55:12.599827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9e071dbb-2820-457a-9dc9-37dc7d9fe5e3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:12.624941 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=b88b85c6-494e-48cb-ac5e-127ab2e22425,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:12.643356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9e071dbb-2820-457a-9dc9-37dc7d9fe5e3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:12.648591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9e071dbb-2820-457a-9dc9-37dc7d9fe5e3 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311355 May 06 13:55:12.649274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45322) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:12.660959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.689944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c224e1-97fe-4c7d-8815-400649239f87']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:12.707660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47edeab1-19d6-4caf-b6c2-7300db573164') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:12.708140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47edeab1-19d6-4caf-b6c2-7300db573164') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:12.722647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.743822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.747053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c8dcea72-f63f-4258-add9-77fe48038a57 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Synchronizing usage tracker for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:12.756633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51691d4c-8d5e-4e08-b8e2-b563225d9e42 None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:55:12.769628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:12.770562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.778027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c8dcea72-f63f-4258-add9-77fe48038a57 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] Unset dirty status for tenant:3e750efd41c44adf963fc1d01cd740a9 on resource:security_group_rule {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:12.780991 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c8dcea72-f63f-4258-add9-77fe48038a57 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1305945 May 06 13:55:12.784293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45330) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:12.797606 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:12.824924 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-39fe60c9-5d4c-44c9-bfb2-72b040fc3086 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] delete failed (client error): The resource could not be found. May 06 13:55:12.831034 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-39fe60c9-5d4c-44c9-bfb2-72b040fc3086 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b9194ac-faab-4f5a-94a7-464374d7406a HTTP/1.1" status: 404 len: 347 time: 0.0446265 May 06 13:55:12.831625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45334) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:12.895334 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-89719d02-92d8-4963-87a8-6edd78a36502 tempest-SecGroupTest-2033249131 tempest-SecGroupTest-2033249131-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616820 May 06 13:55:12.920824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.947808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51691d4c-8d5e-4e08-b8e2-b563225d9e42 None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:55:12.951089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.954168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=50c224e1-97fe-4c7d-8815-400649239f87,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:12.962882 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2bfb0d32-f6b3-4c72-b112-d4c808987cd8 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/50c224e1-97fe-4c7d-8815-400649239f87 HTTP/1.1" status: 204 len: 168 time: 0.9061007 May 06 13:55:12.967602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45340) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:12.972438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45342) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:12.976329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355241168'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:12.982357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:12.992790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:13.004246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:13.027584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:13.041216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:13.049994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.088929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:13.102388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.104155 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment 3088bef8-7e9f-46fd-b07f-0518ede1410c of type vlan for network efaee63c-61f9-40f6-ad12-669b6ac9e7d9 May 06 13:55:13.152832 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.179753 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9d8049d1-3043-4ed0-8a44-d31aa51a5acd tempest-ServiceProvidersTest-1278518357 tempest-ServiceProvidersTest-1278518357-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2038698 May 06 13:55:13.201711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.212592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:13.212592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.356847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3790724 May 06 13:55:13.358622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45354) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:13.364459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': 'efaee63c-61f9-40f6-ad12-669b6ac9e7d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:13.384543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230185f6-05ab-4b49-b4ba-499c2cc4a78a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=efaee63c-61f9-40f6-ad12-669b6ac9e7d9,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:13.410448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network efaee63c-61f9-40f6-ad12-669b6ac9e7d9 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:13.542282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45360) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:13.663067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45366) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:13.691748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:13.691748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:13.703883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:13.714694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:13.725347 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:13.725347 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.843425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b05df15b-a0e7-4eda-96db-bb4072b82e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.868916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b05df15b-a0e7-4eda-96db-bb4072b82e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:13.871798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b05df15b-a0e7-4eda-96db-bb4072b82e64 admin admin] Usage tracker for resource:security_group_rule and tenant:38a7a17269344109a44fd74a9f50c328 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:13.873336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b05df15b-a0e7-4eda-96db-bb4072b82e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:13.882092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b05df15b-a0e7-4eda-96db-bb4072b82e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:14.102663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b05df15b-a0e7-4eda-96db-bb4072b82e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.105882 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b1949b41-9dc1-4dcb-90dc-4adb9ff66c80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e750efd41c44adf963fc1d01cd740a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624931 May 06 13:55:14.105882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b05df15b-a0e7-4eda-96db-bb4072b82e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.118428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45372) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:14.199868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.213886 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b05df15b-a0e7-4eda-96db-bb4072b82e64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38a7a17269344109a44fd74a9f50c328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922809 May 06 13:55:14.213886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05df15b-a0e7-4eda-96db-bb4072b82e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029beded-dd17-4c03-a4f7-215f5ec66ee3,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:14.213886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45376) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:14.306916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71a7ad12-e7d3-4078-8170-cd6579cdf2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.354364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-782869ab-d5a9-4658-b9ca-50ebce7273d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.358322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71a7ad12-e7d3-4078-8170-cd6579cdf2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.359377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=26a2294b-c579-4acb-a092-21d357a5a669,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:14.382159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': '3088bef8-7e9f-46fd-b07f-0518ede1410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'efaee63c-61f9-40f6-ad12-669b6ac9e7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:14.382601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: efaee63c-61f9-40f6-ad12-669b6ac9e7d9, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:14.410353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-782869ab-d5a9-4658-b9ca-50ebce7273d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.460247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71a7ad12-e7d3-4078-8170-cd6579cdf2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.473418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network efaee63c-61f9-40f6-ad12-669b6ac9e7d9 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:14.477141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7ad12-e7d3-4078-8170-cd6579cdf2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029beded-dd17-4c03-a4f7-215f5ec66ee3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:14.495381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71a7ad12-e7d3-4078-8170-cd6579cdf2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.495381 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-71a7ad12-e7d3-4078-8170-cd6579cdf2e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/029beded-dd17-4c03-a4f7-215f5ec66ee3 HTTP/1.1" status: 204 len: 168 time: 0.2741532 May 06 13:55:14.501450 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, efaee63c-61f9-40f6-ad12-669b6ac9e7d9) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:14.516270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:14.516270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.536167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94c5169-b6e4-4439-84d6-b06474971953 None None] Network efaee63c-61f9-40f6-ad12-669b6ac9e7d9 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:14.567157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-782869ab-d5a9-4658-b9ca-50ebce7273d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.567157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-782869ab-d5a9-4658-b9ca-50ebce7273d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.567157 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-782869ab-d5a9-4658-b9ca-50ebce7273d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/818a3e5b-758a-46d4-ab95-9617d67eb0c9 HTTP/1.1" status: 204 len: 168 time: 0.4447849 May 06 13:55:14.575702 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-20efbbfa-8c27-455e-bc60-8e63201d99b0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2198782 May 06 13:55:14.586174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45384) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:14.589031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782869ab-d5a9-4658-b9ca-50ebce7273d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818a3e5b-758a-46d4-ab95-9617d67eb0c9,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:14.836513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.979199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0025899-dffc-4f62-805a-96306e2732d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-efaee63c-61f9-40f6-ad12-669b6ac9e7d9', 'network_id': 'efaee63c-61f9-40f6-ad12-669b6ac9e7d9', 'tenant_id': '7d7d9c93407f4e9699aea1080db5be41', 'fixed_ips': [{'subnet_id': '26a2294b-c579-4acb-a092-21d357a5a669'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:14.980474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c0025899-dffc-4f62-805a-96306e2732d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.011356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.195398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server [None req-c0025899-dffc-4f62-805a-96306e2732d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26a2294b-c579-4acb-a092-21d357a5a669: This subnet is being modified by another concurrent operation. May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise self.value May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server raise exception May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26a2294b-c579-4acb-a092-21d357a5a669: This subnet is being modified by another concurrent operation. May 06 13:55:15.199360 dv-neutron-840888-1-hyperv neutron-server[87986]: ERROR oslo_messaging.rpc.server May 06 13:55:15.231222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa0ddf-bec5-44a8-8a87-8e1c061580ab None None] Network efaee63c-61f9-40f6-ad12-669b6ac9e7d9 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:15.282925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=26a2294b-c579-4acb-a092-21d357a5a669,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:15.391328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.440248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaee63c-61f9-40f6-ad12-669b6ac9e7d9']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:15.470270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3088bef8-7e9f-46fd-b07f-0518ede1410c') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:15.471911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3088bef8-7e9f-46fd-b07f-0518ede1410c') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:15.493693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.534531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.547914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:15.547914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:15.567458 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:15.575859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25451a9c-c67d-43b1-8129-87a6817d6c1b None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:55:15.689820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.728156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.732900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=efaee63c-61f9-40f6-ad12-669b6ac9e7d9,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:15.744611 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0da7f4c1-6f6e-4ca2-948e-52890a378860 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/efaee63c-61f9-40f6-ad12-669b6ac9e7d9 HTTP/1.1" status: 204 len: 168 time: 1.1630538 May 06 13:55:15.744940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45406) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:15.749076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25451a9c-c67d-43b1-8129-87a6817d6c1b None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:55:15.757209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-991219800'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:15.763919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:15.775099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:15.779415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:15.792287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:15.816072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:15.820411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.861557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:15.875228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.875228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment e593ea19-2972-4404-841f-9dedc85e3ac5 of type vlan for network 8027ec6f-f65f-43a3-ba58-e1b8780ff890 May 06 13:55:15.892650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45410) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:15.910875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.953317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.960583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:15.961221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.096649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1362661489'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:16.107188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:16.107188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Usage tracker for resource:network and tenant:5158747c55814dddbab68265421dfa7d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:16.118258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:16.118258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:16.137268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Made reservation on behalf of 5158747c55814dddbab68265421dfa7d for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:16.143876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.162398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.192098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:16.192098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Usage tracker for resource:security_group_rule and tenant:5158747c55814dddbab68265421dfa7d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:16.204170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:16.213180 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:16.231254 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4807768 May 06 13:55:16.232930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45416) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:16.245056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': '8027ec6f-f65f-43a3-ba58-e1b8780ff890', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:16.264535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67307c6-89e8-4fbd-b22d-5b4ad0cf75ff tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=8027ec6f-f65f-43a3-ba58-e1b8780ff890,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:16.289445 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 8027ec6f-f65f-43a3-ba58-e1b8780ff890 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:16.415769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:16.419616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:16.424351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:16.431886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:16.518689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.523217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.529249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:16.535514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.587963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:16.599340 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c14d13-570a-46e1-ac87-0fd9e8128339,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:16.636361 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.636361 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Added segment c407efad-a294-48de-a210-728181b46815 of type vlan for network c04c0a4c-ef3f-4de0-9af2-4fd93e358520 May 06 13:55:16.698359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.740195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.745922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:16.747144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.841116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.884003 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9823458 May 06 13:55:16.884003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6923cd-11e9-447e-9749-5c84af633e11 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Pushing event updated for resources: {'Network': ['ID=c04c0a4c-ef3f-4de0-9af2-4fd93e358520,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:16.884003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45420) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:16.889346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c04c0a4c-ef3f-4de0-9af2-4fd93e358520 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:16.897665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Request body: {'subnet': {'network_id': 'c04c0a4c-ef3f-4de0-9af2-4fd93e358520', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:16.950136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': 'e593ea19-2972-4404-841f-9dedc85e3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8027ec6f-f65f-43a3-ba58-e1b8780ff890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:16.950136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: 8027ec6f-f65f-43a3-ba58-e1b8780ff890, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:16.954890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=127dbbda-2d60-488a-83bf-f785ead310af,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:16.981725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network 8027ec6f-f65f-43a3-ba58-e1b8780ff890 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:17.004319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 8027ec6f-f65f-43a3-ba58-e1b8780ff890) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:17.014439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:17.020725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.023114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63b8ff9-2e8a-4b5f-99d7-7fffa75ac2a9 None None] Network 8027ec6f-f65f-43a3-ba58-e1b8780ff890 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:17.071815 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1eb14e11-b945-429a-9260-a2987c74a278 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8339097 May 06 13:55:17.071815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45424) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:17.098167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:17.104650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Usage tracker for resource:subnet and tenant:5158747c55814dddbab68265421dfa7d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:17.107392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:17.114976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:17.131914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Made reservation on behalf of 5158747c55814dddbab68265421dfa7d for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:17.137151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.298961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-8027ec6f-f65f-43a3-ba58-e1b8780ff890', 'network_id': '8027ec6f-f65f-43a3-ba58-e1b8780ff890', 'tenant_id': '7d7d9c93407f4e9699aea1080db5be41', 'fixed_ips': [{'subnet_id': '127dbbda-2d60-488a-83bf-f785ead310af'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:17.299783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.306846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.376935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.414399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.483868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Allocated IP 172.20.0.1 (8027ec6f-f65f-43a3-ba58-e1b8780ff890/127dbbda-2d60-488a-83bf-f785ead310af/dd36be08-d340-4a36-ab3f-85ec1c979576) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:17.500181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Pushing event updated for resources: {'Subnet': ['ID=973fca48-7a35-4cb0-abba-a4f2b91b0d0b,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:17.509275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Checking segment: {'id': 'c407efad-a294-48de-a210-728181b46815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c04c0a4c-ef3f-4de0-9af2-4fd93e358520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:17.509620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Network hostable DHCP agents. Network: c04c0a4c-ef3f-4de0-9af2-4fd93e358520, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:17.528913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Network c04c0a4c-ef3f-4de0-9af2-4fd93e358520 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:17.542260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c04c0a4c-ef3f-4de0-9af2-4fd93e358520) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:17.546885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:17.547648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.575763 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-aa1e0448-0a0b-4175-8903-91cf83bb43bd tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6918209 May 06 13:55:17.576182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45428) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:17.576278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a3b6a1-caa7-44d7-8c6b-5bc535852743 None None] Network c04c0a4c-ef3f-4de0-9af2-4fd93e358520 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:17.582524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Request body: {'port': {'network_id': 'c04c0a4c-ef3f-4de0-9af2-4fd93e358520', 'name': 'tempest-TagsExtTest-168970951'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:17.738024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:17.742780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Usage tracker for resource:port and tenant:5158747c55814dddbab68265421dfa7d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:17.745607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:17.753667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:17.771835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Made reservation on behalf of 5158747c55814dddbab68265421dfa7d for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:17.771835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.798437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] device_id is not set on port 7bb8ce35-7bd9-4224-8a0d-23af9aea3cef yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:55:17.944813 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.950516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c04c0a4c-ef3f-4de0-9af2-4fd93e358520', 'network_id': 'c04c0a4c-ef3f-4de0-9af2-4fd93e358520', 'tenant_id': '5158747c55814dddbab68265421dfa7d', 'fixed_ips': [{'subnet_id': '973fca48-7a35-4cb0-abba-a4f2b91b0d0b'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:17.951502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.978942 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Transition to ACTIVE for port object dd36be08-d340-4a36-ab3f-85ec1c979576 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:18.009157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Allocated IP 172.20.0.11 (c04c0a4c-ef3f-4de0-9af2-4fd93e358520/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:18.009976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Transition to ACTIVE for port object dd36be08-d340-4a36-ab3f-85ec1c979576 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:18.057571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.064854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.119268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=127dbbda-2d60-488a-83bf-f785ead310af,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:18.197721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Network 8027ec6f-f65f-43a3-ba58-e1b8780ff890 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:18.206018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:18.209013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:18.214654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Pushing event updated for resources: {'Port': ['ID=dd36be08-d340-4a36-ab3f-85ec1c979576,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:18.301568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.306889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Attempting to bind port dd36be08-d340-4a36-ab3f-85ec1c979576 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:18.307248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Attempting to bind port dd36be08-d340-4a36-ab3f-85ec1c979576 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e593ea19-2972-4404-841f-9dedc85e3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8027ec6f-f65f-43a3-ba58-e1b8780ff890'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:18.307605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Attempting to bind port dd36be08-d340-4a36-ab3f-85ec1c979576 on network 8027ec6f-f65f-43a3-ba58-e1b8780ff890 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:18.313843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:55:18.314203 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Checking segment: {'id': 'e593ea19-2972-4404-841f-9dedc85e3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8027ec6f-f65f-43a3-ba58-e1b8780ff890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:18.315091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.315203 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Bound using segment: {'id': 'e593ea19-2972-4404-841f-9dedc85e3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8027ec6f-f65f-43a3-ba58-e1b8780ff890'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:55:18.315669 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Bound port: dd36be08-d340-4a36-ab3f-85ec1c979576, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e593ea19-2972-4404-841f-9dedc85e3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8027ec6f-f65f-43a3-ba58-e1b8780ff890'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:18.316039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.354821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8027ec6f-f65f-43a3-ba58-e1b8780ff890']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:18.372949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e593ea19-2972-4404-841f-9dedc85e3ac5') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:18.373254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e593ea19-2972-4404-841f-9dedc85e3ac5') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:18.396118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.405067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.412946 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] For port dd36be08-d340-4a36-ab3f-85ec1c979576, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:55:18.417948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] For port dd36be08-d340-4a36-ab3f-85ec1c979576, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dd36be08-d340-4a36-ab3f-85ec1c979576,segment=NetworkSegment(e593ea19-2972-4404-841f-9dedc85e3ac5),segment_id=e593ea19-2972-4404-841f-9dedc85e3ac5)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:55:18.423799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.426199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.432058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Transition to ACTIVE for port object 7bb8ce35-7bd9-4224-8a0d-23af9aea3cef will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:18.435465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:18.435860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:18.451142 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:18.515578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e03ad-0a05-4ef9-aeda-bf58fcde74f8 None None] Pushing event updated for resources: {'Port': ['ID=dd36be08-d340-4a36-ab3f-85ec1c979576,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:18.539241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:55:18.539241 dv-neutron-840888-1-hyperv neutron-server[87984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:55:18.539241 dv-neutron-840888-1-hyperv neutron-server[87984]: [parameters: {'id': '8027ec6f-f65f-43a3-ba58-e1b8780ff890'}] May 06 13:55:18.539241 dv-neutron-840888-1-hyperv neutron-server[87984]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:55:18.539858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:55:18.550507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.631263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Network c04c0a4c-ef3f-4de0-9af2-4fd93e358520 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:18.635019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:18.639588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:18.643027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Allocated IP 172.20.0.2 (c04c0a4c-ef3f-4de0-9af2-4fd93e358520/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/b1cef296-6d4f-4ac1-842b-ed0136b87831) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:18.646709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421cfc38-2c78-447f-9333-e4f133533762 None None] Network 8027ec6f-f65f-43a3-ba58-e1b8780ff890 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:18.788158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Pushing event updated for resources: {'Port': ['ID=7bb8ce35-7bd9-4224-8a0d-23af9aea3cef,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:18.821260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:18.821868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.847060 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0659ffe4-e1cc-41bf-985e-9ab51df4b173 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2694890 May 06 13:55:18.849931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45432) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:18.855124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1332014659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:18.863565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:18.867749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Usage tracker for resource:router and tenant:5158747c55814dddbab68265421dfa7d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:18.870680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:18.876910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:18.886616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.887731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.903904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.923796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.947082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.951168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45436) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:18.951640 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6179b381-2ba1-4bae-b509-ff79a382611d tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1001613 May 06 13:55:18.961760 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3b8cbb32-3a0a-4bd1-9991-f2fe55acbad6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-265301557', 'prefixes': ['172.20.0.0/16']}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:18.971201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3b8cbb32-3a0a-4bd1-9991-f2fe55acbad6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:19.040618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.053081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b8cbb32-3a0a-4bd1-9991-f2fe55acbad6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for subnetpool, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.054662 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3b8cbb32-3a0a-4bd1-9991-f2fe55acbad6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1000948 May 06 13:55:19.058373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45440) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.065953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Deleting port dd36be08-d340-4a36-ab3f-85ec1c979576 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:19.066298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.066483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-ba97b038-ddfc-425e-bf25-21879dfb48c8 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b', 'tempest-TagsExtTest-Tag-782178643') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.084155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.099070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Transition to ACTIVE for port object b1cef296-6d4f-4ac1-842b-ed0136b87831 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:19.126976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Transition to ACTIVE for port object b1cef296-6d4f-4ac1-842b-ed0136b87831 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:19.134968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.177992 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ba97b038-ddfc-425e-bf25-21879dfb48c8 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags/tempest-TagsExtTest-Tag-782178643 HTTP/1.1" status: 201 len: 201 time: 0.1166697 May 06 13:55:19.178882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45444) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.185333 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-865a27c1-fa8d-4414-a6ab-f1fbaae6ec42 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef', 'tempest-TagsExtTest-Tag-1864413938') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.214014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Network c04c0a4c-ef3f-4de0-9af2-4fd93e358520 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:19.217905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:19.221948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:19.227462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Pushing event updated for resources: {'Port': ['ID=b1cef296-6d4f-4ac1-842b-ed0136b87831,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:19.308632 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-865a27c1-fa8d-4414-a6ab-f1fbaae6ec42 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags/tempest-TagsExtTest-Tag-1864413938 HTTP/1.1" status: 201 len: 201 time: 0.1280367 May 06 13:55:19.310911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45448) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.322676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Attempting to bind port b1cef296-6d4f-4ac1-842b-ed0136b87831 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:19.323047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Attempting to bind port b1cef296-6d4f-4ac1-842b-ed0136b87831 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'c407efad-a294-48de-a210-728181b46815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c04c0a4c-ef3f-4de0-9af2-4fd93e358520'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:19.323258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] For port dd36be08-d340-4a36-ab3f-85ec1c979576, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dd36be08-d340-4a36-ab3f-85ec1c979576,segment=NetworkSegment(e593ea19-2972-4404-841f-9dedc85e3ac5),segment_id=e593ea19-2972-4404-841f-9dedc85e3ac5)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:19.323445 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Attempting to bind port b1cef296-6d4f-4ac1-842b-ed0136b87831 on network c04c0a4c-ef3f-4de0-9af2-4fd93e358520 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:19.323606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.324223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-1fe53105-52f5-405f-bcff-0e35d834a1b7 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58', 'tempest-TagsExtTest-Tag-1937300725') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.329264 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:55:19.329632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Checking segment: {'id': 'c407efad-a294-48de-a210-728181b46815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c04c0a4c-ef3f-4de0-9af2-4fd93e358520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:19.330020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.330403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Bound using segment: {'id': 'c407efad-a294-48de-a210-728181b46815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c04c0a4c-ef3f-4de0-9af2-4fd93e358520'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:55:19.331535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Bound port: b1cef296-6d4f-4ac1-842b-ed0136b87831, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c407efad-a294-48de-a210-728181b46815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c04c0a4c-ef3f-4de0-9af2-4fd93e358520'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:19.331897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.430191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] For port b1cef296-6d4f-4ac1-842b-ed0136b87831, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:55:19.433758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] For port b1cef296-6d4f-4ac1-842b-ed0136b87831, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b1cef296-6d4f-4ac1-842b-ed0136b87831,segment=NetworkSegment(c407efad-a294-48de-a210-728181b46815),segment_id=c407efad-a294-48de-a210-728181b46815)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:55:19.439420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.453141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Calling delete_port for dd36be08-d340-4a36-ab3f-85ec1c979576 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:19.496910 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1fe53105-52f5-405f-bcff-0e35d834a1b7 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags/tempest-TagsExtTest-Tag-1937300725 HTTP/1.1" status: 201 len: 201 time: 0.1811812 May 06 13:55:19.497084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45452) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.507448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-c14c22f3-77da-47a2-9bf1-efee079431de tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9', 'tempest-TagsExtTest-Tag-1319392194') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.535482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6c903-29d3-4500-9ea7-03838636014d None None] Pushing event updated for resources: {'Port': ['ID=b1cef296-6d4f-4ac1-842b-ed0136b87831,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:19.561651 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c14c22f3-77da-47a2-9bf1-efee079431de tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags/tempest-TagsExtTest-Tag-1319392194 HTTP/1.1" status: 201 len: 201 time: 0.0631142 May 06 13:55:19.564251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45456) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.569711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-77f1160a-c42a-47a0-b516-8c38a89f0219 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.577834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.628580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No DVR routers for this DVR port dd36be08-d340-4a36-ab3f-85ec1c979576 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:19.648714 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-77f1160a-c42a-47a0-b516-8c38a89f0219 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags HTTP/1.1" status: 200 len: 240 time: 0.0829034 May 06 13:55:19.651042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45460) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.656500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-729757f9-3dc0-4401-b2b4-291b5cec1bd9 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b', 'tempest-TagsExtTest-Tag-782178643') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.689547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Port': ['ID=dd36be08-d340-4a36-ab3f-85ec1c979576,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:19.760225 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-729757f9-3dc0-4401-b2b4-291b5cec1bd9 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags/tempest-TagsExtTest-Tag-782178643 HTTP/1.1" status: 204 len: 168 time: 0.1078267 May 06 13:55:19.762647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45464) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.771436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-fab40566-dfb2-470c-b5b4-4114617a2dd6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b', 'tempest-TagsExtTest-Tag-782178643') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.803488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.836477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8027ec6f-f65f-43a3-ba58-e1b8780ff890']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.853299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e593ea19-2972-4404-841f-9dedc85e3ac5') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.853622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e593ea19-2972-4404-841f-9dedc85e3ac5') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.868484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.892908 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.896775 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fab40566-dfb2-470c-b5b4-4114617a2dd6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags/tempest-TagsExtTest-Tag-782178643 HTTP/1.1" status: 204 len: 168 time: 0.1329648 May 06 13:55:19.899164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45470) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.902137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:19.902546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:19.908285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-d8cca7ff-b02c-44ee-84b8-d2e85ef18d0b tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:19.925139 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:19.987408 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d8cca7ff-b02c-44ee-84b8-d2e85ef18d0b tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags HTTP/1.1" status: 200 len: 205 time: 0.0831907 May 06 13:55:19.988841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45474) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:19.993930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-1737d3b9-59e5-4f54-b695-1f07726e23de tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:20.012786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.037341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.051825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=8027ec6f-f65f-43a3-ba58-e1b8780ff890,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:20.057480 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4c38ce5d-12eb-499d-b0c8-2001f0045338 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/8027ec6f-f65f-43a3-ba58-e1b8780ff890 HTTP/1.1" status: 204 len: 168 time: 2.9877844 May 06 13:55:20.061112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45478) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.068154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-165322628'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:20.080207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:20.083594 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1737d3b9-59e5-4f54-b695-1f07726e23de tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags HTTP/1.1" status: 200 len: 241 time: 0.0936730 May 06 13:55:20.086229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:20.087624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45482) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.089526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:20.092912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-371b7b25-f7a4-4501-b3ea-e9993d9ab0a2 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef', 'tempest-TagsExtTest-Tag-1864413938') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:20.097409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:20.108920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:20.113321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.144480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:20.154530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.154847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment 30b366f1-1a81-4155-bd29-a11cfc89f4a4 of type vlan for network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 May 06 13:55:20.185053 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-371b7b25-f7a4-4501-b3ea-e9993d9ab0a2 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags/tempest-TagsExtTest-Tag-1864413938 HTTP/1.1" status: 204 len: 168 time: 0.0938473 May 06 13:55:20.186008 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45486) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.191330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-8c8c2e4d-4234-48c6-9fcb-1bb1bb438ca8 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef', 'tempest-TagsExtTest-Tag-1864413938') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:20.195003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.257778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.267331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:20.268401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.337586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b1cef296-6d4f-4ac1-842b-ed0136b87831 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:20.340644 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8c8c2e4d-4234-48c6-9fcb-1bb1bb438ca8 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags/tempest-TagsExtTest-Tag-1864413938 HTTP/1.1" status: 204 len: 168 time: 0.1532588 May 06 13:55:20.342082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45490) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.351492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-9da6ee38-1153-4076-8ab0-4e5d6c59a5c5 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:20.395901 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3336840 May 06 13:55:20.399333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45494) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.408979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-cd8fa3b8-cd45-4127-902e-4ed5a8e82abb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:20.424729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323be32-6347-45d1-a10f-5199593a5cc2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=3341125b-4ba0-4f95-bd34-de9e01bb3c77,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:20.443423 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:20.453861 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9da6ee38-1153-4076-8ab0-4e5d6c59a5c5 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags HTTP/1.1" status: 200 len: 205 time: 0.1074409 May 06 13:55:20.454697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45498) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.461394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-fff3cdb5-3c31-43bb-9d67-b08551767517 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:20.576124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b1cef296-6d4f-4ac1-842b-ed0136b87831 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:20.715236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1c3d91-6f7f-42f9-884b-9473a4169bb6 None None] Network c04c0a4c-ef3f-4de0-9af2-4fd93e358520 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:20.746750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd8fa3b8-cd45-4127-902e-4ed5a8e82abb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.766009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd8fa3b8-cd45-4127-902e-4ed5a8e82abb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.806231 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fff3cdb5-3c31-43bb-9d67-b08551767517 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags HTTP/1.1" status: 200 len: 241 time: 0.3503468 May 06 13:55:20.809423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45502) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.816546 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-07b49085-ea1b-4014-9909-3032273f4620 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58', 'tempest-TagsExtTest-Tag-1937300725') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:20.842112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-38f1ac01-770b-480d-930c-08c6436d6c98 None None] Provisioning for port b1cef296-6d4f-4ac1-842b-ed0136b87831 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:20.848080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd8fa3b8-cd45-4127-902e-4ed5a8e82abb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 is not hosted by any dhcp agent {{(pid=87984) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 06 13:55:20.852696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-38f1ac01-770b-480d-930c-08c6436d6c98 None None] Provisioning complete for port b1cef296-6d4f-4ac1-842b-ed0136b87831 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:20.853107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-38f1ac01-770b-480d-930c-08c6436d6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.854319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fa3b8-cd45-4127-902e-4ed5a8e82abb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:20.855085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd8fa3b8-cd45-4127-902e-4ed5a8e82abb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.860443 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cd8fa3b8-cd45-4127-902e-4ed5a8e82abb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "PUT /v2.0/networks/3341125b-4ba0-4f95-bd34-de9e01bb3c77 HTTP/1.1" status: 200 len: 723 time: 0.4592896 May 06 13:55:20.861051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45506) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.877188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': '3341125b-4ba0-4f95-bd34-de9e01bb3c77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:20.973368 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-07b49085-ea1b-4014-9909-3032273f4620 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags/tempest-TagsExtTest-Tag-1937300725 HTTP/1.1" status: 204 len: 168 time: 0.1627653 May 06 13:55:20.976351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45510) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:20.983781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-2ab2fa76-63fc-40b7-900d-b732687a9951 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58', 'tempest-TagsExtTest-Tag-1937300725') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.091842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fa3b8-cd45-4127-902e-4ed5a8e82abb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=3341125b-4ba0-4f95-bd34-de9e01bb3c77,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:21.143961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:21.148640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:21.151863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:21.152158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:21.161400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:21.174940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:21.175224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-38f1ac01-770b-480d-930c-08c6436d6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.180680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.182311 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2ab2fa76-63fc-40b7-900d-b732687a9951 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags/tempest-TagsExtTest-Tag-1937300725 HTTP/1.1" status: 204 len: 168 time: 0.2036777 May 06 13:55:21.184789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45514) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.199444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-692f5699-3de7-43e5-8ddc-f6fafd4172d8 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.313840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-38f1ac01-770b-480d-930c-08c6436d6c98 None None] For port b1cef296-6d4f-4ac1-842b-ed0136b87831, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b1cef296-6d4f-4ac1-842b-ed0136b87831,segment=NetworkSegment(c407efad-a294-48de-a210-728181b46815),segment_id=c407efad-a294-48de-a210-728181b46815)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:21.318920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-38f1ac01-770b-480d-930c-08c6436d6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.414267 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-692f5699-3de7-43e5-8ddc-f6fafd4172d8 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags HTTP/1.1" status: 200 len: 205 time: 0.2220907 May 06 13:55:21.414267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45518) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.419304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-00e764e4-12b9-4937-a27f-f5282e5c4833 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.433509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1ac01-770b-480d-930c-08c6436d6c98 None None] Pushing event updated for resources: {'Port': ['ID=b1cef296-6d4f-4ac1-842b-ed0136b87831,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:21.454606 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-00e764e4-12b9-4937-a27f-f5282e5c4833 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags HTTP/1.1" status: 200 len: 241 time: 0.0410514 May 06 13:55:21.457082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45522) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.462352 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-5614ba78-8025-4a18-95ad-a69ffc4a27f7 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9', 'tempest-TagsExtTest-Tag-1319392194') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.492552 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5614ba78-8025-4a18-95ad-a69ffc4a27f7 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags/tempest-TagsExtTest-Tag-1319392194 HTTP/1.1" status: 204 len: 168 time: 0.0343161 May 06 13:55:21.495164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45526) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.502184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-de0a8a69-8ee0-468c-a434-70a00bffe1c7 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9', 'tempest-TagsExtTest-Tag-1319392194') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.517245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.557542 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-de0a8a69-8ee0-468c-a434-70a00bffe1c7 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags/tempest-TagsExtTest-Tag-1319392194 HTTP/1.1" status: 204 len: 168 time: 0.0607018 May 06 13:55:21.560328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45530) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.569888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-d4b269f7-74bb-4a3d-bd77-c03614f9f70a tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.609480 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d4b269f7-74bb-4a3d-bd77-c03614f9f70a tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags HTTP/1.1" status: 200 len: 205 time: 0.0466003 May 06 13:55:21.611363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45534) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.613376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=917a54d8-3ed1-4255-b9e7-61d8cf35a8a6,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:21.617401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-23cafd61-554a-4d23-86b6-2d0992efd72c tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.623910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': '30b366f1-1a81-4155-bd29-a11cfc89f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3341125b-4ba0-4f95-bd34-de9e01bb3c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:21.624284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: 3341125b-4ba0-4f95-bd34-de9e01bb3c77, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:21.654559 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-23cafd61-554a-4d23-86b6-2d0992efd72c tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0413654 May 06 13:55:21.656825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:21.659307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45538) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.665426 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-a5d5b0b2-51a1-49bf-b2c6-e39116fea3b9 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.669665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 3341125b-4ba0-4f95-bd34-de9e01bb3c77) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:21.676093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:21.677098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.689146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bd050-9467-4865-9e52-e739fbff4a17 None None] Network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:21.705600 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-59765648-e2f2-41f0-a47f-280aa6b1e6be tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8370230 May 06 13:55:21.708195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45542) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.717153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ceb9b9ae-89c9-4bbe-8c92-55c21d2ebe88 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:21.841695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dbac834c-59f9-4402-a6b3-13174f6ab5f0 None None] Provisioning complete for port b1cef296-6d4f-4ac1-842b-ed0136b87831 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:21.842331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dbac834c-59f9-4402-a6b3-13174f6ab5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.854344 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a5d5b0b2-51a1-49bf-b2c6-e39116fea3b9 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags HTTP/1.1" status: 204 len: 168 time: 0.1939466 May 06 13:55:21.857967 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45546) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.864486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-6cedf131-ee0f-46b5-844b-f9bc4210f14f tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:21.917213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b9ae-89c9-4bbe-8c92-55c21d2ebe88 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2756718'] for subnet, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:21.961888 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6cedf131-ee0f-46b5-844b-f9bc4210f14f tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags HTTP/1.1" status: 204 len: 168 time: 0.1029184 May 06 13:55:21.964630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45550) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:21.971986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-560ec5e6-2179-4ff8-b6fc-355b2da25a4f tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.069219 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-560ec5e6-2179-4ff8-b6fc-355b2da25a4f tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags HTTP/1.1" status: 204 len: 168 time: 0.1031291 May 06 13:55:22.073796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45554) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.079040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-ff5b381c-94eb-4b2f-84a4-0eabc9d3faa0 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b', 'tempest-TagsExtTest-Tag-308531080') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.120041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-3341125b-4ba0-4f95-bd34-de9e01bb3c77', 'network_id': '3341125b-4ba0-4f95-bd34-de9e01bb3c77', 'tenant_id': '7d7d9c93407f4e9699aea1080db5be41', 'fixed_ips': [{'subnet_id': '917a54d8-3ed1-4255-b9e7-61d8cf35a8a6'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:22.121056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.142758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b9ae-89c9-4bbe-8c92-55c21d2ebe88 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735950026873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-387931'] for subnet, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.189456 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ff5b381c-94eb-4b2f-84a4-0eabc9d3faa0 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags/tempest-TagsExtTest-Tag-308531080 HTTP/1.1" status: 201 len: 201 time: 0.1149993 May 06 13:55:22.190225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45558) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.206762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-75b04ff1-efd5-4993-8de3-eb601273314c tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef', 'tempest-TagsExtTest-Tag-1015845982') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.235301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dbac834c-59f9-4402-a6b3-13174f6ab5f0 None None] Provisioning for port 7bb8ce35-7bd9-4224-8a0d-23af9aea3cef completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:22.235735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb9b9ae-89c9-4bbe-8c92-55c21d2ebe88 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:22.236341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b9ae-89c9-4bbe-8c92-55c21d2ebe88 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.237670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ceb9b9ae-89c9-4bbe-8c92-55c21d2ebe88 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "PUT /v2.0/subnets/917a54d8-3ed1-4255-b9e7-61d8cf35a8a6 HTTP/1.1" status: 200 len: 806 time: 0.5281215 May 06 13:55:22.240676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45562) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.248285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dbac834c-59f9-4402-a6b3-13174f6ab5f0 None None] Provisioning complete for port 7bb8ce35-7bd9-4224-8a0d-23af9aea3cef triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:22.248903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dbac834c-59f9-4402-a6b3-13174f6ab5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.278222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9b9ae-89c9-4bbe-8c92-55c21d2ebe88 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=917a54d8-3ed1-4255-b9e7-61d8cf35a8a6,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:22.285057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b1cef296-6d4f-4ac1-842b-ed0136b87831 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:22.327515 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-75b04ff1-efd5-4993-8de3-eb601273314c tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags/tempest-TagsExtTest-Tag-1015845982 HTTP/1.1" status: 201 len: 201 time: 0.1301093 May 06 13:55:22.330890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45566) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.342803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-85a83e0a-8616-4fd9-b00e-4cd22fc0c8d6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58', 'tempest-TagsExtTest-Tag-210650810') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.412140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.422766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dbac834c-59f9-4402-a6b3-13174f6ab5f0 None None] Port 7bb8ce35-7bd9-4224-8a0d-23af9aea3cef cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:22.446313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Allocated IP 172.20.0.2 (3341125b-4ba0-4f95-bd34-de9e01bb3c77/917a54d8-3ed1-4255-b9e7-61d8cf35a8a6/60d550fa-19f6-4f3a-a242-832304e1fa17) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:22.469053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b1cef296-6d4f-4ac1-842b-ed0136b87831 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:22.469053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.506980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.516743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-85a83e0a-8616-4fd9-b00e-4cd22fc0c8d6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags/tempest-TagsExtTest-Tag-210650810 HTTP/1.1" status: 201 len: 201 time: 0.1816351 May 06 13:55:22.517388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45570) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.527335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-471628ac-18dd-485c-95be-f687bf3ad003 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9', 'tempest-TagsExtTest-Tag-1270297865') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.582370 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-471628ac-18dd-485c-95be-f687bf3ad003 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags/tempest-TagsExtTest-Tag-1270297865 HTTP/1.1" status: 201 len: 201 time: 0.0630083 May 06 13:55:22.585929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45574) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.591955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-d47cf649-c33b-4734-8475-97835a4269f3 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b', {'tags': ['tempest-TagsExtTest-Tag-716459070', 'tempest-TagsExtTest-Tag-1747783979', 'tempest-TagsExtTest-Tag-719434791']}) {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.648778 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ad70d91e-40f2-4b8f-9154-587782b5a0a5 None None] Provisioning complete for port 7bb8ce35-7bd9-4224-8a0d-23af9aea3cef triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:22.649146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ad70d91e-40f2-4b8f-9154-587782b5a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.673434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d47cf649-c33b-4734-8475-97835a4269f3 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags HTTP/1.1" status: 200 len: 316 time: 0.0857987 May 06 13:55:22.675762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45578) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.682299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-35ef1eaa-1184-47b2-9128-619ea0dbd066 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.777768 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-35ef1eaa-1184-47b2-9128-619ea0dbd066 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags HTTP/1.1" status: 204 len: 168 time: 0.1009986 May 06 13:55:22.780495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45582) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.786034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-03b2a2c7-d360-4244-86bc-9191bb426350 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b', 'tempest-TagsExtTest-Tag-716459070') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.807862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ad70d91e-40f2-4b8f-9154-587782b5a0a5 None None] Port 7bb8ce35-7bd9-4224-8a0d-23af9aea3cef cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:22.854578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.863692 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-03b2a2c7-d360-4244-86bc-9191bb426350 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:22.864990 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-03b2a2c7-d360-4244-86bc-9191bb426350 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags/tempest-TagsExtTest-Tag-716459070 HTTP/1.1" status: 404 len: 328 time: 0.0832713 May 06 13:55:22.865874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Transition to ACTIVE for port object 60d550fa-19f6-4f3a-a242-832304e1fa17 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:22.868292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45586) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.873248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-ec8af097-dbc9-4ed5-abfb-91690d2f2352 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b', 'tempest-TagsExtTest-Tag-1747783979') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.887346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Transition to ACTIVE for port object 60d550fa-19f6-4f3a-a242-832304e1fa17 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:22.894329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.936688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.943057 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-ec8af097-dbc9-4ed5-abfb-91690d2f2352 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:22.944092 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ec8af097-dbc9-4ed5-abfb-91690d2f2352 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags/tempest-TagsExtTest-Tag-1747783979 HTTP/1.1" status: 404 len: 329 time: 0.0748217 May 06 13:55:22.947018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45590) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:22.952350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-4bf571cf-4644-44d7-9657-d516d060f4b8 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b', 'tempest-TagsExtTest-Tag-719434791') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:22.975527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:22.978715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:22.984379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:22.987814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Pushing event updated for resources: {'Port': ['ID=60d550fa-19f6-4f3a-a242-832304e1fa17,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:22.988274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=917a54d8-3ed1-4255-b9e7-61d8cf35a8a6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:23.056965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-4bf571cf-4644-44d7-9657-d516d060f4b8 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:23.058687 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4bf571cf-4644-44d7-9657-d516d060f4b8 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags/tempest-TagsExtTest-Tag-719434791 HTTP/1.1" status: 404 len: 328 time: 0.1105635 May 06 13:55:23.061397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45594) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:23.066753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-4bff5ddf-2d54-407d-ab13-fc9d3f2e39b5 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef', {'tags': ['tempest-TagsExtTest-Tag-1244101914', 'tempest-TagsExtTest-Tag-598464100', 'tempest-TagsExtTest-Tag-772270523']}) {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.098231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Attempting to bind port 60d550fa-19f6-4f3a-a242-832304e1fa17 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:23.099010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Attempting to bind port 60d550fa-19f6-4f3a-a242-832304e1fa17 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '30b366f1-1a81-4155-bd29-a11cfc89f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3341125b-4ba0-4f95-bd34-de9e01bb3c77'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:23.099644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Attempting to bind port 60d550fa-19f6-4f3a-a242-832304e1fa17 on network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:23.106715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:55:23.107689 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Checking segment: {'id': '30b366f1-1a81-4155-bd29-a11cfc89f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3341125b-4ba0-4f95-bd34-de9e01bb3c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:23.108325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.109115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Bound using segment: {'id': '30b366f1-1a81-4155-bd29-a11cfc89f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3341125b-4ba0-4f95-bd34-de9e01bb3c77'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:55:23.110605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Bound port: 60d550fa-19f6-4f3a-a242-832304e1fa17, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b366f1-1a81-4155-bd29-a11cfc89f4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3341125b-4ba0-4f95-bd34-de9e01bb3c77'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:23.111527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.174289 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4bff5ddf-2d54-407d-ab13-fc9d3f2e39b5 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags HTTP/1.1" status: 200 len: 316 time: 0.1117966 May 06 13:55:23.176966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45598) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:23.184345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-cb0f67ac-8efa-4e9f-9258-f5c804942cbe tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.230469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] For port 60d550fa-19f6-4f3a-a242-832304e1fa17, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:55:23.231032 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.235413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] For port 60d550fa-19f6-4f3a-a242-832304e1fa17, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=60d550fa-19f6-4f3a-a242-832304e1fa17,segment=NetworkSegment(30b366f1-1a81-4155-bd29-a11cfc89f4a4),segment_id=30b366f1-1a81-4155-bd29-a11cfc89f4a4)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:55:23.242398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.260860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3341125b-4ba0-4f95-bd34-de9e01bb3c77']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.279408 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b366f1-1a81-4155-bd29-a11cfc89f4a4') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.279817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b366f1-1a81-4155-bd29-a11cfc89f4a4') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.283015 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cb0f67ac-8efa-4e9f-9258-f5c804942cbe tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags HTTP/1.1" status: 204 len: 168 time: 0.1044841 May 06 13:55:23.285709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45602) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:23.291553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-1af820c6-bbf7-4f26-8d4f-f9e650c4de90 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef', 'tempest-TagsExtTest-Tag-1244101914') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.293473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.317597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.326478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:23.327079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:23.346796 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:23.387020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-1af820c6-bbf7-4f26-8d4f-f9e650c4de90 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:23.388289 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1af820c6-bbf7-4f26-8d4f-f9e650c4de90 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags/tempest-TagsExtTest-Tag-1244101914 HTTP/1.1" status: 404 len: 329 time: 0.1014612 May 06 13:55:23.393103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45606) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:23.399189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-c648e25c-c4f7-4078-9beb-e409d08e37c2 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef', 'tempest-TagsExtTest-Tag-598464100') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.436674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e926e-973a-41c3-9c70-68c3ff84f17d None None] Pushing event updated for resources: {'Port': ['ID=60d550fa-19f6-4f3a-a242-832304e1fa17,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:23.442447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:55:23.442447 dv-neutron-840888-1-hyperv neutron-server[87985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:55:23.442447 dv-neutron-840888-1-hyperv neutron-server[87985]: [parameters: {'id': '3341125b-4ba0-4f95-bd34-de9e01bb3c77'}] May 06 13:55:23.442447 dv-neutron-840888-1-hyperv neutron-server[87985]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:55:23.443116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:55:23.479885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2104fb-f008-4baa-b895-11056f154cad None None] Network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:23.490525 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-c648e25c-c4f7-4078-9beb-e409d08e37c2 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:23.491479 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c648e25c-c4f7-4078-9beb-e409d08e37c2 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags/tempest-TagsExtTest-Tag-598464100 HTTP/1.1" status: 404 len: 328 time: 0.0972607 May 06 13:55:23.495106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45610) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:23.500700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-e9bcbc88-0ac6-4723-bd14-d8dc5d991bec tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef', 'tempest-TagsExtTest-Tag-772270523') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.575172 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-e9bcbc88-0ac6-4723-bd14-d8dc5d991bec tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:23.576207 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e9bcbc88-0ac6-4723-bd14-d8dc5d991bec tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags/tempest-TagsExtTest-Tag-772270523 HTTP/1.1" status: 404 len: 328 time: 0.0800760 May 06 13:55:23.580238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45614) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:23.585723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-bf804670-6fd3-495d-a050-9f0a85ca1fee tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58', {'tags': ['tempest-TagsExtTest-Tag-1466225708', 'tempest-TagsExtTest-Tag-2108725570', 'tempest-TagsExtTest-Tag-345448938']}) {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.692042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933c325-2015-4217-83d5-b141058b02e2 None None] Network 3341125b-4ba0-4f95-bd34-de9e01bb3c77 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:23.857786 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bf804670-6fd3-495d-a050-9f0a85ca1fee tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags HTTP/1.1" status: 200 len: 317 time: 0.2763832 May 06 13:55:23.860446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45618) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:23.865805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-29a28045-3859-4919-90c7-255f274f11f5 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:23.916637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7e06e9-d2e4-4ae0-b1f9-b7ccf9d5c35b None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:55:23.944910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.025749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Deleting port 60d550fa-19f6-4f3a-a242-832304e1fa17 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:24.026592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.074166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7e06e9-d2e4-4ae0-b1f9-b7ccf9d5c35b None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:55:24.154957 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-29a28045-3859-4919-90c7-255f274f11f5 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags HTTP/1.1" status: 204 len: 168 time: 0.2932978 May 06 13:55:24.160114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45622) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:24.165861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-f6e23445-4885-4ca5-9cea-741e1a7d8e39 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58', 'tempest-TagsExtTest-Tag-1466225708') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:24.325760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-f6e23445-4885-4ca5-9cea-741e1a7d8e39 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:24.326794 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f6e23445-4885-4ca5-9cea-741e1a7d8e39 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags/tempest-TagsExtTest-Tag-1466225708 HTTP/1.1" status: 404 len: 329 time: 0.1659284 May 06 13:55:24.330200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] For port 60d550fa-19f6-4f3a-a242-832304e1fa17, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=60d550fa-19f6-4f3a-a242-832304e1fa17,segment=NetworkSegment(30b366f1-1a81-4155-bd29-a11cfc89f4a4),segment_id=30b366f1-1a81-4155-bd29-a11cfc89f4a4)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:24.331030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45626) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:24.331434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.335432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-b2fa6f01-8b66-4e81-8d6b-2f0bcdc67e33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58', 'tempest-TagsExtTest-Tag-2108725570') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:24.493585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Calling delete_port for 60d550fa-19f6-4f3a-a242-832304e1fa17 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:24.553275 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-b2fa6f01-8b66-4e81-8d6b-2f0bcdc67e33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:24.554347 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b2fa6f01-8b66-4e81-8d6b-2f0bcdc67e33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags/tempest-TagsExtTest-Tag-2108725570 HTTP/1.1" status: 404 len: 329 time: 0.2232070 May 06 13:55:24.558787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45632) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:24.577432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-84d3113e-835a-4bf2-acb6-0a757bc03347 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58', 'tempest-TagsExtTest-Tag-345448938') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:24.580838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b7deaa-daf4-4fd9-8bf6-e0a85949bc79 None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:55:24.707052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.764861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Port': ['ID=60d550fa-19f6-4f3a-a242-832304e1fa17,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:24.771548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No DVR routers for this DVR port 60d550fa-19f6-4f3a-a242-832304e1fa17 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:24.780729 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b7deaa-daf4-4fd9-8bf6-e0a85949bc79 None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:55:24.824340 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-84d3113e-835a-4bf2-acb6-0a757bc03347 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:24.825409 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-84d3113e-835a-4bf2-acb6-0a757bc03347 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags/tempest-TagsExtTest-Tag-345448938 HTTP/1.1" status: 404 len: 328 time: 0.2656910 May 06 13:55:24.829070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45638) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:24.834699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-96a8049e-a611-4c20-954c-949521a24dc5 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9', {'tags': ['tempest-TagsExtTest-Tag-359828496', 'tempest-TagsExtTest-Tag-2011049268', 'tempest-TagsExtTest-Tag-889790935']}) {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:24.890281 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-96a8049e-a611-4c20-954c-949521a24dc5 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "PUT /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags HTTP/1.1" status: 200 len: 316 time: 0.0563009 May 06 13:55:24.891501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45642) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:24.900357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-3adb5b62-2b0a-4234-9b26-8ad16fd9621f tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:24.951312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:24.975029 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3adb5b62-2b0a-4234-9b26-8ad16fd9621f tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0807092 May 06 13:55:24.976564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45646) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:24.983715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-75ed7c8b-8692-4483-b57e-ffaa7d575fc6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9', 'tempest-TagsExtTest-Tag-359828496') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.013979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3341125b-4ba0-4f95-bd34-de9e01bb3c77']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.019844 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-75ed7c8b-8692-4483-b57e-ffaa7d575fc6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:25.020504 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-75ed7c8b-8692-4483-b57e-ffaa7d575fc6 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags/tempest-TagsExtTest-Tag-359828496 HTTP/1.1" status: 404 len: 328 time: 0.0426939 May 06 13:55:25.023839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45650) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.036212 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b366f1-1a81-4155-bd29-a11cfc89f4a4') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.036699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-86b2738b-22e7-485f-9716-8ac5243e5a55 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9', 'tempest-TagsExtTest-Tag-2011049268') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.038758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b366f1-1a81-4155-bd29-a11cfc89f4a4') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.056173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.069863 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-86b2738b-22e7-485f-9716-8ac5243e5a55 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:25.071069 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-86b2738b-22e7-485f-9716-8ac5243e5a55 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags/tempest-TagsExtTest-Tag-2011049268 HTTP/1.1" status: 404 len: 329 time: 0.0459623 May 06 13:55:25.074567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45654) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.083003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.090272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-e5a4bf1b-64cf-44df-87f5-8d7d7c5e1695 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9', 'tempest-TagsExtTest-Tag-889790935') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.092435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:25.093104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:25.115694 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:25.123422 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-e5a4bf1b-64cf-44df-87f5-8d7d7c5e1695 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] show failed (client error): The resource could not be found. May 06 13:55:25.124809 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e5a4bf1b-64cf-44df-87f5-8d7d7c5e1695 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags/tempest-TagsExtTest-Tag-889790935 HTTP/1.1" status: 404 len: 328 time: 0.0477655 May 06 13:55:25.128383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45658) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.134309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-c2bba8c2-f005-496f-893a-14829387abf9 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b3a8a669-4220-4451-ae92-a087e91835b9') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.174252 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c2bba8c2-f005-496f-893a-14829387abf9 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0444689 May 06 13:55:25.178673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45662) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.187932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.tag.tag_plugin [None req-caa33d28-de63-4e63-abfb-50017ef9017a tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6e78c24f-49aa-4766-8628-83cf777dfc58') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.217447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.239490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.251956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=3341125b-4ba0-4f95-bd34-de9e01bb3c77,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:25.259376 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5a4a8022-ad0e-4f41-8b45-45b515a53a05 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/3341125b-4ba0-4f95-bd34-de9e01bb3c77 HTTP/1.1" status: 204 len: 168 time: 3.0169950 May 06 13:55:25.263656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45666) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.303930 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-426c70ba-a8bf-4aae-b6ad-c96c86082972 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:25.304407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426c70ba-a8bf-4aae-b6ad-c96c86082972 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:25.306413 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-426c70ba-a8bf-4aae-b6ad-c96c86082972 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/3341125b-4ba0-4f95-bd34-de9e01bb3c77 HTTP/1.1" status: 404 len: 339 time: 0.0415375 May 06 13:55:25.311981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45670) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.320651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1513278629', 'description': 'd1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:25.375151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:25.391168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:network and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:25.396251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:25.405915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:25.425835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:25.429687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.446690 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-caa33d28-de63-4e63-abfb-50017ef9017a tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58/tags HTTP/1.1" status: 204 len: 168 time: 0.2671428 May 06 13:55:25.451467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45674) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.459630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-663225a6-68c4-42ea-a066-edf41a5fb2ac tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7bb8ce35-7bd9-4224-8a0d-23af9aea3cef') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.469432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:25.481629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.481781 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment 3f5071eb-8b4f-4b07-a63f-8f1e127f795a of type vlan for network abbf0d89-2e65-40da-b8e9-459241059461 May 06 13:55:25.532371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.584881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.596401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:25.597777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:25.691763 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-663225a6-68c4-42ea-a066-edf41a5fb2ac tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef/tags HTTP/1.1" status: 204 len: 168 time: 0.2386179 May 06 13:55:25.694746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45678) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.699942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.tag.tag_plugin [None req-140efc2b-6280-46aa-a7ff-28b28e1c6382 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '973fca48-7a35-4cb0-abba-a4f2b91b0d0b') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:25.738070 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4221475 May 06 13:55:25.739218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45682) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.768590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b9469-2c3c-442e-80b3-379dbbaf539d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=abbf0d89-2e65-40da-b8e9-459241059461,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:25.785558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network abbf0d89-2e65-40da-b8e9-459241059461 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:25.904602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a8aaa3-613b-4902-b66c-6904ee171cc1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:25.905328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-25a8aaa3-613b-4902-b66c-6904ee171cc1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Synchronizing usage tracker for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:25.927113 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-140efc2b-6280-46aa-a7ff-28b28e1c6382 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b/tags HTTP/1.1" status: 204 len: 168 time: 0.2312238 May 06 13:55:25.942464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-25a8aaa3-613b-4902-b66c-6904ee171cc1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Unset dirty status for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:25.943873 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-25a8aaa3-613b-4902-b66c-6904ee171cc1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/networks?id=abbf0d89-2e65-40da-b8e9-459241059461 HTTP/1.1" status: 200 len: 761 time: 0.2044497 May 06 13:55:25.944232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45686) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.948087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45688) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:25.955548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c276153c-beff-4242-b352-854b867369b4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'description': 'd2'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:26.069533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c14f7dc-cb7c-4f51-845b-39b5c457fa95 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for subnetpool, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.073810 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2c14f7dc-cb7c-4f51-845b-39b5c457fa95 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnetpools/b3a8a669-4220-4451-ae92-a087e91835b9 HTTP/1.1" status: 204 len: 168 time: 0.1216290 May 06 13:55:26.074078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45694) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:26.120696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fb5233fe-ce23-4370-9460-f70f3c1046ad tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Synchronizing usage tracker for tenant:5158747c55814dddbab68265421dfa7d on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:26.141754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fb5233fe-ce23-4370-9460-f70f3c1046ad tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Unset dirty status for tenant:5158747c55814dddbab68265421dfa7d on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:26.146455 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fb5233fe-ce23-4370-9460-f70f3c1046ad tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e78c24f-49aa-4766-8628-83cf777dfc58 HTTP/1.1" status: 200 len: 205 time: 0.0683286 May 06 13:55:26.147024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45698) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:26.244287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c276153c-beff-4242-b352-854b867369b4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.276027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c276153c-beff-4242-b352-854b867369b4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.316559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7baa-0969-4bdb-863c-be262bc150d0 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.336956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c276153c-beff-4242-b352-854b867369b4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network abbf0d89-2e65-40da-b8e9-459241059461 is not hosted by any dhcp agent {{(pid=87985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 06 13:55:26.342349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c276153c-beff-4242-b352-854b867369b4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:26.342966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c276153c-beff-4242-b352-854b867369b4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.344630 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c276153c-beff-4242-b352-854b867369b4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "PUT /v2.0/networks/abbf0d89-2e65-40da-b8e9-459241059461 HTTP/1.1" status: 200 len: 758 time: 0.3951616 May 06 13:55:26.369137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45702) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:26.427338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276153c-beff-4242-b352-854b867369b4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=abbf0d89-2e65-40da-b8e9-459241059461,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:26.444111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network abbf0d89-2e65-40da-b8e9-459241059461 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:26.894016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f846701b-3bf2-4b31-923e-aad55fcc149a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:26.894737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f846701b-3bf2-4b31-923e-aad55fcc149a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Synchronizing usage tracker for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:26.904842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7baa-0969-4bdb-863c-be262bc150d0 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.910501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7baa-0969-4bdb-863c-be262bc150d0 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.924336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f846701b-3bf2-4b31-923e-aad55fcc149a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Unset dirty status for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:26.931276 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f846701b-3bf2-4b31-923e-aad55fcc149a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/networks?id=abbf0d89-2e65-40da-b8e9-459241059461 HTTP/1.1" status: 200 len: 761 time: 0.5554698 May 06 13:55:26.932594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45706) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:26.940342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716846008'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:26.946429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7baa-0969-4bdb-863c-be262bc150d0 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.946632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:26.947164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d7baa-0969-4bdb-863c-be262bc150d0 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Fanout notify agent at l3_agent the message router_deleted on router 6e78c24f-49aa-4766-8628-83cf777dfc58 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:55:26.963462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b0d7baa-0969-4bdb-863c-be262bc150d0 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:26.969113 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5b0d7baa-0969-4bdb-863c-be262bc150d0 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/routers/6e78c24f-49aa-4766-8628-83cf777dfc58 HTTP/1.1" status: 204 len: 168 time: 0.8159716 May 06 13:55:26.969350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:26.969529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45710) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:26.989522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:26.996830 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.046622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6caed817-b18b-4fbf-b1d6-f20a5d575b33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Deleting port 7bb8ce35-7bd9-4224-8a0d-23af9aea3cef {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:27.047063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6caed817-b18b-4fbf-b1d6-f20a5d575b33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.048080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:27.062034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.063313 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment 8e8ceb7e-c9c6-495c-8545-0f0f52451091 of type vlan for network 8cf60777-23e4-4bc8-8843-148d6afb5128 May 06 13:55:27.099173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.145576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.151179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:27.151849 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.295826 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3624825 May 06 13:55:27.296721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45716) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:27.297566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6040f-365f-495f-81fb-3c004e9a4e6c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=8cf60777-23e4-4bc8-8843-148d6afb5128,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:27.305970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': '8cf60777-23e4-4bc8-8843-148d6afb5128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:27.324002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 8cf60777-23e4-4bc8-8843-148d6afb5128 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:27.419726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6caed817-b18b-4fbf-b1d6-f20a5d575b33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.459643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:27.467297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Usage tracker for resource:subnet and tenant:7d7d9c93407f4e9699aea1080db5be41 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:27.471787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:27.482445 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:27.498453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:27.505359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.613512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6caed817-b18b-4fbf-b1d6-f20a5d575b33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Calling delete_port for 7bb8ce35-7bd9-4224-8a0d-23af9aea3cef owned by {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:27.802907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.826231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6caed817-b18b-4fbf-b1d6-f20a5d575b33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:27.889966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caed817-b18b-4fbf-b1d6-f20a5d575b33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Pushing event deleted for resources: {'Port': ['ID=7bb8ce35-7bd9-4224-8a0d-23af9aea3cef,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:27.895397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=6665fc38-5c99-43ca-a980-c3dfec19eb2f,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:27.901853 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': '8e8ceb7e-c9c6-495c-8545-0f0f52451091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8cf60777-23e4-4bc8-8843-148d6afb5128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:27.902060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: 8cf60777-23e4-4bc8-8843-148d6afb5128, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:27.927681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network 8cf60777-23e4-4bc8-8843-148d6afb5128 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:27.948716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 8cf60777-23e4-4bc8-8843-148d6afb5128) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:27.963313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7e771-61be-49e9-b47e-37284d1312b4 None None] Network 8cf60777-23e4-4bc8-8843-148d6afb5128 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:27.971459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:27.972609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.025623 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f315205e-d6b2-45fa-9678-9c0e117b8645 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7224159 May 06 13:55:28.026692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45720) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:28.161438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6caed817-b18b-4fbf-b1d6-f20a5d575b33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.187180 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6caed817-b18b-4fbf-b1d6-f20a5d575b33 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/ports/7bb8ce35-7bd9-4224-8a0d-23af9aea3cef HTTP/1.1" status: 204 len: 168 time: 1.2163088 May 06 13:55:28.192321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45724) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:28.256366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.312447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-8cf60777-23e4-4bc8-8843-148d6afb5128', 'network_id': '8cf60777-23e4-4bc8-8843-148d6afb5128', 'tenant_id': '7d7d9c93407f4e9699aea1080db5be41', 'fixed_ips': [{'subnet_id': '6665fc38-5c99-43ca-a980-c3dfec19eb2f'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:28.314054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.317923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fffa17-c56f-4e40-a199-3d3622b744e4 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Deleting subnet 973fca48-7a35-4cb0-abba-a4f2b91b0d0b {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:55:28.321869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5fffa17-c56f-4e40-a199-3d3622b744e4 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.367969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.402453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5fffa17-c56f-4e40-a199-3d3622b744e4 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.565284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Allocated IP 172.20.0.2 (8cf60777-23e4-4bc8-8843-148d6afb5128/6665fc38-5c99-43ca-a980-c3dfec19eb2f/dd43f5f3-ef41-40dd-bd92-a45ef4262003) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:28.577226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5fffa17-c56f-4e40-a199-3d3622b744e4 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.686165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5fffa17-c56f-4e40-a199-3d3622b744e4 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.734054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fffa17-c56f-4e40-a199-3d3622b744e4 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Pushing event deleted for resources: {'Subnet': ['ID=973fca48-7a35-4cb0-abba-a4f2b91b0d0b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:28.738813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b5fffa17-c56f-4e40-a199-3d3622b744e4 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.749133 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b5fffa17-c56f-4e40-a199-3d3622b744e4 tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/subnets/973fca48-7a35-4cb0-abba-a4f2b91b0d0b HTTP/1.1" status: 204 len: 168 time: 0.5528560 May 06 13:55:28.749825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45732) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:28.756974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f45d86-9b71-443c-9b4d-b6ec7c247d62 None None] Network c04c0a4c-ef3f-4de0-9af2-4fd93e358520 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:28.892504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:28.909118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Deleting port b1cef296-6d4f-4ac1-842b-ed0136b87831 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:28.909118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.135889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.153459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Transition to ACTIVE for port object dd43f5f3-ef41-40dd-bd92-a45ef4262003 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:29.183496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Transition to ACTIVE for port object dd43f5f3-ef41-40dd-bd92-a45ef4262003 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:29.196276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.233600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.302934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Network 8cf60777-23e4-4bc8-8843-148d6afb5128 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:29.329246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:29.329246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:29.347609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] For port b1cef296-6d4f-4ac1-842b-ed0136b87831, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b1cef296-6d4f-4ac1-842b-ed0136b87831,segment=NetworkSegment(c407efad-a294-48de-a210-728181b46815),segment_id=c407efad-a294-48de-a210-728181b46815)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:29.347609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.409862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] DHCP port deletion for c04c0a4c-ef3f-4de0-9af2-4fd93e358520 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:55:29.419511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=6665fc38-5c99-43ca-a980-c3dfec19eb2f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:29.485723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] Deleting port b1cef296-6d4f-4ac1-842b-ed0136b87831 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:29.485723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.558659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Pushing event updated for resources: {'Port': ['ID=dd43f5f3-ef41-40dd-bd92-a45ef4262003,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:29.627371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Attempting to bind port dd43f5f3-ef41-40dd-bd92-a45ef4262003 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:29.627371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Attempting to bind port dd43f5f3-ef41-40dd-bd92-a45ef4262003 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '8e8ceb7e-c9c6-495c-8545-0f0f52451091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8cf60777-23e4-4bc8-8843-148d6afb5128'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:29.627371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Attempting to bind port dd43f5f3-ef41-40dd-bd92-a45ef4262003 on network 8cf60777-23e4-4bc8-8843-148d6afb5128 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:29.650718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:55:29.650718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Checking segment: {'id': '8e8ceb7e-c9c6-495c-8545-0f0f52451091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8cf60777-23e4-4bc8-8843-148d6afb5128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:29.650718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.650718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Bound using segment: {'id': '8e8ceb7e-c9c6-495c-8545-0f0f52451091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8cf60777-23e4-4bc8-8843-148d6afb5128'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:55:29.650718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Bound port: dd43f5f3-ef41-40dd-bd92-a45ef4262003, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8ceb7e-c9c6-495c-8545-0f0f52451091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8cf60777-23e4-4bc8-8843-148d6afb5128'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:29.650718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.665809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.673443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Calling delete_port for b1cef296-6d4f-4ac1-842b-ed0136b87831 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:29.766504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf60777-23e4-4bc8-8843-148d6afb5128']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:29.819514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ceb7e-c9c6-495c-8545-0f0f52451091') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:29.819514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ceb7e-c9c6-495c-8545-0f0f52451091') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:29.865006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.889480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.922948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.938669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:29.939170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:29.945304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] For port b1cef296-6d4f-4ac1-842b-ed0136b87831, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b1cef296-6d4f-4ac1-842b-ed0136b87831,segment=NetworkSegment(c407efad-a294-48de-a210-728181b46815),segment_id=c407efad-a294-48de-a210-728181b46815)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:29.945304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.080841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Pushing event deleted for resources: {'Port': ['ID=b1cef296-6d4f-4ac1-842b-ed0136b87831,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:30.101202 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] No DVR routers for this DVR port b1cef296-6d4f-4ac1-842b-ed0136b87831 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:30.114673 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:30.295017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] Calling delete_port for b1cef296-6d4f-4ac1-842b-ed0136b87831 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:30.320063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:55:30.320063 dv-neutron-840888-1-hyperv neutron-server[87984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:55:30.320063 dv-neutron-840888-1-hyperv neutron-server[87984]: [parameters: {'id': '8cf60777-23e4-4bc8-8843-148d6afb5128'}] May 06 13:55:30.320063 dv-neutron-840888-1-hyperv neutron-server[87984]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:55:30.320063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:55:30.399123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b1cef296-6d4f-4ac1-842b-ed0136b87831 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:30.432735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.455744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b1cef296-6d4f-4ac1-842b-ed0136b87831 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:55:30.456126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b1cef296-6d4f-4ac1-842b-ed0136b87831 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:30.469791 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] For port dd43f5f3-ef41-40dd-bd92-a45ef4262003, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:55:30.483790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04c0a4c-ef3f-4de0-9af2-4fd93e358520']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:30.491458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] For port dd43f5f3-ef41-40dd-bd92-a45ef4262003, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dd43f5f3-ef41-40dd-bd92-a45ef4262003,segment=NetworkSegment(8e8ceb7e-c9c6-495c-8545-0f0f52451091),segment_id=8e8ceb7e-c9c6-495c-8545-0f0f52451091)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:55:30.496123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.507078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c407efad-a294-48de-a210-728181b46815') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:30.507078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c407efad-a294-48de-a210-728181b46815') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:30.520643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.545675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.552469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:55:30.552682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:55:30.559207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:30.559372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:30.588041 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:30.613040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b30e6-b820-4653-af24-7f843c2a9209 None None] Pushing event updated for resources: {'Port': ['ID=dd43f5f3-ef41-40dd-bd92-a45ef4262003,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:30.698750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba6ca49-bffc-4551-a129-407c4b2056e1 None None] Network 8cf60777-23e4-4bc8-8843-148d6afb5128 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:30.745519 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.763648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.779281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] Pushing event deleted for resources: {'Network': ['ID=c04c0a4c-ef3f-4de0-9af2-4fd93e358520,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:30.785191 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7bedeb88-d5ad-4649-817e-deb915be3baa tempest-TagsExtTest-741866711 tempest-TagsExtTest-741866711-project] 10.222.0.21 "DELETE /v2.0/networks/c04c0a4c-ef3f-4de0-9af2-4fd93e358520 HTTP/1.1" status: 204 len: 168 time: 2.0326965 May 06 13:55:30.819770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:30.835546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Deleting port dd43f5f3-ef41-40dd-bd92-a45ef4262003 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:30.835807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.054615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] Deleting port b1cef296-6d4f-4ac1-842b-ed0136b87831 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:31.055357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.121900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] For port dd43f5f3-ef41-40dd-bd92-a45ef4262003, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=dd43f5f3-ef41-40dd-bd92-a45ef4262003,segment=NetworkSegment(8e8ceb7e-c9c6-495c-8545-0f0f52451091),segment_id=8e8ceb7e-c9c6-495c-8545-0f0f52451091)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:31.122269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.147103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45742) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:31.179400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5e77f6b4-5ff4-47d3-a64d-2b26eb7a9dbe None None] The port 'b1cef296-6d4f-4ac1-842b-ed0136b87831' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:55:31.204305 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc443057-d2d5-4ba1-b044-efe01ffc0e26 None None] get_active_networks_info from dv-neutron-840888-1-hyperv {{(pid=87986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 13:55:31.262644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Calling delete_port for dd43f5f3-ef41-40dd-bd92-a45ef4262003 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:31.330039 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-222dcdbc-4ff3-4add-9caf-00106022aa1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5158747c55814dddbab68265421dfa7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817334 May 06 13:55:31.333978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45748) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:31.385937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc443057-d2d5-4ba1-b044-efe01ffc0e26 None None] Resources bound (agent type, host, resource id): {{(pid=87986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:55:31.405296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.414236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f111-c8ab-4902-9ba4-15be47571ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.450012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f111-c8ab-4902-9ba4-15be47571ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.463686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Port': ['ID=dd43f5f3-ef41-40dd-bd92-a45ef4262003,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:31.470917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No DVR routers for this DVR port dd43f5f3-ef41-40dd-bd92-a45ef4262003 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:31.528613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f111-c8ab-4902-9ba4-15be47571ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.559722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3f111-c8ab-4902-9ba4-15be47571ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c14d13-570a-46e1-ac87-0fd9e8128339,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:31.568045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f111-c8ab-4902-9ba4-15be47571ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.574163 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3ec3f111-c8ab-4902-9ba4-15be47571ceb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99c14d13-570a-46e1-ac87-0fd9e8128339 HTTP/1.1" status: 204 len: 168 time: 0.2367010 May 06 13:55:31.614995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.649977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf60777-23e4-4bc8-8843-148d6afb5128']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:31.672581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ceb7e-c9c6-495c-8545-0f0f52451091') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:31.672957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ceb7e-c9c6-495c-8545-0f0f52451091') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:31.690611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.712724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.722219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:31.722685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:31.739043 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:31.840461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.862540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:31.885576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=8cf60777-23e4-4bc8-8843-148d6afb5128,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:31.908213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fbb03208-5016-4433-941c-b3c76e43d6ea tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/8cf60777-23e4-4bc8-8843-148d6afb5128 HTTP/1.1" status: 204 len: 168 time: 3.8764966 May 06 13:55:31.910395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45754) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:31.968764 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9715847f-7820-44d3-8ac8-79254ec397e2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] GET failed (client error): The resource could not be found. May 06 13:55:31.969831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9715847f-7820-44d3-8ac8-79254ec397e2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Synchronizing usage tracker for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:31.989867 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9715847f-7820-44d3-8ac8-79254ec397e2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Unset dirty status for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:31.991293 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9715847f-7820-44d3-8ac8-79254ec397e2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/subnets/6665fc38-5c99-43ca-a980-c3dfec19eb2f HTTP/1.1" status: 404 len: 337 time: 0.0790107 May 06 13:55:31.994293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45758) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.032372 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8798feb6-9481-4b23-b126-198febb21931 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:32.033189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8798feb6-9481-4b23-b126-198febb21931 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:32.036275 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8798feb6-9481-4b23-b126-198febb21931 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/8cf60777-23e4-4bc8-8843-148d6afb5128 HTTP/1.1" status: 404 len: 339 time: 0.0406930 May 06 13:55:32.039950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45762) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.266713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac674d6-fa9b-4bcd-9e78-f1efe0ee542d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:32.267814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1ac674d6-fa9b-4bcd-9e78-f1efe0ee542d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Synchronizing usage tracker for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:network {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:32.288161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1ac674d6-fa9b-4bcd-9e78-f1efe0ee542d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Unset dirty status for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:network {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:32.289558 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1ac674d6-fa9b-4bcd-9e78-f1efe0ee542d tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2481203 May 06 13:55:32.292986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45766) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.342571 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bcb2b161-150b-4ffe-a230-5b0a87fd06e1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 207 time: 0.0483978 May 06 13:55:32.346233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45770) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.504448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4915a27-a40a-442e-b081-9d9a75869a32 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:32.510350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4915a27-a40a-442e-b081-9d9a75869a32 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:32.516203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4915a27-a40a-442e-b081-9d9a75869a32 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:32.522263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4915a27-a40a-442e-b081-9d9a75869a32 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:32.523907 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e4915a27-a40a-442e-b081-9d9a75869a32 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1766756 May 06 13:55:32.527883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45774) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.688886 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8af2034b-4bc9-4bb9-bfc1-ac6f27bc24d2 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1598134 May 06 13:55:32.692061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45778) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.756366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71388eb6-61e1-4581-94fc-68150eb998b1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:32.757982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71388eb6-61e1-4581-94fc-68150eb998b1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:32.759477 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-71388eb6-61e1-4581-94fc-68150eb998b1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0664563 May 06 13:55:32.763138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45782) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:32.831324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba7bbc-ccf5-41da-8d8c-ca5f47e3894f tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:32.832848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba7bbc-ccf5-41da-8d8c-ca5f47e3894f tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:32.834336 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cdba7bbc-ccf5-41da-8d8c-ca5f47e3894f tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0703261 May 06 13:55:32.837874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45786) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:33.100623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7a087-a1e9-43fd-8fce-c28b10ec04de tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:33.102534 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-52d7a087-a1e9-43fd-8fce-c28b10ec04de tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/networks/39d1e79f-46ec-433a-95aa-33a2a0f7b28a HTTP/1.1" status: 200 len: 800 time: 0.2636960 May 06 13:55:33.105901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45790) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:33.258322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ccfc5fc3-6bc6-4955-a3f7-2b98c6285785 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Synchronizing usage tracker for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:33.270741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ccfc5fc3-6bc6-4955-a3f7-2b98c6285785 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Unset dirty status for tenant:7d7d9c93407f4e9699aea1080db5be41 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:33.272018 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ccfc5fc3-6bc6-4955-a3f7-2b98c6285785 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/networks/39d1e79f-46ec-433a-95aa-33a2a0f7b28a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1646066 May 06 13:55:33.275667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45794) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:33.344322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7f2c5-a369-4566-86f6-f6aa48287e9a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:33.345555 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0ad7f2c5-a369-4566-86f6-f6aa48287e9a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/subnets/826c2341-fdd3-42f4-9921-2a5245214cba HTTP/1.1" status: 200 len: 811 time: 0.0689032 May 06 13:55:33.349218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45798) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:33.419966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c6cc83-9caf-4732-a287-d476a66507da tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['shared'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:33.421310 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4c6cc83-9caf-4732-a287-d476a66507da tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "GET /v2.0/subnets/826c2341-fdd3-42f4-9921-2a5245214cba?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0711603 May 06 13:55:33.424740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45802) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:33.430003 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-253274608'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:33.435275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:33.446499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:33.457154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:33.460710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.491357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:33.502342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.502686 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Added segment d0a138c4-d115-4b4d-b66d-9342c07bb151 of type vlan for network 157f82bb-aca0-4896-a87e-e1c61df707f5 May 06 13:55:33.530264 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.563502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.568801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:33.569376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.680324 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2543862 May 06 13:55:33.683541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45806) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:33.683723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce412141-1d69-4b88-9704-89235a87dcf4 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Network': ['ID=157f82bb-aca0-4896-a87e-e1c61df707f5,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:33.689988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'network_id': '157f82bb-aca0-4896-a87e-e1c61df707f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:33.698307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 157f82bb-aca0-4896-a87e-e1c61df707f5 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:33.808862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:33.820165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:33.833048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Made reservation on behalf of 7d7d9c93407f4e9699aea1080db5be41 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:33.838919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:33.941633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Performing IP validity checks on allocation pools {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 06 13:55:33.942077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 06 13:55:34.086559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.165650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=dae5347e-e35f-46a0-915c-50db1b226aaa,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:34.176364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Checking segment: {'id': 'd0a138c4-d115-4b4d-b66d-9342c07bb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '157f82bb-aca0-4896-a87e-e1c61df707f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:34.176749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network hostable DHCP agents. Network: 157f82bb-aca0-4896-a87e-e1c61df707f5, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:34.197294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Network 157f82bb-aca0-4896-a87e-e1c61df707f5 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:34.209011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 157f82bb-aca0-4896-a87e-e1c61df707f5) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:34.213686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:34.214323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.218886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db15a6-f30c-4f11-b9a2-dcc3bbcf28c3 None None] Network 157f82bb-aca0-4896-a87e-e1c61df707f5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:34.244813 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f8f0002e-929c-4e2d-b0b2-23191103a53c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5575907 May 06 13:55:34.245114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45810) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:34.251931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-aa23e76b-e69d-4698-884c-42c350d4f0bf tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:34.430472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aa23e76b-e69d-4698-884c-42c350d4f0bf tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2756718'] for subnet, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.453809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-157f82bb-aca0-4896-a87e-e1c61df707f5', 'network_id': '157f82bb-aca0-4896-a87e-e1c61df707f5', 'tenant_id': '7d7d9c93407f4e9699aea1080db5be41', 'fixed_ips': [{'subnet_id': 'dae5347e-e35f-46a0-915c-50db1b226aaa'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:34.454809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.673413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aa23e76b-e69d-4698-884c-42c350d4f0bf tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735950026873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-387931'] for subnet, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.739042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa23e76b-e69d-4698-884c-42c350d4f0bf tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:34.739557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-aa23e76b-e69d-4698-884c-42c350d4f0bf tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.740974 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-aa23e76b-e69d-4698-884c-42c350d4f0bf tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "PUT /v2.0/subnets/dae5347e-e35f-46a0-915c-50db1b226aaa HTTP/1.1" status: 200 len: 877 time: 0.4948695 May 06 13:55:34.741269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Allocated IP 172.20.0.3 (157f82bb-aca0-4896-a87e-e1c61df707f5/dae5347e-e35f-46a0-915c-50db1b226aaa/80f71e1d-e7ec-471f-add7-514a552257eb) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:34.744695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45814) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:34.777906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23e76b-e69d-4698-884c-42c350d4f0bf tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event updated for resources: {'Subnet': ['ID=dae5347e-e35f-46a0-915c-50db1b226aaa,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:34.964278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:34.975906 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Transition to ACTIVE for port object 80f71e1d-e7ec-471f-add7-514a552257eb will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:34.996831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Transition to ACTIVE for port object 80f71e1d-e7ec-471f-add7-514a552257eb will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:34.998150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.002380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.010289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Deleting port 80f71e1d-e7ec-471f-add7-514a552257eb {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:35.011014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.116524 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Network 157f82bb-aca0-4896-a87e-e1c61df707f5 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:35.120651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:35.125099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:35.134221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Pushing event updated for resources: {'Port': ['ID=80f71e1d-e7ec-471f-add7-514a552257eb,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:35.225328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Attempting to bind port 80f71e1d-e7ec-471f-add7-514a552257eb on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:35.225686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Attempting to bind port 80f71e1d-e7ec-471f-add7-514a552257eb by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'd0a138c4-d115-4b4d-b66d-9342c07bb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '157f82bb-aca0-4896-a87e-e1c61df707f5'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:35.226045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Attempting to bind port 80f71e1d-e7ec-471f-add7-514a552257eb on network 157f82bb-aca0-4896-a87e-e1c61df707f5 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:35.232022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:55:35.232484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Checking segment: {'id': 'd0a138c4-d115-4b4d-b66d-9342c07bb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '157f82bb-aca0-4896-a87e-e1c61df707f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:35.232914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.233389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Bound using segment: {'id': 'd0a138c4-d115-4b4d-b66d-9342c07bb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '157f82bb-aca0-4896-a87e-e1c61df707f5'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:55:35.233852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Bound port: 80f71e1d-e7ec-471f-add7-514a552257eb, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a138c4-d115-4b4d-b66d-9342c07bb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '157f82bb-aca0-4896-a87e-e1c61df707f5'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:35.234984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.271756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] For port 80f71e1d-e7ec-471f-add7-514a552257eb, host dv-neutron-840888-1-hyperv, got binding levels [] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:35.272307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.325363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] For port 80f71e1d-e7ec-471f-add7-514a552257eb, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:55:35.329400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] For port 80f71e1d-e7ec-471f-add7-514a552257eb, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=80f71e1d-e7ec-471f-add7-514a552257eb,segment=NetworkSegment(d0a138c4-d115-4b4d-b66d-9342c07bb151),segment_id=d0a138c4-d115-4b4d-b66d-9342c07bb151)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:55:35.334916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.401429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Calling delete_port for 80f71e1d-e7ec-471f-add7-514a552257eb owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:35.420630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f0629-66db-4f9c-96f1-08cba835db1e None None] Pushing event updated for resources: {'Port': ['ID=80f71e1d-e7ec-471f-add7-514a552257eb,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:35.460166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45820) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:35.484916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:55:35.485699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:55:35.547806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e1d86-eb56-4f0d-ad39-ca8c614a3f49 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:35.548695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e1d86-eb56-4f0d-ad39-ca8c614a3f49 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:35.549550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e1d86-eb56-4f0d-ad39-ca8c614a3f49 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:35.552614 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-000e1d86-eb56-4f0d-ad39-ca8c614a3f49 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=94073f6446054d1680f902b2994092d3&network_id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 3000 time: 0.0902677 May 06 13:55:35.986929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Deleting port 80f71e1d-e7ec-471f-add7-514a552257eb {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:35.987373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:35.989443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.243029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] For port 80f71e1d-e7ec-471f-add7-514a552257eb, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=80f71e1d-e7ec-471f-add7-514a552257eb,segment=NetworkSegment(d0a138c4-d115-4b4d-b66d-9342c07bb151),segment_id=d0a138c4-d115-4b4d-b66d-9342c07bb151)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:36.243480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.276506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 80f71e1d-e7ec-471f-add7-514a552257eb up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:36.350533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 80f71e1d-e7ec-471f-add7-514a552257eb completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:36.362589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d3153-23d7-4168-a775-7c5a9299fa6e None None] Network 157f82bb-aca0-4896-a87e-e1c61df707f5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:36.378549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Calling delete_port for 80f71e1d-e7ec-471f-add7-514a552257eb owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:36.518219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.527234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-33adc91b-4e16-4b32-820f-c319865bf8b8 None None] Provisioning for port 80f71e1d-e7ec-471f-add7-514a552257eb completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:36.545763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-33adc91b-4e16-4b32-820f-c319865bf8b8 None None] Provisioning complete for port 80f71e1d-e7ec-471f-add7-514a552257eb triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:36.546129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-33adc91b-4e16-4b32-820f-c319865bf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.565457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Port': ['ID=80f71e1d-e7ec-471f-add7-514a552257eb,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:36.597329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-33adc91b-4e16-4b32-820f-c319865bf8b8 None None] Port 80f71e1d-e7ec-471f-add7-514a552257eb was deleted so its status cannot be updated. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 06 13:55:36.629809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9cef5f16-eade-4e2e-88e3-5da350003746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.645115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No DVR routers for this DVR port 80f71e1d-e7ec-471f-add7-514a552257eb on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:36.706037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.801675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.836511 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90641b-8da7-4e5b-b0a7-d2a71ae352e3 None None] Network 157f82bb-aca0-4896-a87e-e1c61df707f5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:36.843962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=dae5347e-e35f-46a0-915c-50db1b226aaa,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:36.944220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:36.970638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157f82bb-aca0-4896-a87e-e1c61df707f5']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:36.983488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a138c4-d115-4b4d-b66d-9342c07bb151') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:36.983789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a138c4-d115-4b4d-b66d-9342c07bb151') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:36.996321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.013392 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.019966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:37.020354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:37.035410 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:37.058071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab74cc13-d444-4818-8efb-a1e7d586f671 None None] DHCP port deletion for 157f82bb-aca0-4896-a87e-e1c61df707f5 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:55:37.211337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.228466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.239799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=157f82bb-aca0-4896-a87e-e1c61df707f5,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:37.252644 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b5ae981f-c811-4a57-ab58-8008e500c2d6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/157f82bb-aca0-4896-a87e-e1c61df707f5 HTTP/1.1" status: 204 len: 168 time: 2.5074954 May 06 13:55:37.256143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45832) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.292566 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-487bda49-10ed-45f8-ae81-cafe3ef63af6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.292928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487bda49-10ed-45f8-ae81-cafe3ef63af6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.294521 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-487bda49-10ed-45f8-ae81-cafe3ef63af6 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/dae5347e-e35f-46a0-915c-50db1b226aaa HTTP/1.1" status: 404 len: 337 time: 0.0374699 May 06 13:55:37.297467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45836) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.324441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2073d3d-3718-46fa-b426-28f0a4768d31 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.324883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2073d3d-3718-46fa-b426-28f0a4768d31 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.326493 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e2073d3d-3718-46fa-b426-28f0a4768d31 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/157f82bb-aca0-4896-a87e-e1c61df707f5 HTTP/1.1" status: 404 len: 339 time: 0.0281765 May 06 13:55:37.328992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45840) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.365833 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-54412b2f-782e-4271-a4e5-e8d797958e92 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.366270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54412b2f-782e-4271-a4e5-e8d797958e92 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.367919 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-54412b2f-782e-4271-a4e5-e8d797958e92 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/6665fc38-5c99-43ca-a980-c3dfec19eb2f HTTP/1.1" status: 404 len: 337 time: 0.0380619 May 06 13:55:37.370480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45844) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.395006 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1928f8b-273c-47df-8ab1-541694d8781a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.395663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1928f8b-273c-47df-8ab1-541694d8781a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.397087 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c1928f8b-273c-47df-8ab1-541694d8781a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/8cf60777-23e4-4bc8-8843-148d6afb5128 HTTP/1.1" status: 404 len: 339 time: 0.0257204 May 06 13:55:37.399624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45848) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.512284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.646419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.672430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbf0d89-2e65-40da-b8e9-459241059461']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:37.684290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5071eb-8b4f-4b07-a63f-8f1e127f795a') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:37.684590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5071eb-8b4f-4b07-a63f-8f1e127f795a') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:37.695667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.711424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.717217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:37.717588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:37.735889 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:37.812837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.829960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:37.840742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=abbf0d89-2e65-40da-b8e9-459241059461,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:37.847020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8a8c8a6c-9446-416a-ae06-72773316f6aa tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/abbf0d89-2e65-40da-b8e9-459241059461 HTTP/1.1" status: 204 len: 168 time: 0.4456034 May 06 13:55:37.847377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45852) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.848991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45854) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.891745 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d370add-9809-4e94-8cd4-c35843b3d709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.892196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d370add-9809-4e94-8cd4-c35843b3d709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.893927 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9d370add-9809-4e94-8cd4-c35843b3d709 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/917a54d8-3ed1-4255-b9e7-61d8cf35a8a6 HTTP/1.1" status: 404 len: 337 time: 0.0439231 May 06 13:55:37.897264 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45860) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.923117 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4643c4eb-3194-43fd-8ec1-aef03c70c5fb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.923756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4643c4eb-3194-43fd-8ec1-aef03c70c5fb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.923964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54b5ef3-d471-455d-a81a-2daae99289b8 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:37.938828 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f54b5ef3-d471-455d-a81a-2daae99289b8 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f HTTP/1.1" status: 200 len: 814 time: 0.0774379 May 06 13:55:37.938828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45864) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:37.939071 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4643c4eb-3194-43fd-8ec1-aef03c70c5fb tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/3341125b-4ba0-4f95-bd34-de9e01bb3c77 HTTP/1.1" status: 404 len: 339 time: 0.0300586 May 06 13:55:37.969642 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7e8349-b32d-4e19-88fd-32f0e9fa14b1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:37.970106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7e8349-b32d-4e19-88fd-32f0e9fa14b1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:37.971844 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6f7e8349-b32d-4e19-88fd-32f0e9fa14b1 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/127dbbda-2d60-488a-83bf-f785ead310af HTTP/1.1" status: 404 len: 337 time: 0.0426118 May 06 13:55:37.974423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45870) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.001203 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd1acce-dba6-46fa-9fb5-99c2c6f65d3e tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.001678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd1acce-dba6-46fa-9fb5-99c2c6f65d3e tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.003392 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-afd1acce-dba6-46fa-9fb5-99c2c6f65d3e tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/8027ec6f-f65f-43a3-ba58-e1b8780ff890 HTTP/1.1" status: 404 len: 339 time: 0.0280499 May 06 13:55:38.006081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45874) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.047643 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-de25a10f-2da9-43a6-993b-8523df4826dd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.048085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de25a10f-2da9-43a6-993b-8523df4826dd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.049812 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-de25a10f-2da9-43a6-993b-8523df4826dd tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/26a2294b-c579-4acb-a092-21d357a5a669 HTTP/1.1" status: 404 len: 337 time: 0.0428040 May 06 13:55:38.052513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45878) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.078331 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc2ccb0-e9a5-4319-b37d-bbfe40317231 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.078934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc2ccb0-e9a5-4319-b37d-bbfe40317231 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.080603 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6cc2ccb0-e9a5-4319-b37d-bbfe40317231 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/efaee63c-61f9-40f6-ad12-669b6ac9e7d9 HTTP/1.1" status: 404 len: 339 time: 0.0271833 May 06 13:55:38.083128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45882) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.120507 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a3f581-31b1-4761-bfa3-fe78058bdd64 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.120949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a3f581-31b1-4761-bfa3-fe78058bdd64 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.122582 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-46a3f581-31b1-4761-bfa3-fe78058bdd64 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/b88b85c6-494e-48cb-ac5e-127ab2e22425 HTTP/1.1" status: 404 len: 337 time: 0.0385754 May 06 13:55:38.125221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45888) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.149994 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d52d0e-8a56-4ae0-9e48-56e5b491e432 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.150448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d52d0e-8a56-4ae0-9e48-56e5b491e432 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.152116 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-88d52d0e-8a56-4ae0-9e48-56e5b491e432 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/50c224e1-97fe-4c7d-8815-400649239f87 HTTP/1.1" status: 404 len: 339 time: 0.0259395 May 06 13:55:38.154649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45892) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.193479 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db53eda-bd59-4f39-8d7b-75b4ae3df47a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.193925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db53eda-bd59-4f39-8d7b-75b4ae3df47a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.198042 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3db53eda-bd59-4f39-8d7b-75b4ae3df47a tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/be14d865-cc28-410e-8fd1-25f2b55e21a6 HTTP/1.1" status: 404 len: 337 time: 0.0402226 May 06 13:55:38.198506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45896) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.227251 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c7a60f-0ebf-460b-b52a-0e61a69e315c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.227725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c7a60f-0ebf-460b-b52a-0e61a69e315c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.230034 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-79c7a60f-0ebf-460b-b52a-0e61a69e315c tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/fec813ff-21b3-4452-80a4-056b0477a8ce HTTP/1.1" status: 404 len: 339 time: 0.0300214 May 06 13:55:38.231964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45900) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.240788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 80f71e1d-e7ec-471f-add7-514a552257eb no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:38.275277 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-10815a29-f48d-440e-bae7-c444fdd3377e tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.275472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 80f71e1d-e7ec-471f-add7-514a552257eb {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:55:38.275666 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 80f71e1d-e7ec-471f-add7-514a552257eb not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:38.275756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10815a29-f48d-440e-bae7-c444fdd3377e tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.277437 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-10815a29-f48d-440e-bae7-c444fdd3377e tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/58b9a2f8-329f-4614-9586-7f838d6f16c6 HTTP/1.1" status: 404 len: 337 time: 0.0445561 May 06 13:55:38.280064 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45904) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.305794 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeda7d32-e293-4113-95ed-61adf9e7a03b tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.306245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeda7d32-e293-4113-95ed-61adf9e7a03b tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.308115 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-aeda7d32-e293-4113-95ed-61adf9e7a03b tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/a7375b36-80ed-410b-8f6e-d3b315339cbc HTTP/1.1" status: 404 len: 339 time: 0.0263903 May 06 13:55:38.310646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45908) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.352092 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-10882654-6b5e-42f2-aab8-bd0c9512d45e tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.352485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10882654-6b5e-42f2-aab8-bd0c9512d45e tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.354130 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-10882654-6b5e-42f2-aab8-bd0c9512d45e tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/b9c6d5f2-a8c3-4534-97ba-fc07e04493d3 HTTP/1.1" status: 404 len: 337 time: 0.0425930 May 06 13:55:38.356683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45912) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.380374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e72bdf8-3da3-418b-9bdb-70fb06772368 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.380927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e72bdf8-3da3-418b-9bdb-70fb06772368 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.382530 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6e72bdf8-3da3-418b-9bdb-70fb06772368 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/0e692190-02d0-4c53-910b-d3a81aa1c750 HTTP/1.1" status: 404 len: 339 time: 0.0249813 May 06 13:55:38.384919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45916) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.422548 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7b7b04-1ba9-4314-8513-5086683f8b09 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.423184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7b7b04-1ba9-4314-8513-5086683f8b09 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.424640 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ae7b7b04-1ba9-4314-8513-5086683f8b09 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/cfb80ed8-b533-47fd-b440-fc14bc23594f HTTP/1.1" status: 404 len: 337 time: 0.0388365 May 06 13:55:38.427093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45920) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.451779 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a4209e-a4b7-4937-ae56-fd52aed74a38 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] DELETE failed (client error): The resource could not be found. May 06 13:55:38.452244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a4209e-a4b7-4937-ae56-fd52aed74a38 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:55:38.454611 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f9a4209e-a4b7-4937-ae56-fd52aed74a38 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/e45376a5-113b-437f-957a-e73604241d9d HTTP/1.1" status: 404 len: 339 time: 0.0266221 May 06 13:55:38.457182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45924) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.529067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ac85c0-9898-48cc-8055-f1de3aa4a7a0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Deleting subnet 826c2341-fdd3-42f4-9921-2a5245214cba {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:55:38.533109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00ac85c0-9898-48cc-8055-f1de3aa4a7a0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.590777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00ac85c0-9898-48cc-8055-f1de3aa4a7a0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.681290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00ac85c0-9898-48cc-8055-f1de3aa4a7a0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.734210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45928) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.739771 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a4ea943c-14c2-4a09-8290-3d6d3d8e2c53 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:38.759654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00ac85c0-9898-48cc-8055-f1de3aa4a7a0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.802754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac85c0-9898-48cc-8055-f1de3aa4a7a0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Subnet': ['ID=826c2341-fdd3-42f4-9921-2a5245214cba,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:38.806534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00ac85c0-9898-48cc-8055-f1de3aa4a7a0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.816772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47dd5d-0def-4471-82d1-9cfdd35a2dcd None None] Network 39d1e79f-46ec-433a-95aa-33a2a0f7b28a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:38.820973 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-00ac85c0-9898-48cc-8055-f1de3aa4a7a0 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/subnets/826c2341-fdd3-42f4-9921-2a5245214cba HTTP/1.1" status: 204 len: 168 time: 0.3605914 May 06 13:55:38.821236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45932) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:38.848273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4ea943c-14c2-4a09-8290-3d6d3d8e2c53 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.948136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.961352 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Deleting port 52ae018b-a17d-4091-9752-77507293a5fd {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:38.961834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.020756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a700576d-1353-405f-b7c8-17286a481e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.125441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] DHCP port deletion for 39d1e79f-46ec-433a-95aa-33a2a0f7b28a request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:55:39.130756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] Deleting port 52ae018b-a17d-4091-9752-77507293a5fd {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:39.131135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.160951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4ea943c-14c2-4a09-8290-3d6d3d8e2c53 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.166989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4ea943c-14c2-4a09-8290-3d6d3d8e2c53 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.167455 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-a4ea943c-14c2-4a09-8290-3d6d3d8e2c53 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 389d653a-2cd2-45ad-825c-6d43ba8533bd disassociated. External IP: 172.26.2.105, port: 5914f40a-b30d-488a-a86d-39bd04c63458. May 06 13:55:39.303590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] For port 52ae018b-a17d-4091-9752-77507293a5fd, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=52ae018b-a17d-4091-9752-77507293a5fd,segment=NetworkSegment(cfe8df7e-8592-4268-80bd-814e84b854a1),segment_id=cfe8df7e-8592-4268-80bd-814e84b854a1)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:39.304101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.380999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] For port 52ae018b-a17d-4091-9752-77507293a5fd, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=52ae018b-a17d-4091-9752-77507293a5fd,segment=NetworkSegment(cfe8df7e-8592-4268-80bd-814e84b854a1),segment_id=cfe8df7e-8592-4268-80bd-814e84b854a1)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:39.381565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.430721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Calling delete_port for 52ae018b-a17d-4091-9752-77507293a5fd owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:39.506561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] Calling delete_port for 52ae018b-a17d-4091-9752-77507293a5fd owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:39.514852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.564624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Port': ['ID=52ae018b-a17d-4091-9752-77507293a5fd,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:39.568105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] No DVR routers for this DVR port 52ae018b-a17d-4091-9752-77507293a5fd on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:39.569742 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ea943c-14c2-4a09-8290-3d6d3d8e2c53 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 63c5393f-9c26-43ef-94ed-adf22dca256c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:55:39.627987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:55:39.627987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:55:39.697490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.724205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d1e79f-46ec-433a-95aa-33a2a0f7b28a']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:39.738427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe8df7e-8592-4268-80bd-814e84b854a1') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:39.738633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe8df7e-8592-4268-80bd-814e84b854a1') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:39.750247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.766309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.772443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:39.772933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:39.788172 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:39.870112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.889716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ea943c-14c2-4a09-8290-3d6d3d8e2c53 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:55:39.891211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.894679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4ea943c-14c2-4a09-8290-3d6d3d8e2c53 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.897699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] Pushing event deleted for resources: {'Network': ['ID=39d1e79f-46ec-433a-95aa-33a2a0f7b28a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:39.912606 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] Sync routers for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:55:39.917151 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7fd94c66-0829-4bd7-a179-fc26b39c9557 tempest-NetworksTest-1827307290 tempest-NetworksTest-1827307290-project] 10.222.0.21 "DELETE /v2.0/networks/39d1e79f-46ec-433a-95aa-33a2a0f7b28a HTTP/1.1" status: 204 len: 168 time: 1.0948706 May 06 13:55:39.934011 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:39.934819 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:39.949389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:39.963548 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a4ea943c-14c2-4a09-8290-3d6d3d8e2c53 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 690 time: 1.2280917 May 06 13:55:39.964352 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:55:39.966232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45938) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:40.048267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.092849 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fbb3ff65-71aa-4845-be1d-4dd9e745ec2a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 690 time: 0.1241770 May 06 13:55:40.129825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] Deleting port 52ae018b-a17d-4091-9752-77507293a5fd {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:40.131651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.149847 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:55:40.206044 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da077f7-30b5-4f3c-b279-a0e1c36b35cc'] response: {'name': 'network-changed', 'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458', 'status': 'completed', 'code': 200} May 06 13:55:40.255373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4c759344-fe55-4bdc-a705-5950812e94bb None None] The port '52ae018b-a17d-4091-9752-77507293a5fd' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:55:40.269606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 52ae018b-a17d-4091-9752-77507293a5fd no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:40.277464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45948) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:40.320125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 52ae018b-a17d-4091-9752-77507293a5fd {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:55:40.320494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 52ae018b-a17d-4091-9752-77507293a5fd not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:40.339724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-a2f5d84d-bf34-4f5e-9901-77fad6c0207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:40.341480 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-a2f5d84d-bf34-4f5e-9901-77fad6c0207b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 1099 time: 0.1125455 May 06 13:55:40.466453 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8e5b057e-20d1-4a90-b1db-d7442d2e4e00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d7d9c93407f4e9699aea1080db5be41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878397 May 06 13:55:40.469671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45954) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:40.486597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-fc7f07c4-71eb-4c5f-9dd0-00916161cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:40.488919 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-fc7f07c4-71eb-4c5f-9dd0-00916161cdb1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 897 time: 0.1411600 May 06 13:55:40.531886 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:40.536382 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] Checking router: 63c5393f-9c26-43ef-94ed-adf22dca256c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:55:40.538696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4bbc-c018-4824-a765-0bae98d21439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.545881 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:40.546980 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:40.566747 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-f0ee4dd3-5329-481b-8beb-afa35db170e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5914f40a-b30d-488a-a86d-39bd04c63458 HTTP/1.1" status: 200 len: 217 time: 0.0706518 May 06 13:55:40.572024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4bbc-c018-4824-a765-0bae98d21439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.633006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4bbc-c018-4824-a765-0bae98d21439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.639488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-982da221-ac99-42f5-bf3e-8813ecd6e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:40.641522 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-982da221-ac99-42f5-bf3e-8813ecd6e173 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09d55ef5-6b0e-4d5f-bde3-90a8079f55dd HTTP/1.1" status: 200 len: 834 time: 0.0681820 May 06 13:55:40.655236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f4bbc-c018-4824-a765-0bae98d21439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ea355c-428a-4c0a-9853-e9b4677d41dd,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:40.661607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4bbc-c018-4824-a765-0bae98d21439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.666938 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ac9f4bbc-c018-4824-a765-0bae98d21439 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0ea355c-428a-4c0a-9853-e9b4677d41dd HTTP/1.1" status: 204 len: 168 time: 0.1921144 May 06 13:55:40.757626 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:55:40.770224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-3b0eddec-1e57-48cc-8f3f-0935ba24e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:40.772652 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-3b0eddec-1e57-48cc-8f3f-0935ba24e2e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1245527 May 06 13:55:40.927765 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-d5a4ae11-26a7-4002-9b68-9f1a115862f4 service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485171 May 06 13:55:41.085366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1af4595e-9440-466d-b9d6-edec7ba1c471 req-c59ce89d-7bcf-47a0-8fbe-2cfb85e213b9 service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512520 May 06 13:55:41.094954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45968) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:41.166541 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:41.170802 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fabc8-786b-4db7-8067-3cf32ad1602d None None] The sync data for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv is: [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:55:41.286189 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1e76bf65-b811-4197-acf6-8fc5c676cb5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 690 time: 0.1901233 May 06 13:55:41.426143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc89105-7a5d-494d-9cce-34d74cd5f7e4 None None] New status for floating IP 389d653a-2cd2-45ad-825c-6d43ba8533bd: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:55:41.506567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45982) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:41.619515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'network': {'name': 'tempest-RoutersTest-1833820'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:41.630089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:41.634317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:network and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:41.637290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:41.644180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:41.654968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:41.658507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.664763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.670424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.684909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:41.689249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:security_group_rule and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:41.691940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:41.697473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:41.783689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.787350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.820492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:41.831838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a882f3-40a8-49a4-b811-9b2cab0b35d7,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:41.838757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.839125 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added segment 0cc2f54e-1d23-404e-b99b-4fae96c8cc7f of type vlan for network 753e4d5d-537b-4582-ad5a-ad819231b4d5 May 06 13:55:41.868302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.902094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:41.907690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:41.908266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.018443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Network': ['ID=753e4d5d-537b-4582-ad5a-ad819231b4d5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:42.022301 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c8ed8d65-0ed7-443b-85db-09743d6f05bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.5146718 May 06 13:55:42.025007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45988) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:42.029811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 753e4d5d-537b-4582-ad5a-ad819231b4d5 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:42.031274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'network': {'name': 'tempest-RoutersTest-91548929'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:42.036633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:42.040663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:network and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:42.044304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:42.051350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:42.067318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:42.071177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.101325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:42.112959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.113398 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added segment 6d9d17e4-e7d6-4d4f-ae68-d959c1968daa of type vlan for network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 May 06 13:55:42.142836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.172274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.177976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:42.178550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.272463 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2463820 May 06 13:55:42.275456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 45992) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:42.281277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'subnet': {'network_id': '753e4d5d-537b-4582-ad5a-ad819231b4d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:42.291677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 45996) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:42.348505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b0588-71c4-43ef-8018-0d9077efcb43 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Network': ['ID=24b3e1ba-46e2-4a42-aa73-5d8e31a34430,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:42.359842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:42.409500 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6cd24a92-b4a6-4963-b3be-18a814e017ea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 688 time: 0.1088698 May 06 13:55:42.409685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:42.413662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:subnet and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:42.416484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:42.422726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:42.433401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:42.436938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.666862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.745468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Subnet': ['ID=03cff2f7-0835-4de5-8a7e-c8bd1e33bc21,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:42.755054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Checking segment: {'id': '0cc2f54e-1d23-404e-b99b-4fae96c8cc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '753e4d5d-537b-4582-ad5a-ad819231b4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:42.755413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network hostable DHCP agents. Network: 753e4d5d-537b-4582-ad5a-ad819231b4d5, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:42.774750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 753e4d5d-537b-4582-ad5a-ad819231b4d5 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:42.784323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 753e4d5d-537b-4582-ad5a-ad819231b4d5) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:42.788780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:42.789938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.792878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39887645-aa93-4fb6-b538-84b041b5647b None None] Network 753e4d5d-537b-4582-ad5a-ad819231b4d5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:42.813374 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a5986798-e0fb-4823-be82-e2323bb8c58c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5358872 May 06 13:55:42.816359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46000) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:42.824019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'subnet': {'network_id': '24b3e1ba-46e2-4a42-aa73-5d8e31a34430', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:42.942103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:42.946671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:subnet and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:42.954082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:42.960268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:42.972888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:42.976461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.022600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-753e4d5d-537b-4582-ad5a-ad819231b4d5', 'network_id': '753e4d5d-537b-4582-ad5a-ad819231b4d5', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'fixed_ips': [{'subnet_id': '03cff2f7-0835-4de5-8a7e-c8bd1e33bc21'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:43.023666 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.193800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Allocated IP 172.20.0.2 (753e4d5d-537b-4582-ad5a-ad819231b4d5/03cff2f7-0835-4de5-8a7e-c8bd1e33bc21/f541c3a9-1e14-4bb5-9f17-16319236530c) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:43.220623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.306095 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Subnet': ['ID=7305006c-89ec-4567-afeb-1c7b968cc044,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:43.310673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Checking segment: {'id': '6d9d17e4-e7d6-4d4f-ae68-d959c1968daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24b3e1ba-46e2-4a42-aa73-5d8e31a34430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:43.311029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network hostable DHCP agents. Network: 24b3e1ba-46e2-4a42-aa73-5d8e31a34430, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:55:43.331762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:55:43.345991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 24b3e1ba-46e2-4a42-aa73-5d8e31a34430) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:43.351790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:43.352484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.378479 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-85793406-e6ed-4eed-ab76-bc0f09a6a9e8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5605533 May 06 13:55:43.381291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46004) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.386213 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc2943-a376-4745-8af6-bfc9a6675e28 None None] Network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:43.386796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-592892975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:43.394869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:43.398362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:router and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:43.401358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:43.408529 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:43.420232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.421108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.439925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.463413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.491684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.497059 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5f00b5e0-f8de-474e-a75f-7acd277cdaa6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1107635 May 06 13:55:43.497503 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46010) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.557508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.573581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Transition to ACTIVE for port object f541c3a9-1e14-4bb5-9f17-16319236530c will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:43.612559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Transition to ACTIVE for port object f541c3a9-1e14-4bb5-9f17-16319236530c will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:43.625444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46014) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.631223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.633679 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128112219', 'description': 'tempest-secgroup-smoke-128112219 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:43.639822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:43.652155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:43.670307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.707057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:43.711858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:43.715051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:43.721655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:43.751987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Network 753e4d5d-537b-4582-ad5a-ad819231b4d5 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:43.757016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:43.763934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:43.798716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Pushing event updated for resources: {'Port': ['ID=f541c3a9-1e14-4bb5-9f17-16319236530c,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:43.803618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.810295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.860982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:43.868900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.875049 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-22cbef00-2445-49fa-ac81-a8bd7276772f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2474537 May 06 13:55:43.875858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46018) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:43.881567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '237d8dc0-fba0-488e-90fb-b3a4ed7db6d1', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:43.887736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:43.891497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-24b3e1ba-46e2-4a42-aa73-5d8e31a34430', 'network_id': '24b3e1ba-46e2-4a42-aa73-5d8e31a34430', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'fixed_ips': [{'subnet_id': '7305006c-89ec-4567-afeb-1c7b968cc044'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:55:43.892442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.892918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:43.900557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:43.918358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:43.944147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.959365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Attempting to bind port f541c3a9-1e14-4bb5-9f17-16319236530c on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:43.959651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Attempting to bind port f541c3a9-1e14-4bb5-9f17-16319236530c by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '0cc2f54e-1d23-404e-b99b-4fae96c8cc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '753e4d5d-537b-4582-ad5a-ad819231b4d5'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:43.960200 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Attempting to bind port f541c3a9-1e14-4bb5-9f17-16319236530c on network 753e4d5d-537b-4582-ad5a-ad819231b4d5 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:43.967662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:55:43.968883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Checking segment: {'id': '0cc2f54e-1d23-404e-b99b-4fae96c8cc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '753e4d5d-537b-4582-ad5a-ad819231b4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:43.969483 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.970001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Bound using segment: {'id': '0cc2f54e-1d23-404e-b99b-4fae96c8cc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '753e4d5d-537b-4582-ad5a-ad819231b4d5'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:55:43.970612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Bound port: f541c3a9-1e14-4bb5-9f17-16319236530c, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc2f54e-1d23-404e-b99b-4fae96c8cc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '753e4d5d-537b-4582-ad5a-ad819231b4d5'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:43.971166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.038177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.043303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.082881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9816495-25bd-4dc4-b1b2-22946c5a8310,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:44.099956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.106910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a20c33ad-6bfe-4942-910c-3ba9dfe9e3f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2293825 May 06 13:55:44.107567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46022) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:44.114778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '237d8dc0-fba0-488e-90fb-b3a4ed7db6d1', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:44.119697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:44.124847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:44.127939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:44.135913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:44.164087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.191677 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] For port f541c3a9-1e14-4bb5-9f17-16319236530c, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:55:44.204216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] For port f541c3a9-1e14-4bb5-9f17-16319236530c, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f541c3a9-1e14-4bb5-9f17-16319236530c,segment=NetworkSegment(0cc2f54e-1d23-404e-b99b-4fae96c8cc7f),segment_id=0cc2f54e-1d23-404e-b99b-4fae96c8cc7f)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:55:44.211537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.239792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.240032 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.244494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.279295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Allocated IP 172.21.0.2 (24b3e1ba-46e2-4a42-aa73-5d8e31a34430/7305006c-89ec-4567-afeb-1c7b968cc044/766338cc-d193-4841-91fe-168f2d320f61) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:44.279523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b5e00d-3765-4958-a6b3-f666b3e093a2,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:44.283465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.284700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-07c84b77-373e-4eba-aa96-be1181cf0f9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1761498 May 06 13:55:44.287759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46026) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:44.294006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '237d8dc0-fba0-488e-90fb-b3a4ed7db6d1', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:44.301468 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:44.305845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:44.310738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:44.317853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:44.321007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7c463-2b6d-4408-87bb-a3e14dfc8c76 None None] Pushing event updated for resources: {'Port': ['ID=f541c3a9-1e14-4bb5-9f17-16319236530c,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:44.342511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.425731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.434878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.461694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21ed6c3-a986-4ff2-9c28-7c9069b21adf,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:44.472239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.477609 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c6cf6a4f-3ee8-44d5-bd19-44a114a436bd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1887527 May 06 13:55:44.478025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46030) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:44.491483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '237d8dc0-fba0-488e-90fb-b3a4ed7db6d1', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:44.503472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:44.513151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:44.519401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:44.567193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:44.611122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.621909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.622743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Transition to ACTIVE for port object 766338cc-d193-4841-91fe-168f2d320f61 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:44.647305 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Transition to ACTIVE for port object 766338cc-d193-4841-91fe-168f2d320f61 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:44.654082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.728121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:44.730999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:44.735816 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:44.741358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.20.0.1 (753e4d5d-537b-4582-ad5a-ad819231b4d5/03cff2f7-0835-4de5-8a7e-c8bd1e33bc21/ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:44.745817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Pushing event updated for resources: {'Port': ['ID=766338cc-d193-4841-91fe-168f2d320f61,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:44.763253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.767902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.840848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Attempting to bind port 766338cc-d193-4841-91fe-168f2d320f61 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:44.841377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Attempting to bind port 766338cc-d193-4841-91fe-168f2d320f61 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '6d9d17e4-e7d6-4d4f-ae68-d959c1968daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24b3e1ba-46e2-4a42-aa73-5d8e31a34430'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:44.841566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Attempting to bind port 766338cc-d193-4841-91fe-168f2d320f61 on network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:44.847429 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:55:44.847856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Checking segment: {'id': '6d9d17e4-e7d6-4d4f-ae68-d959c1968daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24b3e1ba-46e2-4a42-aa73-5d8e31a34430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:44.848283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.848862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Bound using segment: {'id': '6d9d17e4-e7d6-4d4f-ae68-d959c1968daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24b3e1ba-46e2-4a42-aa73-5d8e31a34430'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:55:44.849513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Bound port: 766338cc-d193-4841-91fe-168f2d320f61, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9d17e4-e7d6-4d4f-ae68-d959c1968daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24b3e1ba-46e2-4a42-aa73-5d8e31a34430'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:44.850002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.880187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bbb4ff-94fe-4bff-ba4e-fe782008a207,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:44.898507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.899230 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ebee72ac-4768-4bb5-9129-701436014353 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4202197 May 06 13:55:44.902588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46034) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:44.910528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '237d8dc0-fba0-488e-90fb-b3a4ed7db6d1', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:44.917740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:44.928212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:44.935027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:44.945431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:44.959504 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:55:44.961677 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] For port 766338cc-d193-4841-91fe-168f2d320f61, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:55:44.965999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] For port 766338cc-d193-4841-91fe-168f2d320f61, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=766338cc-d193-4841-91fe-168f2d320f61,segment=NetworkSegment(6d9d17e4-e7d6-4d4f-ae68-d959c1968daa),segment_id=6d9d17e4-e7d6-4d4f-ae68-d959c1968daa)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:55:44.970076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.971590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.974222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.996867 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Transition to ACTIVE for port object ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:45.041492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.075992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310d349-0e60-4f35-bba2-d8f98f65130f None None] Pushing event updated for resources: {'Port': ['ID=766338cc-d193-4841-91fe-168f2d320f61,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:45.093622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.103668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.129275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 753e4d5d-537b-4582-ad5a-ad819231b4d5 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:45.132532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:45.135057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:45.141326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbc8deb-3dbb-4117-b38d-7f5433e9479c,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:45.157476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.173669 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-33cb3fe8-a4c8-4845-a333-122d3e71f2e5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2691867 May 06 13:55:45.174420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46038) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:45.180212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '237d8dc0-fba0-488e-90fb-b3a4ed7db6d1', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:45.186696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:45.188203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:45.192501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:45.195934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:45.204256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:45.225520 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:55:45.225756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.239927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.345756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.367166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.386115 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.397642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fff4c2f-50a7-4ede-a9d0-b41cf566fedd,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:45.422424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.424825 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6c866f88-28ec-4409-94f2-747cfd13c524 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2489338 May 06 13:55:45.728748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-cd3911aa-c112-49a4-9681-ec3874149826 req-2574ee0a-524a-4c66-a740-23a6312dbde1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:45.745155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621756ef-4420-4d28-b904-0e0d8a2becbb None None] Network 753e4d5d-537b-4582-ad5a-ad819231b4d5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:45.747123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-cd3911aa-c112-49a4-9681-ec3874149826 req-2574ee0a-524a-4c66-a740-23a6312dbde1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:45.750231 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-2574ee0a-524a-4c66-a740-23a6312dbde1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128112219&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.0649948 May 06 13:55:45.853838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-12492291-3b6b-4502-9364-7599a3706bf1 None None] Provisioning for port f541c3a9-1e14-4bb5-9f17-16319236530c completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:45.928390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3911aa-c112-49a4-9681-ec3874149826 req-1381b4ff-0e40-42d4-9843-2af2f20585c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:45.929913 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-1381b4ff-0e40-42d4-9843-2af2f20585c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 796 time: 0.1723108 May 06 13:55:45.952951 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-fb320f3e-ee43-4300-a0ef-ab0b470fa43f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.0148430 May 06 13:55:46.061347 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.070832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.077139 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-453eb6d2-1946-4f54-9aca-9a20c9016cc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1230078 May 06 13:55:46.198134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:46.225190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.405727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 753e4d5d-537b-4582-ad5a-ad819231b4d5 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:46.407604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:46.412738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 766338cc-d193-4841-91fe-168f2d320f61 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:46.448736 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-abbca67d-15d7-44cb-af87-ddf1890a28b4 service neutron] 10.222.0.21 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677621 May 06 13:55:46.567689 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 766338cc-d193-4841-91fe-168f2d320f61 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:46.575135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f541c3a9-1e14-4bb5-9f17-16319236530c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:46.613643 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-e4969970-d990-4c8e-9904-c5845e2a0b18 service neutron] 10.222.0.21 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631935 May 06 13:55:46.709301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b157fa4-fd63-4dc2-a5ac-ba1d30a7c300 None None] Provisioning for port ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:46.711047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 377c4f3a-213e-4314-b1c6-462a902def73 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:55:46.719098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port f541c3a9-1e14-4bb5-9f17-16319236530c completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:46.743957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b157fa4-fd63-4dc2-a5ac-ba1d30a7c300 None None] Provisioning complete for port ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:46.744332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b157fa4-fd63-4dc2-a5ac-ba1d30a7c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.855470 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5eb92430-1531-4ca8-8e73-c45c62ea74f1 req-edbdc773-764c-4b4f-b030-e65da505c91e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 210 time: 0.0630572 May 06 13:55:46.911325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:55:46.912341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0b7c1-cffe-45df-a11b-9fb449d2d8b3 None None] Network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:46.922155 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c23e1c-9da6-4bec-ad3a-75ce96014bc8 None None] Sync routers for ids ['377c4f3a-213e-4314-b1c6-462a902def73'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:55:46.923491 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-45f04c75-909c-45c1-b508-642b0cc19634 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/377c4f3a-213e-4314-b1c6-462a902def73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4247477 May 06 13:55:46.926135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46060) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:46.934025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f541c3a9-1e14-4bb5-9f17-16319236530c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:46.934542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.935321 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c23e1c-9da6-4bec-ad3a-75ce96014bc8 None None] Routers {'377c4f3a-213e-4314-b1c6-462a902def73'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:46.936199 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a6c23e1c-9da6-4bec-ad3a-75ce96014bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['377c4f3a-213e-4314-b1c6-462a902def73'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:47.012563 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a6c23e1c-9da6-4bec-ad3a-75ce96014bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:47.029607 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c23e1c-9da6-4bec-ad3a-75ce96014bc8 None None] Routers {'377c4f3a-213e-4314-b1c6-462a902def73'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:47.030615 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a6c23e1c-9da6-4bec-ad3a-75ce96014bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['377c4f3a-213e-4314-b1c6-462a902def73'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:47.074305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2fc58d-5115-448e-8747-e8bbdf2f877d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:47.074871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7c2fc58d-5115-448e-8747-e8bbdf2f877d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Synchronizing usage tracker for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:47.074952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3b157fa4-fd63-4dc2-a5ac-ba1d30a7c300 None None] Port ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:47.101872 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a6c23e1c-9da6-4bec-ad3a-75ce96014bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:47.102571 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c23e1c-9da6-4bec-ad3a-75ce96014bc8 None None] The sync data for ids ['377c4f3a-213e-4314-b1c6-462a902def73'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:55:47.103212 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7c2fc58d-5115-448e-8747-e8bbdf2f877d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Unset dirty status for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:47.110402 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7c2fc58d-5115-448e-8747-e8bbdf2f877d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports/ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4 HTTP/1.1" status: 200 len: 910 time: 0.1782949 May 06 13:55:47.111888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46068) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:47.293450 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] Provisioning complete for port ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:47.293823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.321623 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.427375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] Port ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:47.430319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port f541c3a9-1e14-4bb5-9f17-16319236530c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f541c3a9-1e14-4bb5-9f17-16319236530c,segment=NetworkSegment(0cc2f54e-1d23-404e-b99b-4fae96c8cc7f),segment_id=0cc2f54e-1d23-404e-b99b-4fae96c8cc7f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:47.440939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.507766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] Provisioning for port 766338cc-d193-4841-91fe-168f2d320f61 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:47.521292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] Provisioning complete for port 766338cc-d193-4841-91fe-168f2d320f61 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:47.521576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.569666 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=f541c3a9-1e14-4bb5-9f17-16319236530c,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:47.679905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.716057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] For port 766338cc-d193-4841-91fe-168f2d320f61, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=766338cc-d193-4841-91fe-168f2d320f61,segment=NetworkSegment(6d9d17e4-e7d6-4d4f-ae68-d959c1968daa),segment_id=6d9d17e4-e7d6-4d4f-ae68-d959c1968daa)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:47.721506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.802743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c213f0a-73f7-48c3-baaa-ba166a55aa5a None None] Pushing event updated for resources: {'Port': ['ID=766338cc-d193-4841-91fe-168f2d320f61,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:47.841408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e454d404-c98e-4f53-9382-09299120f858 None None] Provisioning complete for port 766338cc-d193-4841-91fe-168f2d320f61 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:47.841839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e454d404-c98e-4f53-9382-09299120f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.861723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.086404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dda1ca7d-e349-42fd-b800-12050efd90ee req-d657b103-bf39-4522-8d0f-343cfc75b111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 210 time: 0.0804815 May 06 13:55:48.262873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 766338cc-d193-4841-91fe-168f2d320f61 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:48.317449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3911aa-c112-49a4-9681-ec3874149826 req-6f6c4fee-e44e-4e7c-81f0-4d776c4c81e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:48.318844 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-6f6c4fee-e44e-4e7c-81f0-4d776c4c81e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 796 time: 0.2548251 May 06 13:55:48.334661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 766338cc-d193-4841-91fe-168f2d320f61 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:48.335025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.418118 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-c7ac683d-4e11-4301-8dfe-eff7c7bddc79 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 472 time: 0.0861952 May 06 13:55:48.427324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': '56db8997-1c1d-45ca-8414-64a17589376c', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['237d8dc0-fba0-488e-90fb-b3a4ed7db6d1']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:48.459638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f541c3a9-1e14-4bb5-9f17-16319236530c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:48.528348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f541c3a9-1e14-4bb5-9f17-16319236530c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:48.528747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.536013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.21.0.1 (24b3e1ba-46e2-4a42-aa73-5d8e31a34430/7305006c-89ec-4567-afeb-1c7b968cc044/41ddd872-0148-4ef1-91dc-fbc7aba6123e) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:48.779560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:48.796225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:48.830708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:48.834092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.870935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.938771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Transition to ACTIVE for port object 41ddd872-0148-4ef1-91dc-fbc7aba6123e will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:49.033467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.3 (616bc26d-39e6-4cf0-9852-2d66b5cd3fe6/09d55ef5-6b0e-4d5f-bde3-90a8079f55dd/a75758e7-2a1d-4513-8531-8f28c4b5ad10) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:55:49.035543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.114506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:49.129942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:49.138135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:49.179643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=41ddd872-0148-4ef1-91dc-fbc7aba6123e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:49.315415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.405943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-36508dff-07e2-4b7a-91f9-ebe0238db167 None None] Provisioning for port 41ddd872-0148-4ef1-91dc-fbc7aba6123e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:49.411236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-36508dff-07e2-4b7a-91f9-ebe0238db167 None None] Provisioning complete for port 41ddd872-0148-4ef1-91dc-fbc7aba6123e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:49.411602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-36508dff-07e2-4b7a-91f9-ebe0238db167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.451822 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be400e78-2bf5-4b7c-94bf-9eaa1ae21ec5 req-08e5d870-2502-4884-811c-669d471fb279 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 210 time: 0.2329736 May 06 13:55:49.465730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-36508dff-07e2-4b7a-91f9-ebe0238db167 None None] Port 41ddd872-0148-4ef1-91dc-fbc7aba6123e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:49.559329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.581597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object a75758e7-2a1d-4513-8531-8f28c4b5ad10 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:49.591505 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:55:49.657192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.715133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:49.806421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:49.864219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:49.866505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:55:49.989500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=a75758e7-2a1d-4513-8531-8f28c4b5ad10,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:50.007395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.007736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.008071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.008402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.008754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.009119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.009408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.009732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.010055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.010380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.010706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.011022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:50.032593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:50.033213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.094005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4fb7f042-3964-4c12-a7f7-45e599a02eea None None] Provisioning for port a75758e7-2a1d-4513-8531-8f28c4b5ad10 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:50.099659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4fb7f042-3964-4c12-a7f7-45e599a02eea None None] Provisioning complete for port a75758e7-2a1d-4513-8531-8f28c4b5ad10 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:50.100024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f042-3964-4c12-a7f7-45e599a02eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.142973 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ddc131eb-7f9d-45c3-a55a-c70b2c49cd76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7190259 May 06 13:55:50.158009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4fb7f042-3964-4c12-a7f7-45e599a02eea None None] Port a75758e7-2a1d-4513-8531-8f28c4b5ad10 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:50.165515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Request body: {'port': {'device_id': '56db8997-1c1d-45ca-8414-64a17589376c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:55:50.428857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.458250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.490920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.773796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:50.798116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=41ddd872-0148-4ef1-91dc-fbc7aba6123e,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:50.989246 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-9fe28318-6ae1-4d7b-ac34-c69e2445fc84 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4702301 May 06 13:55:51.024522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f35512-870c-448a-8ce5-7fff2de8bd1e req-78db7324-8d18-4c5e-b363-1eef0c292163 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:51.025119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d6f35512-870c-448a-8ce5-7fff2de8bd1e req-78db7324-8d18-4c5e-b363-1eef0c292163 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:51.148241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d6f35512-870c-448a-8ce5-7fff2de8bd1e req-78db7324-8d18-4c5e-b363-1eef0c292163 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:51.149405 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6f35512-870c-448a-8ce5-7fff2de8bd1e req-78db7324-8d18-4c5e-b363-1eef0c292163 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 931 time: 0.5426242 May 06 13:55:51.153199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:55:51.157075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:55:51.332259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.resource_extend [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:55:51.387717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ee844fcc-24d6-440b-9db3-78893a30c81b None None] Provisioning complete for port 41ddd872-0148-4ef1-91dc-fbc7aba6123e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:51.388325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ee844fcc-24d6-440b-9db3-78893a30c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.417812 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6f35512-870c-448a-8ce5-7fff2de8bd1e req-09ecce86-f1de-407e-9db3-196a847cc370 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516952 May 06 13:55:51.444063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ee844fcc-24d6-440b-9db3-78893a30c81b None None] Port 41ddd872-0148-4ef1-91dc-fbc7aba6123e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:55:51.448911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-c8e1d0b5-00e1-4b4c-a955-bea0dcbf03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:51.450377 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-c8e1d0b5-00e1-4b4c-a955-bea0dcbf03d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 1099 time: 0.3838427 May 06 13:55:51.455744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75758e7-2a1d-4513-8531-8f28c4b5ad10 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:55:51.468446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.472883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 377c4f3a-213e-4314-b1c6-462a902def73 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:55:51.562595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Transition to ACTIVE for port object a75758e7-2a1d-4513-8531-8f28c4b5ad10 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:51.574330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.018221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Pushing event updated for resources: {'Port': ['ID=a75758e7-2a1d-4513-8531-8f28c4b5ad10,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:52.069375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-f2b1b92e-2105-4d64-8a5f-af87b0d8b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:52.070820 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-f2b1b92e-2105-4d64-8a5f-af87b0d8b403 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.5999961 May 06 13:55:52.171277 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:55:52.181127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c3ca3-3c96-4221-a7f3-e3a62cdb807b None None] Sync routers for ids ['377c4f3a-213e-4314-b1c6-462a902def73'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:55:52.191038 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-25270018-64a1-487f-8d22-ebed8203233d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/377c4f3a-213e-4314-b1c6-462a902def73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0771058 May 06 13:55:52.192038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c3ca3-3c96-4221-a7f3-e3a62cdb807b None None] Routers {'377c4f3a-213e-4314-b1c6-462a902def73'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:52.192688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7b0c3ca3-3c96-4221-a7f3-e3a62cdb807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['377c4f3a-213e-4314-b1c6-462a902def73'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:52.193791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46084) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:52.242995 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-c7418dcd-5cde-4c87-871e-72b905c69cbd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba HTTP/1.1" status: 200 len: 1002 time: 0.1434126 May 06 13:55:52.243801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Attempting to bind port a75758e7-2a1d-4513-8531-8f28c4b5ad10 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:52.244134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Attempting to bind port a75758e7-2a1d-4513-8531-8f28c4b5ad10 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:52.244481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Attempting to bind port a75758e7-2a1d-4513-8531-8f28c4b5ad10 on network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:52.249973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Port a75758e7-2a1d-4513-8531-8f28c4b5ad10 on network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:55:52.250474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Attempting to bind port a75758e7-2a1d-4513-8531-8f28c4b5ad10 on network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:55:52.257831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7b0c3ca3-3c96-4221-a7f3-e3a62cdb807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:52.267441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c3ca3-3c96-4221-a7f3-e3a62cdb807b None None] Routers {'377c4f3a-213e-4314-b1c6-462a902def73'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:52.268189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7b0c3ca3-3c96-4221-a7f3-e3a62cdb807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['377c4f3a-213e-4314-b1c6-462a902def73'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:52.272039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f503222-e075-44aa-a382-4b9825cd443b tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:52.276121 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0f503222-e075-44aa-a382-4b9825cd443b tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports/41ddd872-0148-4ef1-91dc-fbc7aba6123e HTTP/1.1" status: 200 len: 910 time: 0.0774858 May 06 13:55:52.276626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46088) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:52.296036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:55:52.296606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Checking segment: {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:55:52.297104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Bound using segment: {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:55:52.297543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Bound port: a75758e7-2a1d-4513-8531-8f28c4b5ad10, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b467c85-9e24-491b-9fc5-56f62bc75980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:52.297892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.333770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7b0c3ca3-3c96-4221-a7f3-e3a62cdb807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:52.334328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c3ca3-3c96-4221-a7f3-e3a62cdb807b None None] The sync data for ids ['377c4f3a-213e-4314-b1c6-462a902def73'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:55:52.381749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-bddddbc5-aeaf-4650-bccb-850028a7f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:52.383193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-bddddbc5-aeaf-4650-bccb-850028a7f625 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.1291986 May 06 13:55:52.466526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] For port a75758e7-2a1d-4513-8531-8f28c4b5ad10, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:55:52.477632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] For port a75758e7-2a1d-4513-8531-8f28c4b5ad10, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a75758e7-2a1d-4513-8531-8f28c4b5ad10,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:55:52.487508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.608034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:52.609388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.610938 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] 10.222.0.76 "PUT /v2.0/ports/a75758e7-2a1d-4513-8531-8f28c4b5ad10 HTTP/1.1" status: 200 len: 1093 time: 2.4553339 May 06 13:55:52.611388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56db8997-1c1d-45ca-8414-64a17589376c', 'tag': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:55:52.621011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-b01ae1e0-2de6-405e-94c4-b94ba891704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:52.622495 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-b01ae1e0-2de6-405e-94c4-b94ba891704e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2300172 May 06 13:55:52.767287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beea418-9597-42b2-b493-9a9afb28769c service neutron] Pushing event updated for resources: {'Port': ['ID=a75758e7-2a1d-4513-8531-8f28c4b5ad10,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:52.770823 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15093df1-17ef-441c-96b6-21ce7572828b'] response: {'name': 'network-changed', 'server_uuid': '56db8997-1c1d-45ca-8414-64a17589376c', 'tag': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10', 'status': 'completed', 'code': 200} May 06 13:55:52.812401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.854161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b17c4-8244-40e4-9248-a9e6930c05ab req-4d55bb3b-029a-40b1-a382-b510480efaf8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:52.855560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a24b17c4-8244-40e4-9248-a9e6930c05ab req-4d55bb3b-029a-40b1-a382-b510480efaf8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 943 time: 0.3153841 May 06 13:55:52.904344 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-e2251c3b-255d-4d09-b913-fa0226b102b3 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734354 May 06 13:55:52.934910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3911aa-c112-49a4-9681-ec3874149826 req-4ae10686-9a9f-48c2-a240-71ba651a5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:52.936405 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-4ae10686-9a9f-48c2-a240-71ba651a5993 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 1096 time: 0.2527790 May 06 13:55:53.074372 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-5173fb65-43be-466a-a4fe-b7078c581655 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a75758e7-2a1d-4513-8531-8f28c4b5ad10 HTTP/1.1" status: 200 len: 217 time: 0.1298065 May 06 13:55:53.077222 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a24b17c4-8244-40e4-9248-a9e6930c05ab req-e707ce84-c52c-4288-91a9-32d905a92f52 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138700 May 06 13:55:53.177015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3911aa-c112-49a4-9681-ec3874149826 req-14a25f64-d380-4cc3-82eb-2ee6c1232845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:53.178473 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-14a25f64-d380-4cc3-82eb-2ee6c1232845 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09d55ef5-6b0e-4d5f-bde3-90a8079f55dd HTTP/1.1" status: 200 len: 834 time: 0.0966702 May 06 13:55:53.182076 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-569fc889-ef5a-4bd3-a767-0cddab975d47 req-588729f3-7d2e-42c9-9ac7-b8829143f7fb service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673368 May 06 13:55:53.268342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3911aa-c112-49a4-9681-ec3874149826 req-25a60a12-4b28-4449-9198-67f7e83f6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:53.269873 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-25a60a12-4b28-4449-9198-67f7e83f6c63 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802693 May 06 13:55:53.278220 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 41ddd872-0148-4ef1-91dc-fbc7aba6123e {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:53.278736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.404546 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-9d4f0fec-6592-4f8f-9588-5f8eacdb97a7 service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275916 May 06 13:55:53.464063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.599977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 41ddd872-0148-4ef1-91dc-fbc7aba6123e owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:53.671639 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd3911aa-c112-49a4-9681-ec3874149826 req-ffc7782e-1b4d-42b5-ae04-0577a509f010 service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605915 May 06 13:55:53.784557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.786846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-e0c8ad41-7556-4ff2-b4c7-6dc0bda0601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:53.788324 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-e0c8ad41-7556-4ff2-b4c7-6dc0bda0601f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 1096 time: 0.0740640 May 06 13:55:53.838614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=41ddd872-0148-4ef1-91dc-fbc7aba6123e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:53.881263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.881609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.881946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.882679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.882679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.882931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.883262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.883586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.883908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.884225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.884595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.884946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:53.947069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-66f62fcd-2548-4e98-8cc2-e61134120fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:53.948693 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-66f62fcd-2548-4e98-8cc2-e61134120fb3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 897 time: 0.1537304 May 06 13:55:54.033755 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-ff4e24d6-e3b4-4777-a5f4-e0fe56f25e5b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a75758e7-2a1d-4513-8531-8f28c4b5ad10 HTTP/1.1" status: 200 len: 217 time: 0.0776770 May 06 13:55:54.115043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-64dac160-cb39-450c-bb3c-22b2f742f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:54.116559 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-64dac160-cb39-450c-bb3c-22b2f742f091 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09d55ef5-6b0e-4d5f-bde3-90a8079f55dd HTTP/1.1" status: 200 len: 834 time: 0.0765488 May 06 13:55:54.134304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.211578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-5f3eb386-b382-4d98-8379-d84ddbe85df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:54.213241 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-5f3eb386-b382-4d98-8379-d84ddbe85df1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892034 May 06 13:55:54.419877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2085155-8ddb-4efd-9047-6f968111a66e req-0f9c14e8-1eb3-415e-8243-046f6f5eb290 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:54.422103 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d2085155-8ddb-4efd-9047-6f968111a66e req-0f9c14e8-1eb3-415e-8243-046f6f5eb290 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 943 time: 0.2079923 May 06 13:55:54.427930 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-2123f20c-c9b7-4359-974f-2f6bfd48681b service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812973 May 06 13:55:54.568701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d2085155-8ddb-4efd-9047-6f968111a66e req-200ac210-e2fb-4719-a4b3-a2ecc9fd54ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393733 May 06 13:55:54.616797 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba08ca55-15b3-48b6-aac3-d6bb6392517c req-17c2eedb-051c-4a69-ab62-af4301fcd019 service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731596 May 06 13:55:54.660679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 377c4f3a-213e-4314-b1c6-462a902def73 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:55:54.833947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:55:54.844006 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70befb1-e8fd-4363-9833-db0d3b14850b None None] Sync routers for ids ['377c4f3a-213e-4314-b1c6-462a902def73'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:55:54.851777 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2901276a-88cc-4d3f-b494-17be6d344565 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/377c4f3a-213e-4314-b1c6-462a902def73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5741293 May 06 13:55:54.853833 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70befb1-e8fd-4363-9833-db0d3b14850b None None] Routers {'377c4f3a-213e-4314-b1c6-462a902def73'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:54.854432 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e70befb1-e8fd-4363-9833-db0d3b14850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['377c4f3a-213e-4314-b1c6-462a902def73'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:54.854595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46098) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:54.917144 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e70befb1-e8fd-4363-9833-db0d3b14850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:54.925750 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70befb1-e8fd-4363-9833-db0d3b14850b None None] Routers {'377c4f3a-213e-4314-b1c6-462a902def73'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:54.926340 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e70befb1-e8fd-4363-9833-db0d3b14850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['377c4f3a-213e-4314-b1c6-462a902def73'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:54.986256 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e70befb1-e8fd-4363-9833-db0d3b14850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:54.986652 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70befb1-e8fd-4363-9833-db0d3b14850b None None] The sync data for ids ['377c4f3a-213e-4314-b1c6-462a902def73'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:55:55.361049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.694466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:55.695146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.701964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a75758e7-2a1d-4513-8531-8f28c4b5ad10 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:55:55.777006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396cca0-65af-45f5-a718-c6c60147cdb9 req-ad755491-d584-4194-abb9-f596aa180737 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:55.778526 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c396cca0-65af-45f5-a718-c6c60147cdb9 req-ad755491-d584-4194-abb9-f596aa180737 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 943 time: 0.0914323 May 06 13:55:55.826620 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c396cca0-65af-45f5-a718-c6c60147cdb9 req-e63a1d08-5813-4408-8a85-d33bf5afe66e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 May 06 13:55:55.886818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a75758e7-2a1d-4513-8531-8f28c4b5ad10, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a75758e7-2a1d-4513-8531-8f28c4b5ad10,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:55.901352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'port_id': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:55:55.901911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.958127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.977198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75758e7-2a1d-4513-8531-8f28c4b5ad10 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:55:55.994345 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a75758e7-2a1d-4513-8531-8f28c4b5ad10, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a75758e7-2a1d-4513-8531-8f28c4b5ad10,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:55.998343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.071983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a75758e7-2a1d-4513-8531-8f28c4b5ad10,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:56.154740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:56.244021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['a75758e7-2a1d-4513-8531-8f28c4b5ad10'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:55:56.334135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.381573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=ecb7abf8-d77e-4e7f-83b3-a2f5fd3abdf4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:56.622452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.910039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 377c4f3a-213e-4314-b1c6-462a902def73 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:55:57.017246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97017267-928a-40fd-a290-2a69a7bbee11 req-b6200e51-4cc0-4ef7-9765-2a437ed6a559 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:57.018707 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-97017267-928a-40fd-a290-2a69a7bbee11 req-b6200e51-4cc0-4ef7-9765-2a437ed6a559 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 944 time: 0.0801961 May 06 13:55:57.048455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:55:57.058845 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7e78e0-f5b7-470b-8875-7dbb27423126 None None] Sync routers for ids ['377c4f3a-213e-4314-b1c6-462a902def73'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:55:57.065402 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-40179b1e-8ff8-462d-bfda-99b89a8c8c06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/377c4f3a-213e-4314-b1c6-462a902def73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2098331 May 06 13:55:57.068856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46106) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.070348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e78e0-f5b7-470b-8875-7dbb27423126 None None] Routers {'377c4f3a-213e-4314-b1c6-462a902def73'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:57.070498 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-97017267-928a-40fd-a290-2a69a7bbee11 req-7e4b9a2f-5a85-4514-bc5f-1ee8b1bae5ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459540 May 06 13:55:57.071139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6f7e78e0-f5b7-470b-8875-7dbb27423126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['377c4f3a-213e-4314-b1c6-462a902def73'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:57.114119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ce872a95-f232-4659-8ec2-fdc0fb8a96a2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Synchronizing usage tracker for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:57.130598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ce872a95-f232-4659-8ec2-fdc0fb8a96a2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Unset dirty status for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:57.131843 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ce872a95-f232-4659-8ec2-fdc0fb8a96a2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=377c4f3a-213e-4314-b1c6-462a902def73 HTTP/1.1" status: 200 len: 205 time: 0.0620646 May 06 13:55:57.134532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46110) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.136905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6f7e78e0-f5b7-470b-8875-7dbb27423126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:57.145887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e78e0-f5b7-470b-8875-7dbb27423126 None None] Routers {'377c4f3a-213e-4314-b1c6-462a902def73'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:55:57.146490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6f7e78e0-f5b7-470b-8875-7dbb27423126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['377c4f3a-213e-4314-b1c6-462a902def73'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:57.208819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6f7e78e0-f5b7-470b-8875-7dbb27423126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:57.209223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7e78e0-f5b7-470b-8875-7dbb27423126 None None] The sync data for ids ['377c4f3a-213e-4314-b1c6-462a902def73'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:55:57.271438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c155aba1-2860-43a8-9aba-a14aa648d975 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.686886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c155aba1-2860-43a8-9aba-a14aa648d975 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.689265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c155aba1-2860-43a8-9aba-a14aa648d975 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.711025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a75758e7-2a1d-4513-8531-8f28c4b5ad10 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:57.712682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c155aba1-2860-43a8-9aba-a14aa648d975 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.713173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c155aba1-2860-43a8-9aba-a14aa648d975 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Fanout notify agent at l3_agent the message router_deleted on router 377c4f3a-213e-4314-b1c6-462a902def73 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:55:57.725926 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c155aba1-2860-43a8-9aba-a14aa648d975 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.727009 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c155aba1-2860-43a8-9aba-a14aa648d975 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/377c4f3a-213e-4314-b1c6-462a902def73 HTTP/1.1" status: 204 len: 168 time: 0.5915837 May 06 13:55:57.729763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46114) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.779943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port a75758e7-2a1d-4513-8531-8f28c4b5ad10 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:57.785297 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port a75758e7-2a1d-4513-8531-8f28c4b5ad10 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:57.785803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.802238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4738a665-70ba-4e90-b23d-9f00153cf6ec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting subnet 7305006c-89ec-4567-afeb-1c7b968cc044 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:55:57.805329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4738a665-70ba-4e90-b23d-9f00153cf6ec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.860952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4738a665-70ba-4e90-b23d-9f00153cf6ec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.903708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.931517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56db8997-1c1d-45ca-8414-64a17589376c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:55:57.942408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a75758e7-2a1d-4513-8531-8f28c4b5ad10, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a75758e7-2a1d-4513-8531-8f28c4b5ad10,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:57.947623 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.962074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4738a665-70ba-4e90-b23d-9f00153cf6ec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.992186 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344bba58-0e54-4a01-9bc8-c176446ae4a0'] response: {'server_uuid': '56db8997-1c1d-45ca-8414-64a17589376c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10', 'code': 200} May 06 13:55:58.029670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a75758e7-2a1d-4513-8531-8f28c4b5ad10,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:58.058780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4738a665-70ba-4e90-b23d-9f00153cf6ec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.098292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738a665-70ba-4e90-b23d-9f00153cf6ec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Subnet': ['ID=7305006c-89ec-4567-afeb-1c7b968cc044,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:58.102047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4738a665-70ba-4e90-b23d-9f00153cf6ec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.108949 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4738a665-70ba-4e90-b23d-9f00153cf6ec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/7305006c-89ec-4567-afeb-1c7b968cc044 HTTP/1.1" status: 204 len: 168 time: 0.3774993 May 06 13:55:58.111671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46122) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:58.117341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c50cd4-18f8-4bef-8f4f-0431f320f658 None None] Network 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:58.285683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dbacb2-1d37-4d15-8b69-ff263fbdce93 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting subnet 03cff2f7-0835-4de5-8a7e-c8bd1e33bc21 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:55:58.297399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88dbacb2-1d37-4d15-8b69-ff263fbdce93 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.369656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88dbacb2-1d37-4d15-8b69-ff263fbdce93 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.383916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c9734e-a9e7-4ced-9e46-5c6de756ff20 None None] DHCP port deletion for 24b3e1ba-46e2-4a42-aa73-5d8e31a34430 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:55:58.388111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-14c9734e-a9e7-4ced-9e46-5c6de756ff20 None None] Deleting port 766338cc-d193-4841-91fe-168f2d320f61 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:58.388516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-14c9734e-a9e7-4ced-9e46-5c6de756ff20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.429484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d074a-85ad-414f-bced-bb038c724486 req-7300d194-da00-43bf-af41-682f8f70059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:58.430966 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-944d074a-85ad-414f-bced-bb038c724486 req-7300d194-da00-43bf-af41-682f8f70059a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 1098 time: 0.2558961 May 06 13:55:58.443454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac37f0f-4e7e-40fc-ae32-ff5afad6c035 req-9e4c453a-7971-4db5-ad8c-e7e9c4cbdecc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:58.445009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7ac37f0f-4e7e-40fc-ae32-ff5afad6c035 req-9e4c453a-7971-4db5-ad8c-e7e9c4cbdecc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 945 time: 0.2332284 May 06 13:55:58.532355 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-944d074a-85ad-414f-bced-bb038c724486 req-2d7962bc-5ac8-455c-9eb5-9534475c7727 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864258 May 06 13:55:58.537860 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7ac37f0f-4e7e-40fc-ae32-ff5afad6c035 req-38089176-fd3c-49eb-82a8-a3ddfaa1eb5c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775809 May 06 13:55:58.549057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88dbacb2-1d37-4d15-8b69-ff263fbdce93 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.595182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-14c9734e-a9e7-4ced-9e46-5c6de756ff20 None None] For port 766338cc-d193-4841-91fe-168f2d320f61, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=766338cc-d193-4841-91fe-168f2d320f61,segment=NetworkSegment(6d9d17e4-e7d6-4d4f-ae68-d959c1968daa),segment_id=6d9d17e4-e7d6-4d4f-ae68-d959c1968daa)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:58.595637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-14c9734e-a9e7-4ced-9e46-5c6de756ff20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.632487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88dbacb2-1d37-4d15-8b69-ff263fbdce93 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.676176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88dbacb2-1d37-4d15-8b69-ff263fbdce93 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.678953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbacb2-1d37-4d15-8b69-ff263fbdce93 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Subnet': ['ID=03cff2f7-0835-4de5-8a7e-c8bd1e33bc21,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:58.687909 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-88dbacb2-1d37-4d15-8b69-ff263fbdce93 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/03cff2f7-0835-4de5-8a7e-c8bd1e33bc21 HTTP/1.1" status: 204 len: 168 time: 0.5720184 May 06 13:55:58.688015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46126) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:58.754477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34156ed6-1fd2-4947-8013-1d34622d2041 None None] Network 753e4d5d-537b-4582-ad5a-ad819231b4d5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:55:58.772217 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-14c9734e-a9e7-4ced-9e46-5c6de756ff20 None None] Calling delete_port for 766338cc-d193-4841-91fe-168f2d320f61 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:58.917695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.928804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 766338cc-d193-4841-91fe-168f2d320f61 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:58.929260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.982559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-14c9734e-a9e7-4ced-9e46-5c6de756ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.020120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] The port '766338cc-d193-4841-91fe-168f2d320f61' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:55:59.034734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9734e-a9e7-4ced-9e46-5c6de756ff20 None None] Pushing event deleted for resources: {'Port': ['ID=766338cc-d193-4841-91fe-168f2d320f61,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:59.043886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9734e-a9e7-4ced-9e46-5c6de756ff20 None None] No DVR routers for this DVR port 766338cc-d193-4841-91fe-168f2d320f61 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:59.125890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] DHCP port deletion for 753e4d5d-537b-4582-ad5a-ad819231b4d5 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:55:59.130927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Deleting port f541c3a9-1e14-4bb5-9f17-16319236530c {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:59.131523 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.149284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.180991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b3e1ba-46e2-4a42-aa73-5d8e31a34430']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.195186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9d17e4-e7d6-4d4f-ae68-d959c1968daa') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.195487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9d17e4-e7d6-4d4f-ae68-d959c1968daa') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.207797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.223550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.229625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:59.230010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:59.244388 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:59.327748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.347125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.347296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] For port f541c3a9-1e14-4bb5-9f17-16319236530c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f541c3a9-1e14-4bb5-9f17-16319236530c,segment=NetworkSegment(0cc2f54e-1d23-404e-b99b-4fae96c8cc7f),segment_id=0cc2f54e-1d23-404e-b99b-4fae96c8cc7f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:55:59.347549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.354201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Network': ['ID=24b3e1ba-46e2-4a42-aa73-5d8e31a34430,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:59.360378 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ff6406ca-66f0-4172-959c-6631e6f113d6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/networks/24b3e1ba-46e2-4a42-aa73-5d8e31a34430 HTTP/1.1" status: 204 len: 168 time: 0.6680920 May 06 13:55:59.360761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46130) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:59.470054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Calling delete_port for f541c3a9-1e14-4bb5-9f17-16319236530c owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:55:59.474902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.486456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port f541c3a9-1e14-4bb5-9f17-16319236530c {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:55:59.486787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.551182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.579658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] The port 'f541c3a9-1e14-4bb5-9f17-16319236530c' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:55:59.623413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Pushing event deleted for resources: {'Port': ['ID=f541c3a9-1e14-4bb5-9f17-16319236530c,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:59.638564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] No DVR routers for this DVR port f541c3a9-1e14-4bb5-9f17-16319236530c on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:59.641089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.641727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.642411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.642746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.643326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.643815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.644912 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.645376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.645802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.646271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.646714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.647130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a54b56-11d2-4ec5-be68-28fee94e956e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:59.756370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.790501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753e4d5d-537b-4582-ad5a-ad819231b4d5']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.804865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc2f54e-1d23-404e-b99b-4fae96c8cc7f') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.805314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc2f54e-1d23-404e-b99b-4fae96c8cc7f') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:59.819327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.838816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.850781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b62e79-e2ea-462b-8ea6-b075f7ed7dbb req-1ad83b68-47d6-405d-b90d-11221781d724 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:55:59.852215 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f5b62e79-e2ea-462b-8ea6-b075f7ed7dbb req-1ad83b68-47d6-405d-b90d-11221781d724 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 945 time: 0.1655896 May 06 13:55:59.854720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:55:59.855101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:59.870177 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:59.979158 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f5b62e79-e2ea-462b-8ea6-b075f7ed7dbb req-dc784b19-9ec6-4424-aae6-69f1f1a2b838 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081047 May 06 13:55:59.979862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.999928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.006034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Network': ['ID=753e4d5d-537b-4582-ad5a-ad819231b4d5,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:00.010436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-762138b4-0191-4de2-a0a1-eb98cd80be19 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/networks/753e4d5d-537b-4582-ad5a-ad819231b4d5 HTTP/1.1" status: 204 len: 168 time: 0.6487646 May 06 13:56:00.014231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46136) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:00.020308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'network': {'name': 'tempest-RoutersTest-803601275'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:00.025166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:00.028939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:network and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:00.032262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:00.037863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:00.053272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:00.056745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.085241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:00.094674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.094954 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added segment 5bdf47b6-f0c1-4deb-a17e-d9cff31977c4 of type vlan for network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 May 06 13:56:00.121414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.151934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.158120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:00.158699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.253579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 766338cc-d193-4841-91fe-168f2d320f61 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:00.260635 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2447052 May 06 13:56:00.263520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46140) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:00.271707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'subnet': {'network_id': '55c5c1ed-12bf-4dfd-871b-7d46413273d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:00.285644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf225a1-77f2-442e-aae2-49bfbbdd28db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Network': ['ID=55c5c1ed-12bf-4dfd-871b-7d46413273d7,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:00.290035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 766338cc-d193-4841-91fe-168f2d320f61 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:56:00.290389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 766338cc-d193-4841-91fe-168f2d320f61 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:00.290815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f541c3a9-1e14-4bb5-9f17-16319236530c no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:00.316464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:00.347001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: f541c3a9-1e14-4bb5-9f17-16319236530c {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:56:00.347281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f541c3a9-1e14-4bb5-9f17-16319236530c not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:00.387405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:00.392199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:subnet and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:00.394976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:00.400603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:00.410226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:00.413927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.626902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.708022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Subnet': ['ID=79b14134-a918-44d3-bbf9-fe945d157e96,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:00.717136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Checking segment: {'id': '5bdf47b6-f0c1-4deb-a17e-d9cff31977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '55c5c1ed-12bf-4dfd-871b-7d46413273d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:00.717513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network hostable DHCP agents. Network: 55c5c1ed-12bf-4dfd-871b-7d46413273d7, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:00.735927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:00.745238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 55c5c1ed-12bf-4dfd-871b-7d46413273d7) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:00.753792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:00.754370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.754962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71eda4a-f419-45a8-b40e-3d728a8e2ce2 None None] Network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:00.878132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0645bd9c-f242-4556-9561-04509f964e34 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6134281 May 06 13:56:00.880583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46144) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:00.885672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1307059857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:00.893395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:00.897667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:router and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:00.900648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:00.907723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:00.918255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.919260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.938442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.959740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.985514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.986826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dc4aa1de-90f4-423c-b72b-4a7aa6d9102a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1052554 May 06 13:56:00.989633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46148) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:00.991404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-55c5c1ed-12bf-4dfd-871b-7d46413273d7', 'network_id': '55c5c1ed-12bf-4dfd-871b-7d46413273d7', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'fixed_ips': [{'subnet_id': '79b14134-a918-44d3-bbf9-fe945d157e96'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:56:00.992227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.995403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'port': {'network_id': '55c5c1ed-12bf-4dfd-871b-7d46413273d7', 'name': 'tempest-RoutersTest-1234052584'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:01.158847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Allocated IP 172.20.0.2 (55c5c1ed-12bf-4dfd-871b-7d46413273d7/79b14134-a918-44d3-bbf9-fe945d157e96/1722ab7e-73dd-4750-9057-bd3729529ee5) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:01.203803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:01.217121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:01.237387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b85c6-1260-4614-bf45-95f55f1f9864 req-6dd83071-76b7-42e0-89f5-6f718db8e98d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:01.238858 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-607b85c6-1260-4614-bf45-95f55f1f9864 req-6dd83071-76b7-42e0-89f5-6f718db8e98d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 945 time: 0.1337650 May 06 13:56:01.240363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:01.243166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.290490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] device_id is not set on port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:56:01.352976 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-607b85c6-1260-4614-bf45-95f55f1f9864 req-1ab26c7e-605c-4da1-80a4-85148987e508 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996213 May 06 13:56:01.411159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.421835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Transition to ACTIVE for port object 1722ab7e-73dd-4750-9057-bd3729529ee5 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:01.441178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Transition to ACTIVE for port object 1722ab7e-73dd-4750-9057-bd3729529ee5 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:01.447853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.517227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:01.520014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:01.523841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:01.557668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Pushing event updated for resources: {'Port': ['ID=1722ab7e-73dd-4750-9057-bd3729529ee5,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:01.568448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.20.0.5 (55c5c1ed-12bf-4dfd-871b-7d46413273d7/79b14134-a918-44d3-bbf9-fe945d157e96/d43eb24f-65d7-4ac7-b25c-a3e62269c4a3) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:01.625493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Attempting to bind port 1722ab7e-73dd-4750-9057-bd3729529ee5 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:01.625860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Attempting to bind port 1722ab7e-73dd-4750-9057-bd3729529ee5 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '5bdf47b6-f0c1-4deb-a17e-d9cff31977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '55c5c1ed-12bf-4dfd-871b-7d46413273d7'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:01.626223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Attempting to bind port 1722ab7e-73dd-4750-9057-bd3729529ee5 on network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:01.630531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3b23d-d440-4ad9-92eb-b4128864e299 req-c98ef749-b1e9-480a-89f5-35c73a9318b8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:01.631759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:01.632157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Checking segment: {'id': '5bdf47b6-f0c1-4deb-a17e-d9cff31977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '55c5c1ed-12bf-4dfd-871b-7d46413273d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:01.632278 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19f3b23d-d440-4ad9-92eb-b4128864e299 req-c98ef749-b1e9-480a-89f5-35c73a9318b8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 945 time: 0.1492922 May 06 13:56:01.632591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.633012 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Bound using segment: {'id': '5bdf47b6-f0c1-4deb-a17e-d9cff31977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '55c5c1ed-12bf-4dfd-871b-7d46413273d7'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:01.633451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Bound port: 1722ab7e-73dd-4750-9057-bd3729529ee5, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdf47b6-f0c1-4deb-a17e-d9cff31977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '55c5c1ed-12bf-4dfd-871b-7d46413273d7'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:01.633822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.723975 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] For port 1722ab7e-73dd-4750-9057-bd3729529ee5, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:01.727320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] For port 1722ab7e-73dd-4750-9057-bd3729529ee5, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1722ab7e-73dd-4750-9057-bd3729529ee5,segment=NetworkSegment(5bdf47b6-f0c1-4deb-a17e-d9cff31977c4),segment_id=5bdf47b6-f0c1-4deb-a17e-d9cff31977c4)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:01.730889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.767677 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19f3b23d-d440-4ad9-92eb-b4128864e299 req-98e45411-c4d9-4eed-8fa0-9fc2592cf6b4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254129 May 06 13:56:01.793074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46156) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:01.816407 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406b103-5994-4f8c-a9a6-423f50726fb9 None None] Pushing event updated for resources: {'Port': ['ID=1722ab7e-73dd-4750-9057-bd3729529ee5,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:01.885232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.907203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Transition to ACTIVE for port object d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:01.925004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3733ae9-be37-4e83-820a-e673cc7019f9 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:01.926481 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e3733ae9-be37-4e83-820a-e673cc7019f9 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 1093 time: 0.1324873 May 06 13:56:01.929657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46160) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:01.937719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-16d53126-6c08-4e2d-9b9b-90306facc77b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'port_id': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:02.031821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16d53126-6c08-4e2d-9b9b-90306facc77b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.146319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.279215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:02.281588 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1722ab7e-73dd-4750-9057-bd3729529ee5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:02.295309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:02.303467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:02.339882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=d43eb24f-65d7-4ac7-b25c-a3e62269c4a3,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:02.352832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 1722ab7e-73dd-4750-9057-bd3729529ee5 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:02.462255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:02.462859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.567632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c79fd38c-c7e6-4498-a34e-fa51ed917964 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5745251 May 06 13:56:02.568145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46164) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:02.846200 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac931e-292c-4fe8-b9f7-bb6da507269a None None] Network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:02.949370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a2c3e676-ce61-41ba-a58f-ce9e6c5066c8 None None] Provisioning for port 1722ab7e-73dd-4750-9057-bd3729529ee5 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:02.960560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a2c3e676-ce61-41ba-a58f-ce9e6c5066c8 None None] Provisioning complete for port 1722ab7e-73dd-4750-9057-bd3729529ee5 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:02.960935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a2c3e676-ce61-41ba-a58f-ce9e6c5066c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.969306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16d53126-6c08-4e2d-9b9b-90306facc77b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.974629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16d53126-6c08-4e2d-9b9b-90306facc77b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.174250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-16d53126-6c08-4e2d-9b9b-90306facc77b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 389d653a-2cd2-45ad-825c-6d43ba8533bd associated. External IP: 172.26.2.105, port: a75758e7-2a1d-4513-8531-8f28c4b5ad10. May 06 13:56:03.194368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.226421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a2c3e676-ce61-41ba-a58f-ce9e6c5066c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.270240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a2c3e676-ce61-41ba-a58f-ce9e6c5066c8 None None] For port 1722ab7e-73dd-4750-9057-bd3729529ee5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1722ab7e-73dd-4750-9057-bd3729529ee5,segment=NetworkSegment(5bdf47b6-f0c1-4deb-a17e-d9cff31977c4),segment_id=5bdf47b6-f0c1-4deb-a17e-d9cff31977c4)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:03.278885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a2c3e676-ce61-41ba-a58f-ce9e6c5066c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.354165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3e676-ce61-41ba-a58f-ce9e6c5066c8 None None] Pushing event updated for resources: {'Port': ['ID=1722ab7e-73dd-4750-9057-bd3729529ee5,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:03.523074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8d6b83c4-953b-45b2-86ed-6a12bc3267e5 None None] Provisioning complete for port 1722ab7e-73dd-4750-9057-bd3729529ee5 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:03.523443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8d6b83c4-953b-45b2-86ed-6a12bc3267e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.583094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d53126-6c08-4e2d-9b9b-90306facc77b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 63c5393f-9c26-43ef-94ed-adf22dca256c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:03.676734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8d6b83c4-953b-45b2-86ed-6a12bc3267e5 None None] Provisioning for port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:03.684550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8d6b83c4-953b-45b2-86ed-6a12bc3267e5 None None] Provisioning complete for port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:03.684550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8d6b83c4-953b-45b2-86ed-6a12bc3267e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.742493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.747609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.751205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b83c4-953b-45b2-86ed-6a12bc3267e5 None None] Port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:03.786850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d53126-6c08-4e2d-9b9b-90306facc77b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:03.791557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-16d53126-6c08-4e2d-9b9b-90306facc77b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.799065 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] Sync routers for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:03.810510 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:03.811932 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:03.856708 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-16d53126-6c08-4e2d-9b9b-90306facc77b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 991 time: 1.9233484 May 06 13:56:03.856708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56db8997-1c1d-45ca-8414-64a17589376c', 'tag': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:56:03.859673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46168) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:03.882239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=d43eb24f-65d7-4ac7-b25c-a3e62269c4a3,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:03.899250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0395ad5b-c8b9-4f6a-a989-8d853e05bfce None None] Provisioning complete for port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:03.899706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0395ad5b-c8b9-4f6a-a989-8d853e05bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.013409 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0395ad5b-c8b9-4f6a-a989-8d853e05bfce None None] Port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:04.050365 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe87878-7c71-4011-ba48-8ba1c5a67162'] response: {'name': 'network-changed', 'server_uuid': '56db8997-1c1d-45ca-8414-64a17589376c', 'tag': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10', 'status': 'completed', 'code': 200} May 06 13:56:04.051615 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:04.113438 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-73ba464f-34fa-40ce-a4ba-5f3cca8f4582 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 991 time: 0.2524736 May 06 13:56:04.147235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-e4244d2d-93c7-463f-aa5f-ef0615231ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:04.148877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-e4244d2d-93c7-463f-aa5f-ef0615231ee6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 1098 time: 0.0973632 May 06 13:56:04.191564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.244834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-98ba18db-88b2-4c2e-a3b2-49c53afdcfff None None] Provisioning complete for port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:04.245843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-98ba18db-88b2-4c2e-a3b2-49c53afdcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.299009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-20835dd4-719c-427a-85c8-4df830ce452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:04.300966 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-20835dd4-719c-427a-85c8-4df830ce452f service neutron] 10.222.0.76 "GET /v2.0/networks?id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 200 len: 897 time: 0.1444333 May 06 13:56:04.323926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1722ab7e-73dd-4750-9057-bd3729529ee5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:04.343791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.393123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-98ba18db-88b2-4c2e-a3b2-49c53afdcfff None None] Port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:04.415248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1722ab7e-73dd-4750-9057-bd3729529ee5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:04.415627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.462077 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '389d653a-2cd2-45ad-825c-6d43ba8533bd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'port_id': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db8997-1c1d-45ca-8414-64a17589376c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:58Z', 'updated_at': '2022-05-06T13:56:02Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:04.467299 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] Checking router: 63c5393f-9c26-43ef-94ed-adf22dca256c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:56:04.479124 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:04.479800 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:04.559423 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-90e99450-761e-447a-a9e0-a5661bd10d5d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a75758e7-2a1d-4513-8531-8f28c4b5ad10 HTTP/1.1" status: 200 len: 999 time: 0.2496290 May 06 13:56:04.628319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-92d80095-e39a-4ad0-a612-a0a9f65b66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:04.629819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-92d80095-e39a-4ad0-a612-a0a9f65b66dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09d55ef5-6b0e-4d5f-bde3-90a8079f55dd HTTP/1.1" status: 200 len: 834 time: 0.0617793 May 06 13:56:04.668123 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:04.709832 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-31689cf3-99c7-405e-8f86-940e99d7d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:04.711426 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-31689cf3-99c7-405e-8f86-940e99d7d62e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750151 May 06 13:56:04.793237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.799539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.853734 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-64984215-de79-43f0-9150-45284e61709d service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348298 May 06 13:56:04.920595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.942691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=d43eb24f-65d7-4ac7-b25c-a3e62269c4a3,revision_number=3']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:05.000629 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6eba8fc5-5e35-4af6-ac63-25539d76757f req-f7956108-22b7-4df9-9fd7-4276bc18d4f0 service neutron] 10.222.0.76 "GET /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400709 May 06 13:56:05.065523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:05.066736 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:05.104196 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '389d653a-2cd2-45ad-825c-6d43ba8533bd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'port_id': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db8997-1c1d-45ca-8414-64a17589376c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:58Z', 'updated_at': '2022-05-06T13:56:02Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:05.108985 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8f011b-ac50-470a-b76f-4145ba3426fc None None] The sync data for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv is: [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '389d653a-2cd2-45ad-825c-6d43ba8533bd', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.105', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'port_id': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'mac_address': 'fa:16:3e:1a:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56db8997-1c1d-45ca-8414-64a17589376c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:58Z', 'updated_at': '2022-05-06T13:56:02Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:05.123083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46174) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:05.245904 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3071744f-2988-4c83-87eb-81da79aaf158 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 991 time: 0.1195590 May 06 13:56:05.274870 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router bf79528d-b598-46b5-beca-22be62a5abd5 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:56:05.321808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-73b0455f-f265-446d-b02c-396bb4ee5619 None None] Provisioning complete for port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:05.322338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-73b0455f-f265-446d-b02c-396bb4ee5619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.384712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-73b0455f-f265-446d-b02c-396bb4ee5619 None None] Port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:05.398944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558e8f59-c19c-4c19-8d1e-7f33e646f939 None None] New status for floating IP 389d653a-2cd2-45ad-825c-6d43ba8533bd: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:56:05.557597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:05.562436 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-df8d57df-add5-48e4-b628-88d742b99ad7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/bf79528d-b598-46b5-beca-22be62a5abd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929509 May 06 13:56:05.565491 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46178) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:05.571161 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bde5b1-950b-4e57-92e2-3de880603422 None None] Sync routers for ids ['bf79528d-b598-46b5-beca-22be62a5abd5'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:05.581780 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bde5b1-950b-4e57-92e2-3de880603422 None None] Routers {'bf79528d-b598-46b5-beca-22be62a5abd5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:05.582386 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d9bde5b1-950b-4e57-92e2-3de880603422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['bf79528d-b598-46b5-beca-22be62a5abd5'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:05.639181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802b133-8db8-4ff4-a829-75cb6bbb22ef tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:05.640728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a802b133-8db8-4ff4-a829-75cb6bbb22ef tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Synchronizing usage tracker for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:05.649228 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d9bde5b1-950b-4e57-92e2-3de880603422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:05.658076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a802b133-8db8-4ff4-a829-75cb6bbb22ef tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Unset dirty status for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:05.661924 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bde5b1-950b-4e57-92e2-3de880603422 None None] Routers {'bf79528d-b598-46b5-beca-22be62a5abd5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:05.662058 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a802b133-8db8-4ff4-a829-75cb6bbb22ef tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports/d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 HTTP/1.1" status: 200 len: 977 time: 0.0929430 May 06 13:56:05.662148 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d9bde5b1-950b-4e57-92e2-3de880603422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['bf79528d-b598-46b5-beca-22be62a5abd5'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:05.662454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46182) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:05.723411 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d9bde5b1-950b-4e57-92e2-3de880603422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:05.723898 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bde5b1-950b-4e57-92e2-3de880603422 None None] The sync data for ids ['bf79528d-b598-46b5-beca-22be62a5abd5'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:06.000834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.164883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.249251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46186) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:06.358196 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f2f17f3-277c-45e2-9df6-c0c9be82ad9d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 200 len: 993 time: 0.1077311 May 06 13:56:06.565570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-681b600d-1a8f-4413-b553-2c70687437e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.577526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:06.577990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.760838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.886536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for d43eb24f-65d7-4ac7-b25c-a3e62269c4a3 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:07.066184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:07.119284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=d43eb24f-65d7-4ac7-b25c-a3e62269c4a3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:07.360218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:07.635612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router bf79528d-b598-46b5-beca-22be62a5abd5 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:07.766770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:07.775901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa8929-35b8-40d2-ad41-45327985d3b6 None None] Sync routers for ids ['bf79528d-b598-46b5-beca-22be62a5abd5'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:07.785160 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8cf32215-04a0-43d0-ae05-0ca8bf9bcf03 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/bf79528d-b598-46b5-beca-22be62a5abd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1216044 May 06 13:56:07.787276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa8929-35b8-40d2-ad41-45327985d3b6 None None] Routers {'bf79528d-b598-46b5-beca-22be62a5abd5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:07.787874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46190) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:07.788345 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-50fa8929-35b8-40d2-ad41-45327985d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['bf79528d-b598-46b5-beca-22be62a5abd5'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:07.852201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-50fa8929-35b8-40d2-ad41-45327985d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:07.861017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa8929-35b8-40d2-ad41-45327985d3b6 None None] Routers {'bf79528d-b598-46b5-beca-22be62a5abd5'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:07.861624 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-50fa8929-35b8-40d2-ad41-45327985d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:55:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['bf79528d-b598-46b5-beca-22be62a5abd5'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:07.924958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-50fa8929-35b8-40d2-ad41-45327985d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:07.925367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa8929-35b8-40d2-ad41-45327985d3b6 None None] The sync data for ids ['bf79528d-b598-46b5-beca-22be62a5abd5'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:08.127892 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-6f9a1605-54e7-4ee2-8445-5dcee0bb304f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] remove_router_interface failed (client error): The resource could not be found. May 06 13:56:08.128961 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6f9a1605-54e7-4ee2-8445-5dcee0bb304f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/bf79528d-b598-46b5-beca-22be62a5abd5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3400664 May 06 13:56:08.131712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46194) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:08.178387 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-efff16c5-a8a0-4411-b949-8d75284c5446 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf79528d-b598-46b5-beca-22be62a5abd5 HTTP/1.1" status: 200 len: 205 time: 0.0456188 May 06 13:56:08.180847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46198) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:08.315675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c909b565-cb7d-4e11-bd70-ed8fb6b22c64 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.618306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c909b565-cb7d-4e11-bd70-ed8fb6b22c64 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.620490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c909b565-cb7d-4e11-bd70-ed8fb6b22c64 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.642691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c909b565-cb7d-4e11-bd70-ed8fb6b22c64 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.643308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c909b565-cb7d-4e11-bd70-ed8fb6b22c64 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Fanout notify agent at l3_agent the message router_deleted on router bf79528d-b598-46b5-beca-22be62a5abd5 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:56:08.654135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c909b565-cb7d-4e11-bd70-ed8fb6b22c64 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.655909 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c909b565-cb7d-4e11-bd70-ed8fb6b22c64 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/bf79528d-b598-46b5-beca-22be62a5abd5 HTTP/1.1" status: 204 len: 168 time: 0.4740391 May 06 13:56:08.658359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46202) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:08.835508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d734ffe-9197-47cc-8a89-a5ac7dd9bb14 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting subnet 79b14134-a918-44d3-bbf9-fe945d157e96 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:56:08.838376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d734ffe-9197-47cc-8a89-a5ac7dd9bb14 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.890918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d734ffe-9197-47cc-8a89-a5ac7dd9bb14 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.945686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-aada8c6c-bdc6-4746-917a-b9327175385c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.978398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d734ffe-9197-47cc-8a89-a5ac7dd9bb14 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.050551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d734ffe-9197-47cc-8a89-a5ac7dd9bb14 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.088918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d734ffe-9197-47cc-8a89-a5ac7dd9bb14 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Subnet': ['ID=79b14134-a918-44d3-bbf9-fe945d157e96,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:09.093035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d734ffe-9197-47cc-8a89-a5ac7dd9bb14 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.101713 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3d734ffe-9197-47cc-8a89-a5ac7dd9bb14 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/79b14134-a918-44d3-bbf9-fe945d157e96 HTTP/1.1" status: 204 len: 168 time: 0.4400887 May 06 13:56:09.101863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4bf2bb-3a66-4f4d-8e38-8dfcce3a8c9d None None] Network 55c5c1ed-12bf-4dfd-871b-7d46413273d7 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:09.102010 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46206) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:09.220129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.230489 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 1722ab7e-73dd-4750-9057-bd3729529ee5 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:09.230927 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.341615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] DHCP port deletion for 55c5c1ed-12bf-4dfd-871b-7d46413273d7 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:56:09.346591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] Deleting port 1722ab7e-73dd-4750-9057-bd3729529ee5 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:09.346957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.448766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port 1722ab7e-73dd-4750-9057-bd3729529ee5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1722ab7e-73dd-4750-9057-bd3729529ee5,segment=NetworkSegment(5bdf47b6-f0c1-4deb-a17e-d9cff31977c4),segment_id=5bdf47b6-f0c1-4deb-a17e-d9cff31977c4)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:09.449233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.555491 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] For port 1722ab7e-73dd-4750-9057-bd3729529ee5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1722ab7e-73dd-4750-9057-bd3729529ee5,segment=NetworkSegment(5bdf47b6-f0c1-4deb-a17e-d9cff31977c4),segment_id=5bdf47b6-f0c1-4deb-a17e-d9cff31977c4)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:09.555877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.579392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 1722ab7e-73dd-4750-9057-bd3729529ee5 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:09.659144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.677177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] Calling delete_port for 1722ab7e-73dd-4750-9057-bd3729529ee5 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:09.707057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=1722ab7e-73dd-4750-9057-bd3729529ee5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:09.710540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No DVR routers for this DVR port 1722ab7e-73dd-4750-9057-bd3729529ee5 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:09.756157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:56:09.756555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:56:09.838200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.865559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c5c1ed-12bf-4dfd-871b-7d46413273d7']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:09.878492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdf47b6-f0c1-4deb-a17e-d9cff31977c4') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:09.878790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdf47b6-f0c1-4deb-a17e-d9cff31977c4') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:09.890378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.907592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.915028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:56:09.915459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.930863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:56:09.931105 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:56:10.022084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.028320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.045969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.065298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Network': ['ID=55c5c1ed-12bf-4dfd-871b-7d46413273d7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:10.068647 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0b54574f-1fe9-434a-b935-251bacb558a5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/networks/55c5c1ed-12bf-4dfd-871b-7d46413273d7 HTTP/1.1" status: 204 len: 168 time: 0.9656231 May 06 13:56:10.073233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46218) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:10.079973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'network': {'name': 'tempest-RoutersTest-2090080624'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:10.085301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:10.089138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:network and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:10.092178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:10.098934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:10.109293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:10.112789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.141642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:10.150776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.151171 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added segment 8515dd1b-79c2-48c3-8af0-269dcb0b16e7 of type vlan for network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 May 06 13:56:10.258117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] Deleting port 1722ab7e-73dd-4750-9057-bd3729529ee5 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:10.258500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.290969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1722ab7e-73dd-4750-9057-bd3729529ee5 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:10.296114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.330779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.336710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:10.337422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.361604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 1722ab7e-73dd-4750-9057-bd3729529ee5 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:56:10.361829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1722ab7e-73dd-4750-9057-bd3729529ee5 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:10.372806 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2ab95a95-269f-4462-a167-6796bd072896 None None] The port '1722ab7e-73dd-4750-9057-bd3729529ee5' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:56:10.450095 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3750837 May 06 13:56:10.453798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46222) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:10.453951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc3304-f1bf-4f1c-8e5b-4a490c1b08d0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Network': ['ID=084aa78c-4467-43a2-b3c4-e8bfaff16e84,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:10.459594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'subnet': {'network_id': '084aa78c-4467-43a2-b3c4-e8bfaff16e84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:10.466735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:10.605330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:10.609143 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:subnet and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:10.612061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:10.617872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:10.630575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:10.634077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.862957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.945784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Subnet': ['ID=7f4ac8fb-1f25-4c36-8d38-990c76dc6385,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:10.951535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Checking segment: {'id': '8515dd1b-79c2-48c3-8af0-269dcb0b16e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '084aa78c-4467-43a2-b3c4-e8bfaff16e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:10.952058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network hostable DHCP agents. Network: 084aa78c-4467-43a2-b3c4-e8bfaff16e84, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:10.972942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:10.982866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 084aa78c-4467-43a2-b3c4-e8bfaff16e84) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:10.988363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:10.990388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.991047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c9124-473e-4fe7-94d7-f12a672b2772 None None] Network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:11.015967 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a609737f-f171-4b69-ad6b-a5e09c360cf6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5608618 May 06 13:56:11.018398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46228) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:11.024114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1624346724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:11.032198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:11.036777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:router and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:11.039879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:11.048518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:11.061141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.062378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.079311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.099994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.124767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.126282 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-79615b81-7f0c-4976-9df7-dea687d8a7ee tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1068599 May 06 13:56:11.128820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46232) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:11.266954 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-084aa78c-4467-43a2-b3c4-e8bfaff16e84', 'network_id': '084aa78c-4467-43a2-b3c4-e8bfaff16e84', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'fixed_ips': [{'subnet_id': '7f4ac8fb-1f25-4c36-8d38-990c76dc6385'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:56:11.267982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.430465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Allocated IP 172.20.0.2 (084aa78c-4467-43a2-b3c4-e8bfaff16e84/7f4ac8fb-1f25-4c36-8d38-990c76dc6385/91d04c66-deb1-42d9-a63a-426dfd53ca6d) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:11.601187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.771893 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.785081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Transition to ACTIVE for port object 91d04c66-deb1-42d9-a63a-426dfd53ca6d will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:11.803798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Transition to ACTIVE for port object 91d04c66-deb1-42d9-a63a-426dfd53ca6d will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:11.809953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.852308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.881572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:11.884388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:11.887330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:11.921016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Pushing event updated for resources: {'Port': ['ID=91d04c66-deb1-42d9-a63a-426dfd53ca6d,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:11.994549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Attempting to bind port 91d04c66-deb1-42d9-a63a-426dfd53ca6d on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:11.995028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Attempting to bind port 91d04c66-deb1-42d9-a63a-426dfd53ca6d by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '8515dd1b-79c2-48c3-8af0-269dcb0b16e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '084aa78c-4467-43a2-b3c4-e8bfaff16e84'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:11.995391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Attempting to bind port 91d04c66-deb1-42d9-a63a-426dfd53ca6d on network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:12.002211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:12.002387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Checking segment: {'id': '8515dd1b-79c2-48c3-8af0-269dcb0b16e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '084aa78c-4467-43a2-b3c4-e8bfaff16e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:12.002633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.003013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Bound using segment: {'id': '8515dd1b-79c2-48c3-8af0-269dcb0b16e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '084aa78c-4467-43a2-b3c4-e8bfaff16e84'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:12.003474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Bound port: 91d04c66-deb1-42d9-a63a-426dfd53ca6d, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8515dd1b-79c2-48c3-8af0-269dcb0b16e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '084aa78c-4467-43a2-b3c4-e8bfaff16e84'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:12.003839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.098123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] For port 91d04c66-deb1-42d9-a63a-426dfd53ca6d, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:12.101269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] For port 91d04c66-deb1-42d9-a63a-426dfd53ca6d, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=91d04c66-deb1-42d9-a63a-426dfd53ca6d,segment=NetworkSegment(8515dd1b-79c2-48c3-8af0-269dcb0b16e7),segment_id=8515dd1b-79c2-48c3-8af0-269dcb0b16e7)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:12.104839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.191070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fe11f-6631-4f78-833d-7fc34360e6a8 None None] Pushing event updated for resources: {'Port': ['ID=91d04c66-deb1-42d9-a63a-426dfd53ca6d,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:12.238681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.20.0.1 (084aa78c-4467-43a2-b3c4-e8bfaff16e84/7f4ac8fb-1f25-4c36-8d38-990c76dc6385/6aa88860-ab15-4977-b014-fabb0d598d5a) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:12.424238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.440695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Transition to ACTIVE for port object 6aa88860-ab15-4977-b014-fabb0d598d5a will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:12.468855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.544609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:12.548293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:12.552635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:12.580192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=6aa88860-ab15-4977-b014-fabb0d598d5a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:12.611377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.716350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.182315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cfafbd-2d2c-4b8b-8023-ad5b75e69166 None None] Network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:13.255598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.265621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.289536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f3315c1a-5279-46e2-a1c5-498ba9b6cc22 None None] Provisioning for port 91d04c66-deb1-42d9-a63a-426dfd53ca6d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:13.401390 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.405119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=6aa88860-ab15-4977-b014-fabb0d598d5a,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:13.606138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:13.607319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:13.728570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7127fd0b-8726-48c7-a70f-7fedb7ba7d9f None None] Provisioning for port 6aa88860-ab15-4977-b014-fabb0d598d5a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:13.739536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7127fd0b-8726-48c7-a70f-7fedb7ba7d9f None None] Provisioning complete for port 6aa88860-ab15-4977-b014-fabb0d598d5a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:13.739918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7127fd0b-8726-48c7-a70f-7fedb7ba7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.813523 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7127fd0b-8726-48c7-a70f-7fedb7ba7d9f None None] Port 6aa88860-ab15-4977-b014-fabb0d598d5a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:13.831426 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:56:13.956927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d2d69d1a-dd26-4aa5-b354-c5e8b9a03105 None None] Provisioning complete for port 6aa88860-ab15-4977-b014-fabb0d598d5a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:13.957566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d2d69d1a-dd26-4aa5-b354-c5e8b9a03105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.008993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:14.024937 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31997d-d9eb-41bb-b9fb-b33c5cbdad4d None None] Sync routers for ids ['55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:14.038105 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31997d-d9eb-41bb-b9fb-b33c5cbdad4d None None] Routers {'55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:14.039604 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fc31997d-d9eb-41bb-b9fb-b33c5cbdad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:14.041001 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-74edb1b2-1eda-4ebb-9194-ebd913df54d5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9111400 May 06 13:56:14.043509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46250) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:14.063697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d2d69d1a-dd26-4aa5-b354-c5e8b9a03105 None None] Port 6aa88860-ab15-4977-b014-fabb0d598d5a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:14.144743 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fc31997d-d9eb-41bb-b9fb-b33c5cbdad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:14.151612 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffc033c-3f81-48b4-9a00-0187ab99d973 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:14.152268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9ffc033c-3f81-48b4-9a00-0187ab99d973 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Synchronizing usage tracker for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:14.154726 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31997d-d9eb-41bb-b9fb-b33c5cbdad4d None None] Routers {'55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:14.156032 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fc31997d-d9eb-41bb-b9fb-b33c5cbdad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:14.169820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9ffc033c-3f81-48b4-9a00-0187ab99d973 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Unset dirty status for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:14.174162 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9ffc033c-3f81-48b4-9a00-0187ab99d973 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports/6aa88860-ab15-4977-b014-fabb0d598d5a HTTP/1.1" status: 200 len: 910 time: 0.1270077 May 06 13:56:14.174510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46254) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:14.241925 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fc31997d-d9eb-41bb-b9fb-b33c5cbdad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:14.242595 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc31997d-d9eb-41bb-b9fb-b33c5cbdad4d None None] The sync data for ids ['55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:14.300619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-99d9b589-41fc-451c-a89e-469ca16744f4 None None] Provisioning complete for port 6aa88860-ab15-4977-b014-fabb0d598d5a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:14.301728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-99d9b589-41fc-451c-a89e-469ca16744f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.340255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 91d04c66-deb1-42d9-a63a-426dfd53ca6d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:14.420086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-99d9b589-41fc-451c-a89e-469ca16744f4 None None] Port 6aa88860-ab15-4977-b014-fabb0d598d5a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:14.436697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 91d04c66-deb1-42d9-a63a-426dfd53ca6d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:14.443690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 91d04c66-deb1-42d9-a63a-426dfd53ca6d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:14.444354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.571144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.605727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 91d04c66-deb1-42d9-a63a-426dfd53ca6d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=91d04c66-deb1-42d9-a63a-426dfd53ca6d,segment=NetworkSegment(8515dd1b-79c2-48c3-8af0-269dcb0b16e7),segment_id=8515dd1b-79c2-48c3-8af0-269dcb0b16e7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:14.611580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.684551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=91d04c66-deb1-42d9-a63a-426dfd53ca6d,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:14.751848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.097205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 6aa88860-ab15-4977-b014-fabb0d598d5a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:15.097546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.291795 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.551719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 6aa88860-ab15-4977-b014-fabb0d598d5a owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:15.746276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.797153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=6aa88860-ab15-4977-b014-fabb0d598d5a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:16.043536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.324554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 91d04c66-deb1-42d9-a63a-426dfd53ca6d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:16.371018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:16.426515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 91d04c66-deb1-42d9-a63a-426dfd53ca6d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:16.426937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.542591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:16.563765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5f43c-bcf1-4144-be62-446def621d18 None None] Sync routers for ids ['55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:16.578955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46264) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:16.589765 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-314505e9-45fd-44a6-a641-39d67388d1e1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4134431 May 06 13:56:16.644119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5f43c-bcf1-4144-be62-446def621d18 None None] Routers {'55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:16.644783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f43c-bcf1-4144-be62-446def621d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:16.662161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46268) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:16.673243 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ad15a024-a918-4fef-aedc-481a9730e59d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0 HTTP/1.1" status: 200 len: 205 time: 0.0921228 May 06 13:56:16.723410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f43c-bcf1-4144-be62-446def621d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:16.738005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5f43c-bcf1-4144-be62-446def621d18 None None] Routers {'55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:16.738633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f43c-bcf1-4144-be62-446def621d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:16.808953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f43c-bcf1-4144-be62-446def621d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:16.809369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5f43c-bcf1-4144-be62-446def621d18 None None] The sync data for ids ['55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:16.835233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed35bd15-ff50-400c-b23e-1f7dedcba83a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.378252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed35bd15-ff50-400c-b23e-1f7dedcba83a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.381228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed35bd15-ff50-400c-b23e-1f7dedcba83a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.418533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed35bd15-ff50-400c-b23e-1f7dedcba83a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.419499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed35bd15-ff50-400c-b23e-1f7dedcba83a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Fanout notify agent at l3_agent the message router_deleted on router 55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:56:17.443899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed35bd15-ff50-400c-b23e-1f7dedcba83a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.448883 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ed35bd15-ff50-400c-b23e-1f7dedcba83a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0 HTTP/1.1" status: 204 len: 168 time: 0.7856667 May 06 13:56:17.450055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46272) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:17.558214 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb3f644-c7f8-4dfb-84ed-1883ed110ee8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting subnet 7f4ac8fb-1f25-4c36-8d38-990c76dc6385 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:56:17.562944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-efb3f644-c7f8-4dfb-84ed-1883ed110ee8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.632173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-efb3f644-c7f8-4dfb-84ed-1883ed110ee8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.745113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-efb3f644-c7f8-4dfb-84ed-1883ed110ee8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.850536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-efb3f644-c7f8-4dfb-84ed-1883ed110ee8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.897743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3f644-c7f8-4dfb-84ed-1883ed110ee8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4ac8fb-1f25-4c36-8d38-990c76dc6385,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:17.901499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-efb3f644-c7f8-4dfb-84ed-1883ed110ee8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.908027 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-efb3f644-c7f8-4dfb-84ed-1883ed110ee8 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/7f4ac8fb-1f25-4c36-8d38-990c76dc6385 HTTP/1.1" status: 204 len: 168 time: 0.4567430 May 06 13:56:17.909333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41422c69-fbc5-49d8-8a69-0b76f522fca4 None None] Network 084aa78c-4467-43a2-b3c4-e8bfaff16e84 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:17.910484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46278) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:18.056014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.069202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 91d04c66-deb1-42d9-a63a-426dfd53ca6d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:18.069556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.258033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] DHCP port deletion for 084aa78c-4467-43a2-b3c4-e8bfaff16e84 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:56:18.262750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] Deleting port 91d04c66-deb1-42d9-a63a-426dfd53ca6d {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:18.263104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.325709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port 91d04c66-deb1-42d9-a63a-426dfd53ca6d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=91d04c66-deb1-42d9-a63a-426dfd53ca6d,segment=NetworkSegment(8515dd1b-79c2-48c3-8af0-269dcb0b16e7),segment_id=8515dd1b-79c2-48c3-8af0-269dcb0b16e7)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:18.326511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.505529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] For port 91d04c66-deb1-42d9-a63a-426dfd53ca6d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=91d04c66-deb1-42d9-a63a-426dfd53ca6d,segment=NetworkSegment(8515dd1b-79c2-48c3-8af0-269dcb0b16e7),segment_id=8515dd1b-79c2-48c3-8af0-269dcb0b16e7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:18.506053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.507176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 91d04c66-deb1-42d9-a63a-426dfd53ca6d owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:18.610093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.666354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=91d04c66-deb1-42d9-a63a-426dfd53ca6d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:18.675331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No DVR routers for this DVR port 91d04c66-deb1-42d9-a63a-426dfd53ca6d on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:18.710115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] Calling delete_port for 91d04c66-deb1-42d9-a63a-426dfd53ca6d owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:18.842465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.861441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:56:18.862156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:56:18.876656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084aa78c-4467-43a2-b3c4-e8bfaff16e84']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:18.900839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8515dd1b-79c2-48c3-8af0-269dcb0b16e7') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:18.901928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8515dd1b-79c2-48c3-8af0-269dcb0b16e7') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:18.919365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.945408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.956537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:56:18.956880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:56:18.972189 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:56:19.068141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.085531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.096820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Network': ['ID=084aa78c-4467-43a2-b3c4-e8bfaff16e84,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:19.110518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-53ec0f03-aeda-428c-9570-7f1c87e296b2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/networks/084aa78c-4467-43a2-b3c4-e8bfaff16e84 HTTP/1.1" status: 204 len: 168 time: 1.1949015 May 06 13:56:19.111754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46284) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:19.117539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1938841970', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:19.125797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:19.129812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:router and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:19.132888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:19.139313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:19.149895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.151162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.167368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.363685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] Deleting port 91d04c66-deb1-42d9-a63a-426dfd53ca6d {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:19.364229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.499472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-717ef80e-c381-49e8-9ca0-ef3ff63f5ecc None None] The port '91d04c66-deb1-42d9-a63a-426dfd53ca6d' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:56:19.605395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:19.968202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.002436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.153757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.26.2.149 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/bbfe650e-c565-4cb2-9494-c00ae4bad45f) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:20.281043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 91d04c66-deb1-42d9-a63a-426dfd53ca6d no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:20.317365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 91d04c66-deb1-42d9-a63a-426dfd53ca6d {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:56:20.317799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 91d04c66-deb1-42d9-a63a-426dfd53ca6d not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:20.340551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.372339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.441585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:20.444277 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:20.448169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:20.495334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=bbfe650e-c565-4cb2-9494-c00ae4bad45f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:20.886405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.370617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.585401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3ee53aed-9e5b-4533-b886-9d9a1447185b is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:56:21.763852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:21.773477 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417eda71-c752-414c-a7ba-ea38c6f607a9 None None] Sync routers for ids ['3ee53aed-9e5b-4533-b886-9d9a1447185b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:21.783079 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417eda71-c752-414c-a7ba-ea38c6f607a9 None None] Routers {'3ee53aed-9e5b-4533-b886-9d9a1447185b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:21.783677 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-417eda71-c752-414c-a7ba-ea38c6f607a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3ee53aed-9e5b-4533-b886-9d9a1447185b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.792282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.793506 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-19a012f8-9d68-49fc-8f35-7a9137937ee2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.6808419 May 06 13:56:21.796785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46294) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:21.847416 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-417eda71-c752-414c-a7ba-ea38c6f607a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.856101 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417eda71-c752-414c-a7ba-ea38c6f607a9 None None] Routers {'3ee53aed-9e5b-4533-b886-9d9a1447185b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:21.856726 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-417eda71-c752-414c-a7ba-ea38c6f607a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3ee53aed-9e5b-4533-b886-9d9a1447185b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.916209 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-417eda71-c752-414c-a7ba-ea38c6f607a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:21.916642 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417eda71-c752-414c-a7ba-ea38c6f607a9 None None] The sync data for ids ['3ee53aed-9e5b-4533-b886-9d9a1447185b'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:21.997009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7d2ff8b6-72da-488c-823d-a9311901f2e0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/routers/3ee53aed-9e5b-4533-b886-9d9a1447185b HTTP/1.1" status: 200 len: 881 time: 0.1991224 May 06 13:56:22.000304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46298) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:22.210565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d6e5c202-fb8e-4323-ae0f-f11a44f47408 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Synchronizing usage tracker for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:router {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:22.228558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d6e5c202-fb8e-4323-ae0f-f11a44f47408 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Unset dirty status for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:router {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:22.229753 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d6e5c202-fb8e-4323-ae0f-f11a44f47408 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2285404 May 06 13:56:22.232439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46306) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:22.238763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d12069df-1c71-4d1c-b95d-3d2c6bb65f33 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1938841970'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:22.710987 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-2bb0c2fc-284a-40ef-97fd-138d9d66b7be tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804165647&fields=id&tenant_id=39dc180c1812417b98208e3dd53bd4c7 HTTP/1.1" status: 200 len: 267 time: 0.2344735 May 06 13:56:23.012029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-c9fd197b-c819-4d9a-8062-99f25dd23fd8 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:23.013434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-c9fd197b-c819-4d9a-8062-99f25dd23fd8 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 812 time: 0.2946203 May 06 13:56:23.039474 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-ccdce37f-078a-4e80-a032-b9827fc68c7f tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/quotas/39dc180c1812417b98208e3dd53bd4c7 HTTP/1.1" status: 200 len: 375 time: 0.0158184 May 06 13:56:23.087817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d12069df-1c71-4d1c-b95d-3d2c6bb65f33 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.115453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d12069df-1c71-4d1c-b95d-3d2c6bb65f33 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.277354 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-cc0dac04-29bd-43b0-97f1-029ba230db7b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2317283 May 06 13:56:23.406335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12069df-1c71-4d1c-b95d-3d2c6bb65f33 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3ee53aed-9e5b-4533-b886-9d9a1447185b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:23.499602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-592b552e-1114-4856-9578-e999487af8f0 service neutron] 10.222.0.21 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053981 May 06 13:56:23.725285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12069df-1c71-4d1c-b95d-3d2c6bb65f33 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:23.731933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d12069df-1c71-4d1c-b95d-3d2c6bb65f33 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:23.733808 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d12069df-1c71-4d1c-b95d-3d2c6bb65f33 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3ee53aed-9e5b-4533-b886-9d9a1447185b HTTP/1.1" status: 200 len: 888 time: 1.4991105 May 06 13:56:23.735598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3cb5f-f31c-463c-bd0f-485c619b8c61 None None] Sync routers for ids ['3ee53aed-9e5b-4533-b886-9d9a1447185b'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:23.736533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46316) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:23.738383 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-edc38ac7-5a51-4272-9c96-73e66e3bc38a service neutron] 10.222.0.21 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293713 May 06 13:56:23.746439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3cb5f-f31c-463c-bd0f-485c619b8c61 None None] Routers {'3ee53aed-9e5b-4533-b886-9d9a1447185b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:23.747263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-38c3cb5f-f31c-463c-bd0f-485c619b8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3ee53aed-9e5b-4533-b886-9d9a1447185b'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:23.814405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-38c3cb5f-f31c-463c-bd0f-485c619b8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:23.826280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3cb5f-f31c-463c-bd0f-485c619b8c61 None None] Routers {'3ee53aed-9e5b-4533-b886-9d9a1447185b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:23.826759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-38c3cb5f-f31c-463c-bd0f-485c619b8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3ee53aed-9e5b-4533-b886-9d9a1447185b'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:23.894492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-38c3cb5f-f31c-463c-bd0f-485c619b8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:23.894916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3cb5f-f31c-463c-bd0f-485c619b8c61 None None] The sync data for ids ['3ee53aed-9e5b-4533-b886-9d9a1447185b'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:24.052048 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-93e553c0-cd6a-4ca9-8cf4-1be9096a4909 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/routers/3ee53aed-9e5b-4533-b886-9d9a1447185b HTTP/1.1" status: 200 len: 888 time: 0.3143699 May 06 13:56:24.054774 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46326) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:24.102022 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8b74497e-675b-4b8e-a096-362b750f02a3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ee53aed-9e5b-4533-b886-9d9a1447185b HTTP/1.1" status: 200 len: 205 time: 0.0461757 May 06 13:56:24.104551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46330) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:24.257333 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-271c1193-13be-448d-9e52-e7d92dbf4b3a req-23c58af3-1192-4529-8513-7563c7ffc8d4 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 210 time: 0.0440931 May 06 13:56:24.294159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.493210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.503245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port bbfe650e-c565-4cb2-9494-c00ae4bad45f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:24.503603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.683582 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:24.818315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for bbfe650e-c565-4cb2-9494-c00ae4bad45f owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:24.986943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.036644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=bbfe650e-c565-4cb2-9494-c00ae4bad45f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:25.131362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.312465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.314905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.341271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.341900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Fanout notify agent at l3_agent the message router_deleted on router 3ee53aed-9e5b-4533-b886-9d9a1447185b {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:56:25.366323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.367505 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-790d10e0-044e-4f2c-a101-25d53eee756d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/3ee53aed-9e5b-4533-b886-9d9a1447185b HTTP/1.1" status: 204 len: 168 time: 1.2620649 May 06 13:56:25.371766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46348) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:25.378050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'network': {'name': 'tempest-RoutersTest-269344946'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:25.383647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:25.387972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:network and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:25.392047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:25.397920 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:25.412870 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:25.417714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.489413 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c640928d-9547-4d3b-8cfb-488989789695 req-58ee6607-115e-4717-a901-65f253191d73 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 210 time: 0.0745630 May 06 13:56:25.500990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-d111b39e-b950-43e7-b04c-238ad8fcefec tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:25.502520 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-d111b39e-b950-43e7-b04c-238ad8fcefec tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 812 time: 0.2291584 May 06 13:56:25.575125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:25.585551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.585885 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added segment 4396d756-1fb6-4875-87b0-01d3e8305a5b of type vlan for network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 May 06 13:56:25.618722 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.653767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.660209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:25.660895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:25.702840 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-526b8ddf-407b-46c2-bd4a-b712689784a8 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39dc180c1812417b98208e3dd53bd4c7 HTTP/1.1" status: 200 len: 379 time: 0.1842256 May 06 13:56:25.711796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'port': {'device_id': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'admin_state_up': True, 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'security_groups': ['eb464af6-6147-4ef1-82a2-cb06f77abcf8']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:25.773196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Network': ['ID=d29b0aa5-0935-46be-bcce-1e18c1d2eeb8,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:25.779410 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1ebe498b-2f00-447a-9ec2-32b0c2573f06 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4065819 May 06 13:56:25.782712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46352) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:25.786611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:25.790466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'subnet': {'network_id': 'd29b0aa5-0935-46be-bcce-1e18c1d2eeb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:25.974341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:25.980107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:subnet and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:25.985528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:25.987021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:25.994211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:25.999426 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:26.009917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:26.012261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Made reservation on behalf of 39dc180c1812417b98208e3dd53bd4c7 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:26.014768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.016966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.204034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Allocated IP 172.20.0.9 (e0dfa784-3385-4441-8cb7-4f3b760cd429/88a7344f-0371-4bb5-8b61-f9e76be6bbaf/8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:26.261209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.350606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Checking segment: {'id': '4396d756-1fb6-4875-87b0-01d3e8305a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd29b0aa5-0935-46be-bcce-1e18c1d2eeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:26.350964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network hostable DHCP agents. Network: d29b0aa5-0935-46be-bcce-1e18c1d2eeb8, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:26.355046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Subnet': ['ID=a2e71971-de4f-4d4a-8f65-635f90b5d522,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:26.375886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:26.385868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, d29b0aa5-0935-46be-bcce-1e18c1d2eeb8) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:26.391050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:26.391804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.397907 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ffaa3-0140-45c0-bd04-445481e2ef1d None None] Network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:26.417010 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fa907d4a-fc32-4996-9efe-451e38a3df83 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6331351 May 06 13:56:26.420954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46356) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:26.427570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-848611251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:26.433390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.437593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:26.442798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:router and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:26.446347 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:26.450532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Transition to ACTIVE for port object 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:26.453672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:26.466655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.468343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.476962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.491358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.514938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.553835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.555776 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-04360e12-bcae-40a3-8612-e5e3f8efd21d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1331618 May 06 13:56:26.558327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46362) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:26.576839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:26.585544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:26.591570 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:56:26.596412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:26.666315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'Port': ['ID=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:26.759638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-d29b0aa5-0935-46be-bcce-1e18c1d2eeb8', 'network_id': 'd29b0aa5-0935-46be-bcce-1e18c1d2eeb8', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'fixed_ips': [{'subnet_id': 'a2e71971-de4f-4d4a-8f65-635f90b5d522'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:56:26.762100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.786027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:26.786505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:26.836755 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-f6fa840f-9fd9-43de-9497-8c3906a8a43d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1286476 May 06 13:56:26.850122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c0977-d5f5-4f1e-a07c-68bc15086ddb req-25122ffe-90e2-44e7-85dc-6a1538c70df5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:26.850904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-430c0977-d5f5-4f1e-a07c-68bc15086ddb req-25122ffe-90e2-44e7-85dc-6a1538c70df5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:26.862600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Request body: {'port': {'device_id': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:26.959582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-430c0977-d5f5-4f1e-a07c-68bc15086ddb req-25122ffe-90e2-44e7-85dc-6a1538c70df5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:26.960890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-430c0977-d5f5-4f1e-a07c-68bc15086ddb req-25122ffe-90e2-44e7-85dc-6a1538c70df5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 931 time: 0.2708051 May 06 13:56:27.018496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2bf18371-84b9-4618-a232-a7e6a468f236 None None] Provisioning for port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:27.026559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2bf18371-84b9-4618-a232-a7e6a468f236 None None] Provisioning complete for port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:27.027260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2bf18371-84b9-4618-a232-a7e6a468f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.094773 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-430c0977-d5f5-4f1e-a07c-68bc15086ddb req-514bed90-2272-4545-9b09-b50a39dc78c1 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249216 May 06 13:56:27.097627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Allocated IP 172.20.0.2 (d29b0aa5-0935-46be-bcce-1e18c1d2eeb8/a2e71971-de4f-4d4a-8f65-635f90b5d522/99711d0e-2ba0-43da-920a-ccb85001e4d3) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:27.105203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.117898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2bf18371-84b9-4618-a232-a7e6a468f236 None None] Port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:27.293153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.377631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.391234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Transition to ACTIVE for port object 99711d0e-2ba0-43da-920a-ccb85001e4d3 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:27.412636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Transition to ACTIVE for port object 99711d0e-2ba0-43da-920a-ccb85001e4d3 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:27.419303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.490625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:27.494294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:27.499752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:27.551601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Pushing event updated for resources: {'Port': ['ID=99711d0e-2ba0-43da-920a-ccb85001e4d3,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:27.580735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:56:27.593279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.615437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Transition to ACTIVE for port object 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:27.620353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.622542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Attempting to bind port 99711d0e-2ba0-43da-920a-ccb85001e4d3 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:27.623292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Attempting to bind port 99711d0e-2ba0-43da-920a-ccb85001e4d3 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '4396d756-1fb6-4875-87b0-01d3e8305a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd29b0aa5-0935-46be-bcce-1e18c1d2eeb8'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:27.623820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Attempting to bind port 99711d0e-2ba0-43da-920a-ccb85001e4d3 on network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:27.634312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:27.634640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Checking segment: {'id': '4396d756-1fb6-4875-87b0-01d3e8305a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd29b0aa5-0935-46be-bcce-1e18c1d2eeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:27.635043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.635443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Bound using segment: {'id': '4396d756-1fb6-4875-87b0-01d3e8305a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd29b0aa5-0935-46be-bcce-1e18c1d2eeb8'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:27.635987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Bound port: 99711d0e-2ba0-43da-920a-ccb85001e4d3, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4396d756-1fb6-4875-87b0-01d3e8305a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd29b0aa5-0935-46be-bcce-1e18c1d2eeb8'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:27.636532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.771018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] For port 99711d0e-2ba0-43da-920a-ccb85001e4d3, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:27.774817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] For port 99711d0e-2ba0-43da-920a-ccb85001e4d3, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=99711d0e-2ba0-43da-920a-ccb85001e4d3,segment=NetworkSegment(4396d756-1fb6-4875-87b0-01d3e8305a5b),segment_id=4396d756-1fb6-4875-87b0-01d3e8305a5b)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:27.790636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:27.936372 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e642c-43a6-436c-aa9d-a262e96b60c3 None None] Pushing event updated for resources: {'Port': ['ID=99711d0e-2ba0-43da-920a-ccb85001e4d3,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:27.980606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.20.0.1 (d29b0aa5-0935-46be-bcce-1e18c1d2eeb8/a2e71971-de4f-4d4a-8f65-635f90b5d522/12fd7b01-b855-4d32-80f7-58dc7a0cc95a) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:27.994129 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:28.078183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Attempting to bind port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:28.078526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Attempting to bind port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:28.078847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Attempting to bind port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 on network e0dfa784-3385-4441-8cb7-4f3b760cd429 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:28.084007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 on network e0dfa784-3385-4441-8cb7-4f3b760cd429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:56:28.084334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Attempting to bind port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 on network e0dfa784-3385-4441-8cb7-4f3b760cd429 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:28.093575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:28.093826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Checking segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:28.094186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Bound using segment: {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:28.094624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Bound port: 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e47c70-77e0-485b-a807-82907e726237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:28.094971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.282069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] For port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:28.287601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] For port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:28.293150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.307587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.333115 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Transition to ACTIVE for port object 12fd7b01-b855-4d32-80f7-58dc7a0cc95a will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:28.363748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.377171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 99711d0e-2ba0-43da-920a-ccb85001e4d3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:28.452441 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:28.457301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:28.462040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:28.497023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 99711d0e-2ba0-43da-920a-ccb85001e4d3 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:28.527279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=12fd7b01-b855-4d32-80f7-58dc7a0cc95a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:28.552901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.596709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:28.597420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.598888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] 10.222.0.76 "PUT /v2.0/ports/8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 HTTP/1.1" status: 200 len: 1093 time: 1.7422898 May 06 13:56:28.603019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:56:28.648034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19abc2-0fd4-4adc-9cad-0e5e06ee0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:28.679023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ac97f-1d23-4f45-98b0-95bfd310a16f req-e6391c9d-8c0e-4062-b88e-35bcdb27343d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:28.687369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-386ac97f-1d23-4f45-98b0-95bfd310a16f req-e6391c9d-8c0e-4062-b88e-35bcdb27343d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 943 time: 0.3479114 May 06 13:56:28.777031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:28.796236 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-386ac97f-1d23-4f45-98b0-95bfd310a16f req-616e905c-2381-477d-bc6b-397d8c49c171 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048183 May 06 13:56:28.857594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-6a6eee49-5f57-4e9c-ba64-d4d01d61e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:28.861004 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-6a6eee49-5f57-4e9c-ba64-d4d01d61e69c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 1096 time: 0.1558201 May 06 13:56:28.878657 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5a3fed-d8f5-420d-9891-35166e33cf28'] response: {'name': 'network-changed', 'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'status': 'completed', 'code': 200} May 06 13:56:29.030189 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-b570b7ba-dcc1-4cbf-955f-ea1ec51847b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 HTTP/1.1" status: 200 len: 217 time: 0.1356628 May 06 13:56:29.148757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-26435e66-1c33-4946-a4e4-a5293457c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:29.150280 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-26435e66-1c33-4946-a4e4-a5293457c513 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.1136172 May 06 13:56:29.240747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-22519a7d-8077-48ac-929d-0d4a01ede466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:29.242702 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-22519a7d-8077-48ac-929d-0d4a01ede466 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854802 May 06 13:56:29.296315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9712e4-c5f8-4db9-a190-064ea52104bf None None] Network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:29.378890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.386732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.392198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c414e98d-cb10-40d4-8bbe-a7834e74d764 None None] Provisioning for port 99711d0e-2ba0-43da-920a-ccb85001e4d3 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:29.398904 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c414e98d-cb10-40d4-8bbe-a7834e74d764 None None] Provisioning complete for port 99711d0e-2ba0-43da-920a-ccb85001e4d3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:29.399197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c414e98d-cb10-40d4-8bbe-a7834e74d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.436791 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-5d8ff89d-9afd-4bc7-8fee-44bd67d2e719 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867712 May 06 13:56:29.519217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=12fd7b01-b855-4d32-80f7-58dc7a0cc95a,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:29.522805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.649934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c414e98d-cb10-40d4-8bbe-a7834e74d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.673150 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8c178d8-bbf6-4712-9d08-bc217f29be7a req-2eb2453f-f472-46c1-bfc4-004a75fada47 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292008 May 06 13:56:29.703327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:29.704020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c414e98d-cb10-40d4-8bbe-a7834e74d764 None None] For port 99711d0e-2ba0-43da-920a-ccb85001e4d3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=99711d0e-2ba0-43da-920a-ccb85001e4d3,segment=NetworkSegment(4396d756-1fb6-4875-87b0-01d3e8305a5b),segment_id=4396d756-1fb6-4875-87b0-01d3e8305a5b)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:29.705481 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:29.715114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c414e98d-cb10-40d4-8bbe-a7834e74d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:29.812573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-d940ff54-3634-4c8b-aca4-479abc1883c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:29.813263 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-d940ff54-3634-4c8b-aca4-479abc1883c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 1096 time: 0.0875206 May 06 13:56:29.823513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414e98d-cb10-40d4-8bbe-a7834e74d764 None None] Pushing event updated for resources: {'Port': ['ID=99711d0e-2ba0-43da-920a-ccb85001e4d3,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:30.069545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 42bc7f83-8eea-40d8-93fd-3c5a856086b1 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:56:30.116065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-d30f6b38-2801-4c34-9ee5-bfa4b5215ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:30.117633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-d30f6b38-2801-4c34-9ee5-bfa4b5215ee4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.2975547 May 06 13:56:30.145000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d78d5acb-af29-41c8-b215-8bc0338d546b None None] Provisioning complete for port 99711d0e-2ba0-43da-920a-ccb85001e4d3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:30.145368 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d78d5acb-af29-41c8-b215-8bc0338d546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.235484 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-2f0d4e62-1c65-419b-b791-356b8df0a444 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 HTTP/1.1" status: 200 len: 217 time: 0.1046131 May 06 13:56:30.248779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498c587-c7b0-4da4-bd7d-34059f8e116b req-2ec01fdb-fd51-415e-98e7-97ed4e0ec300 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:30.250729 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2498c587-c7b0-4da4-bd7d-34059f8e116b req-2ec01fdb-fd51-415e-98e7-97ed4e0ec300 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 943 time: 0.2604117 May 06 13:56:30.341391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 99711d0e-2ba0-43da-920a-ccb85001e4d3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:30.350848 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2498c587-c7b0-4da4-bd7d-34059f8e116b req-fa7df804-bbb9-4f6f-bed9-5035bbb17349 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655713 May 06 13:56:30.352448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-68f32b4c-a592-4b20-9790-8b6b6c074418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:30.353895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-68f32b4c-a592-4b20-9790-8b6b6c074418 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.1021969 May 06 13:56:30.421705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d78d5acb-af29-41c8-b215-8bc0338d546b None None] Provisioning for port 12fd7b01-b855-4d32-80f7-58dc7a0cc95a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:30.431783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d78d5acb-af29-41c8-b215-8bc0338d546b None None] Provisioning complete for port 12fd7b01-b855-4d32-80f7-58dc7a0cc95a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:30.432693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d78d5acb-af29-41c8-b215-8bc0338d546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.455192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-5dedcec3-7a9b-44ea-82f3-aeac21420d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:30.457065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-5dedcec3-7a9b-44ea-82f3-aeac21420d56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0956028 May 06 13:56:30.487877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:30.495713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d78d5acb-af29-41c8-b215-8bc0338d546b None None] Port 12fd7b01-b855-4d32-80f7-58dc7a0cc95a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:30.502635 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf1f42-b85a-4238-9c21-a04f3fcb1ad7 None None] Sync routers for ids ['42bc7f83-8eea-40d8-93fd-3c5a856086b1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:30.512913 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bb1c108f-7217-4c8e-89fe-f72fadc4d6f7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/42bc7f83-8eea-40d8-93fd-3c5a856086b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9499810 May 06 13:56:30.513189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46378) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.520077 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf1f42-b85a-4238-9c21-a04f3fcb1ad7 None None] Routers {'42bc7f83-8eea-40d8-93fd-3c5a856086b1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:30.520735 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6edf1f42-b85a-4238-9c21-a04f3fcb1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['42bc7f83-8eea-40d8-93fd-3c5a856086b1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:30.551124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 99711d0e-2ba0-43da-920a-ccb85001e4d3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:30.551499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.613350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b941b-7c86-4723-b0f8-97b8f6d94346 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:30.614127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-119b941b-7c86-4723-b0f8-97b8f6d94346 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Synchronizing usage tracker for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:30.636925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-119b941b-7c86-4723-b0f8-97b8f6d94346 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Unset dirty status for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:30.637499 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-08f57b51-1450-4e33-9830-e1f2520f2149 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717064 May 06 13:56:30.638436 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-119b941b-7c86-4723-b0f8-97b8f6d94346 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports/12fd7b01-b855-4d32-80f7-58dc7a0cc95a HTTP/1.1" status: 200 len: 910 time: 0.1237371 May 06 13:56:30.641783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46382) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:30.646158 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6edf1f42-b85a-4238-9c21-a04f3fcb1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:30.648561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6379f86c-139d-435a-ac50-91599399ff55 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2e71971-de4f-4d4a-8f65-635f90b5d522'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:30.656803 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf1f42-b85a-4238-9c21-a04f3fcb1ad7 None None] Routers {'42bc7f83-8eea-40d8-93fd-3c5a856086b1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:30.657418 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6edf1f42-b85a-4238-9c21-a04f3fcb1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['42bc7f83-8eea-40d8-93fd-3c5a856086b1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:30.696703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6ba8c59f-028f-410e-b9df-36cc63fd7563 None None] Provisioning complete for port 12fd7b01-b855-4d32-80f7-58dc7a0cc95a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:30.696703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c59f-028f-410e-b9df-36cc63fd7563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:30.733430 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6edf1f42-b85a-4238-9c21-a04f3fcb1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:30.734553 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf1f42-b85a-4238-9c21-a04f3fcb1ad7 None None] The sync data for ids ['42bc7f83-8eea-40d8-93fd-3c5a856086b1'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:30.760472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8c59f-028f-410e-b9df-36cc63fd7563 None None] Port 12fd7b01-b855-4d32-80f7-58dc7a0cc95a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:31.069194 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-602e67c6-b473-4b4a-a17b-5620cd697c89 req-d2f7c24c-bd8c-453c-aab5-7b13b88a82db service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920436 May 06 13:56:31.194381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6379f86c-139d-435a-ac50-91599399ff55 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:31.727425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e899f3-398d-4312-a8ad-8dcb2501fbcc req-97982117-0001-4823-8ea9-723a91eded0c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:31.728777 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d1e899f3-398d-4312-a8ad-8dcb2501fbcc req-97982117-0001-4823-8ea9-723a91eded0c tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 943 time: 0.2292399 May 06 13:56:31.806716 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d1e899f3-398d-4312-a8ad-8dcb2501fbcc req-682b0b33-472c-4e3a-9dd0-bee9ded0b203 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715656 May 06 13:56:31.850300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6379f86c-139d-435a-ac50-91599399ff55 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:31.858761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6379f86c-139d-435a-ac50-91599399ff55 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:31.973151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379f86c-139d-435a-ac50-91599399ff55 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=12fd7b01-b855-4d32-80f7-58dc7a0cc95a,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:31.980770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6379f86c-139d-435a-ac50-91599399ff55 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:31.981056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6379f86c-139d-435a-ac50-91599399ff55 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:31.982924 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6379f86c-139d-435a-ac50-91599399ff55 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/ports/12fd7b01-b855-4d32-80f7-58dc7a0cc95a HTTP/1.1" status: 200 len: 910 time: 1.3392012 May 06 13:56:31.985762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46390) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:32.502571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:33.085681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f52b-edc6-4cfe-a8b1-5a8ddd9adffe req-b245bc61-36de-457b-8efc-a790dcf7a1ae tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:33.089067 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d50f52b-edc6-4cfe-a8b1-5a8ddd9adffe req-b245bc61-36de-457b-8efc-a790dcf7a1ae tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 943 time: 0.1306896 May 06 13:56:33.205705 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d50f52b-edc6-4cfe-a8b1-5a8ddd9adffe req-ba3d8fa9-b075-4915-8d22-caf746dfdd2e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100318 May 06 13:56:33.206553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 12fd7b01-b855-4d32-80f7-58dc7a0cc95a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:33.206898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:33.448771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:33.594764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 12fd7b01-b855-4d32-80f7-58dc7a0cc95a owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:33.792642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:33.849260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=12fd7b01-b855-4d32-80f7-58dc7a0cc95a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:34.134558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:34.583862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 42bc7f83-8eea-40d8-93fd-3c5a856086b1 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:34.740696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bbe14-52df-42f8-846e-0096eb283101 req-64146639-a594-4054-abbc-d774f97b7a05 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:34.742133 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce7bbe14-52df-42f8-846e-0096eb283101 req-64146639-a594-4054-abbc-d774f97b7a05 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 943 time: 0.2954717 May 06 13:56:34.745308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:34.757825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72556ba0-c327-4439-a402-10cd89089a8c None None] Sync routers for ids ['42bc7f83-8eea-40d8-93fd-3c5a856086b1'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:34.773086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72556ba0-c327-4439-a402-10cd89089a8c None None] Routers {'42bc7f83-8eea-40d8-93fd-3c5a856086b1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:34.774171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-72556ba0-c327-4439-a402-10cd89089a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['42bc7f83-8eea-40d8-93fd-3c5a856086b1'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:34.787286 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c1dc1959-15c6-47d8-84b2-03c394307cdb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/42bc7f83-8eea-40d8-93fd-3c5a856086b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8005037 May 06 13:56:34.790039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46398) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.844806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce7bbe14-52df-42f8-846e-0096eb283101 req-2c7713df-8ba7-4a39-9303-959e601df505 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930443 May 06 13:56:34.846443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b887beb1-0c19-4fdc-81d6-f96a2d89df48 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Synchronizing usage tracker for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:34.849415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-72556ba0-c327-4439-a402-10cd89089a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:34.862005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72556ba0-c327-4439-a402-10cd89089a8c None None] Routers {'42bc7f83-8eea-40d8-93fd-3c5a856086b1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:34.862627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-72556ba0-c327-4439-a402-10cd89089a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['42bc7f83-8eea-40d8-93fd-3c5a856086b1'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:34.869067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b887beb1-0c19-4fdc-81d6-f96a2d89df48 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Unset dirty status for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:34.870450 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b887beb1-0c19-4fdc-81d6-f96a2d89df48 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bc7f83-8eea-40d8-93fd-3c5a856086b1 HTTP/1.1" status: 200 len: 205 time: 0.0794842 May 06 13:56:34.873863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46402) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:34.929053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-72556ba0-c327-4439-a402-10cd89089a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:34.929468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72556ba0-c327-4439-a402-10cd89089a8c None None] The sync data for ids ['42bc7f83-8eea-40d8-93fd-3c5a856086b1'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:35.011349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4e144194-c564-4887-a0d5-b19e5d30fae7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.350442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4e144194-c564-4887-a0d5-b19e5d30fae7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.352806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4e144194-c564-4887-a0d5-b19e5d30fae7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.379893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4e144194-c564-4887-a0d5-b19e5d30fae7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.380411 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e144194-c564-4887-a0d5-b19e5d30fae7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Fanout notify agent at l3_agent the message router_deleted on router 42bc7f83-8eea-40d8-93fd-3c5a856086b1 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:56:35.399578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4e144194-c564-4887-a0d5-b19e5d30fae7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.400868 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4e144194-c564-4887-a0d5-b19e5d30fae7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/42bc7f83-8eea-40d8-93fd-3c5a856086b1 HTTP/1.1" status: 204 len: 168 time: 0.5254369 May 06 13:56:35.403781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46408) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:35.487463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec8dd3a-d3e7-48b2-ba60-51a969293e86 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting subnet a2e71971-de4f-4d4a-8f65-635f90b5d522 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:56:35.490874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6ec8dd3a-d3e7-48b2-ba60-51a969293e86 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.554657 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6ec8dd3a-d3e7-48b2-ba60-51a969293e86 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.650014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6ec8dd3a-d3e7-48b2-ba60-51a969293e86 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.723685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6ec8dd3a-d3e7-48b2-ba60-51a969293e86 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.767569 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8dd3a-d3e7-48b2-ba60-51a969293e86 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e71971-de4f-4d4a-8f65-635f90b5d522,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:35.769500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6ec8dd3a-d3e7-48b2-ba60-51a969293e86 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.776584 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6ec8dd3a-d3e7-48b2-ba60-51a969293e86 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/a2e71971-de4f-4d4a-8f65-635f90b5d522 HTTP/1.1" status: 204 len: 168 time: 0.3711593 May 06 13:56:35.777913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6136ee-b978-41f5-b20f-0096bd943674 None None] Network d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:35.781511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46412) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:35.904012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.916190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 99711d0e-2ba0-43da-920a-ccb85001e4d3 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:35.916841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.028138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.067116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] DHCP port deletion for d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:56:36.072662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] Deleting port 99711d0e-2ba0-43da-920a-ccb85001e4d3 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:36.073237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.077232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ba218-b47c-484e-9e09-05f159d236b2 req-15cd4ed4-81c5-47f9-b094-8e77bb3affe2 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:36.078916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-428ba218-b47c-484e-9e09-05f159d236b2 req-15cd4ed4-81c5-47f9-b094-8e77bb3affe2 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 943 time: 0.1160712 May 06 13:56:36.130270 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-428ba218-b47c-484e-9e09-05f159d236b2 req-38c4b908-fb2d-4387-a13a-7fae5eb5e197 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438662 May 06 13:56:36.182935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port 99711d0e-2ba0-43da-920a-ccb85001e4d3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=99711d0e-2ba0-43da-920a-ccb85001e4d3,segment=NetworkSegment(4396d756-1fb6-4875-87b0-01d3e8305a5b),segment_id=4396d756-1fb6-4875-87b0-01d3e8305a5b)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:36.182935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.284801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 99711d0e-2ba0-43da-920a-ccb85001e4d3 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:36.348348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] For port 99711d0e-2ba0-43da-920a-ccb85001e4d3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=99711d0e-2ba0-43da-920a-ccb85001e4d3,segment=NetworkSegment(4396d756-1fb6-4875-87b0-01d3e8305a5b),segment_id=4396d756-1fb6-4875-87b0-01d3e8305a5b)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:36.348772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.431905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 99711d0e-2ba0-43da-920a-ccb85001e4d3 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:36.485552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] Calling delete_port for 99711d0e-2ba0-43da-920a-ccb85001e4d3 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:36.517970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.533131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port 99711d0e-2ba0-43da-920a-ccb85001e4d3 {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 13:56:36.533554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 99711d0e-2ba0-43da-920a-ccb85001e4d3 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:36.568814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=99711d0e-2ba0-43da-920a-ccb85001e4d3,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:36.573546 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No DVR routers for this DVR port 99711d0e-2ba0-43da-920a-ccb85001e4d3 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:36.578457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:56:36.579051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:56:36.579909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3228a022-d6a3-4bc0-92c7-66b7a82ec356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.707078 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.734991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29b0aa5-0935-46be-bcce-1e18c1d2eeb8']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:36.748730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4396d756-1fb6-4875-87b0-01d3e8305a5b') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:36.749058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4396d756-1fb6-4875-87b0-01d3e8305a5b') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:36.761643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.783894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.790740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:56:36.791024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:56:36.806921 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:56:36.891670 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.923032 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:36.944028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Network': ['ID=d29b0aa5-0935-46be-bcce-1e18c1d2eeb8,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:36.962980 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b53a80ea-5cb8-4df2-bc9f-9383141afc26 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/networks/d29b0aa5-0935-46be-bcce-1e18c1d2eeb8 HTTP/1.1" status: 204 len: 168 time: 1.1801760 May 06 13:56:36.967549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46418) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:36.975993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1520386275', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:36.987624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:36.994230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:router and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:36.999138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:37.008616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:37.031046 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.032105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.047985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.067210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.080591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] Deleting port 99711d0e-2ba0-43da-920a-ccb85001e4d3 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:37.081252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.095434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.096816 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-80a914e2-3ab5-4daf-8128-0ed3477f4d24 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1278865 May 06 13:56:37.099581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46422) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:37.105149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'network': {'name': 'tempest-RoutersTest-1612603504'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:37.110252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:37.114920 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:network and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:37.118171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:37.126982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:37.139739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:37.143313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.156057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4819a4af-a70f-4843-bc8d-2b99fb01f679 None None] The port '99711d0e-2ba0-43da-920a-ccb85001e4d3' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:56:37.190250 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:37.201784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.202173 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added segment 90bd6977-be1e-4370-85d8-078698c845f0 of type vlan for network d99838a7-cc60-4f68-8543-dc3aab899410 May 06 13:56:37.231276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.269165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.274675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:37.275313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.343391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7c776-084f-4b9c-bd29-206ba758f655 req-3eb9eff8-5ee9-412b-933b-76eda5c79a17 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:37.345162 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b0a7c776-084f-4b9c-bd29-206ba758f655 req-3eb9eff8-5ee9-412b-933b-76eda5c79a17 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 943 time: 0.0960164 May 06 13:56:37.381075 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2804351 May 06 13:56:37.384867 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46428) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:37.395975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'subnet': {'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:37.397929 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b0a7c776-084f-4b9c-bd29-206ba758f655 req-56b27aee-f9a4-4c05-b091-2fc340405a82 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469837 May 06 13:56:37.412631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90998853-125b-4c65-874c-610ed02b5b46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Network': ['ID=d99838a7-cc60-4f68-8543-dc3aab899410,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:37.428057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network d99838a7-cc60-4f68-8543-dc3aab899410 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:37.519494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:37.523820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:subnet and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:37.527014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:37.534023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:37.549593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:37.553510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.802073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.881487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:56:37.883970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Subnet': ['ID=e866ec73-ac03-4517-bc62-bf72244ce745,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:37.895016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Checking segment: {'id': '90bd6977-be1e-4370-85d8-078698c845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:37.895372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network hostable DHCP agents. Network: d99838a7-cc60-4f68-8543-dc3aab899410, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:37.915933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network d99838a7-cc60-4f68-8543-dc3aab899410 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:37.927020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, d99838a7-cc60-4f68-8543-dc3aab899410) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:37.931855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:37.932873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:37.956908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95ab39-21d3-4ade-9154-5a1299dc70e3 None None] Network d99838a7-cc60-4f68-8543-dc3aab899410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:37.961158 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-81136fec-1457-405e-b7c0-a96b59d2748e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5750308 May 06 13:56:37.962245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46432) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:38.170986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:38.213364 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'port_id': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'mac_address': 'fa:16:3e:2c:02:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:56:38.324784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.345654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:56:38.350876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-d99838a7-cc60-4f68-8543-dc3aab899410', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:56:38.351694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.381107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:38.420745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.490332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.523888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:38.591350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Allocated IP 172.20.0.2 (d99838a7-cc60-4f68-8543-dc3aab899410/e866ec73-ac03-4517-bc62-bf72244ce745/7a0eaecc-7e7b-42ae-b409-ebce6f5257e7) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:38.730179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:56:38.866734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.886823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Transition to ACTIVE for port object 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:38.922940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Transition to ACTIVE for port object 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:38.943074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:38.955047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0e5f7-a358-47f0-a137-1c0822f5ba52 req-f91d1f48-f6c9-44c4-a7de-d52103da6fc2 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:38.956583 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-09a0e5f7-a358-47f0-a137-1c0822f5ba52 req-f91d1f48-f6c9-44c4-a7de-d52103da6fc2 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 944 time: 0.3892126 May 06 13:56:39.034830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fa8c035b-9815-44d1-b7ba-039cc21dd6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.050306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Network d99838a7-cc60-4f68-8543-dc3aab899410 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:39.056095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:39.064080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:39.065181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-09a0e5f7-a358-47f0-a137-1c0822f5ba52 req-0ae83f1f-55c8-4870-8c23-c293533502fe tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010423 May 06 13:56:39.077360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Pushing event updated for resources: {'Port': ['ID=7a0eaecc-7e7b-42ae-b409-ebce6f5257e7,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:39.089844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.20.0.1 (d99838a7-cc60-4f68-8543-dc3aab899410/e866ec73-ac03-4517-bc62-bf72244ce745/47c6a356-0cff-4086-91b8-68ae90abb3fe) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:39.202259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Attempting to bind port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:39.202864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Attempting to bind port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '90bd6977-be1e-4370-85d8-078698c845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:39.202975 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Attempting to bind port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 on network d99838a7-cc60-4f68-8543-dc3aab899410 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:39.218014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:39.218383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Checking segment: {'id': '90bd6977-be1e-4370-85d8-078698c845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:39.218781 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.219167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Bound using segment: {'id': '90bd6977-be1e-4370-85d8-078698c845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:39.219641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Bound port: 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bd6977-be1e-4370-85d8-078698c845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:39.220013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.252926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.270677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Transition to ACTIVE for port object 47c6a356-0cff-4086-91b8-68ae90abb3fe will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:39.296775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.371421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] For port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:39.373276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network d99838a7-cc60-4f68-8543-dc3aab899410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:39.376920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:39.379511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:39.384964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] For port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7a0eaecc-7e7b-42ae-b409-ebce6f5257e7,segment=NetworkSegment(90bd6977-be1e-4370-85d8-078698c845f0),segment_id=90bd6977-be1e-4370-85d8-078698c845f0)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:39.391052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.424451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=47c6a356-0cff-4086-91b8-68ae90abb3fe,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:39.446484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.477226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd440b-32d2-475e-b18a-fb3c6874e4cc None None] Pushing event updated for resources: {'Port': ['ID=7a0eaecc-7e7b-42ae-b409-ebce6f5257e7,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:39.563114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.931405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.984879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:39.989203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.040408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.104310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=47c6a356-0cff-4086-91b8-68ae90abb3fe,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:40.107453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.333261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network d99838a7-cc60-4f68-8543-dc3aab899410 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:40.335966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:40.339592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:40.348883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03951f28-1967-4a35-ab19-d1faad054fec req-16bab005-284f-47dc-8208-0c08d2e89e14 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:40.350425 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-03951f28-1967-4a35-ab19-d1faad054fec req-16bab005-284f-47dc-8208-0c08d2e89e14 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 944 time: 0.1545002 May 06 13:56:40.427799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:40.538992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a706fe48-7a75-4bf1-89ec-557c8d02c47e None None] Network d99838a7-cc60-4f68-8543-dc3aab899410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:40.628474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-47dc7213-aabf-434e-8c87-a87ad64c3e76 None None] Provisioning for port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:40.637395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-47dc7213-aabf-434e-8c87-a87ad64c3e76 None None] Provisioning complete for port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:40.637768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-47dc7213-aabf-434e-8c87-a87ad64c3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.739412 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-03951f28-1967-4a35-ab19-d1faad054fec req-065a8222-a0a7-47be-87b6-a636150a86af tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812856 May 06 13:56:40.791027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52d716-9252-4dd9-a8fc-c52ecf338bb2 req-8568ca23-8a54-4bc7-86eb-6fd5ddedfa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:40.792536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f52d716-9252-4dd9-a8fc-c52ecf338bb2 req-8568ca23-8a54-4bc7-86eb-6fd5ddedfa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 945 time: 0.2358811 May 06 13:56:40.798464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:56:40.874118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-47dc7213-aabf-434e-8c87-a87ad64c3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.961744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-47dc7213-aabf-434e-8c87-a87ad64c3e76 None None] For port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7a0eaecc-7e7b-42ae-b409-ebce6f5257e7,segment=NetworkSegment(90bd6977-be1e-4370-85d8-078698c845f0),segment_id=90bd6977-be1e-4370-85d8-078698c845f0)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:40.969862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-47dc7213-aabf-434e-8c87-a87ad64c3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.985982 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f52d716-9252-4dd9-a8fc-c52ecf338bb2 req-32e70176-10ff-47fe-b777-07399bdac53d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841679 May 06 13:56:41.009152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:41.021901 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:41.034598 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-eeba054d-a300-4a7a-a30c-3d3e8633f3f3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0684385 May 06 13:56:41.034790 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:41.034790 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:41.034969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46448) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:41.040464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'network': {'name': 'tempest-RoutersTest-420638503'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:41.046036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:41.052816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:network and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:41.058148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:41.064307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc7213-aabf-434e-8c87-a87ad64c3e76 None None] Pushing event updated for resources: {'Port': ['ID=7a0eaecc-7e7b-42ae-b409-ebce6f5257e7,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:41.070226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:41.084798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:41.088601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.121751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:41.133836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.134399 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added segment 53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7 of type vlan for network 877f44de-5abe-449f-9c47-fba4046c686d May 06 13:56:41.169768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.204921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.210626 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:41.211043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:41.211664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.300651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cf392356-08c1-4942-929b-1dd3e5499539 None None] Provisioning complete for port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:41.304224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cf392356-08c1-4942-929b-1dd3e5499539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.322089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46452) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:41.322576 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2865226 May 06 13:56:41.329284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'subnet': {'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:41.338981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fa006-fb1d-4ab9-8259-838e158085bb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Network': ['ID=877f44de-5abe-449f-9c47-fba4046c686d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:41.399923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 877f44de-5abe-449f-9c47-fba4046c686d details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:41.473477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:41.478265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:subnet and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:41.481619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:41.493052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:41.506864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:41.510815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.590552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.613626 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:39Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:39Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:41.619610 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:56:41.620299 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Updating router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 port 47c6a356-0cff-4086-91b8-68ae90abb3fe binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:56:41.629608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cf392356-08c1-4942-929b-1dd3e5499539 None None] Provisioning for port 47c6a356-0cff-4086-91b8-68ae90abb3fe completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:41.636242 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cf392356-08c1-4942-929b-1dd3e5499539 None None] Provisioning complete for port 47c6a356-0cff-4086-91b8-68ae90abb3fe triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:41.636647 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cf392356-08c1-4942-929b-1dd3e5499539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.687600 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.707777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-cf392356-08c1-4942-929b-1dd3e5499539 None None] Port 47c6a356-0cff-4086-91b8-68ae90abb3fe cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:41.785465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.835057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e9333d18-d8b1-4edc-a0e8-50a15f3d6380 None None] Provisioning complete for port 47c6a356-0cff-4086-91b8-68ae90abb3fe triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:41.836857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e9333d18-d8b1-4edc-a0e8-50a15f3d6380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:41.917252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:41.968098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cbb36-e0d0-4c1c-9b74-b4f5147ab631 req-4c8d8be6-ff8c-452c-9846-775700cc5fcf tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:41.977490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b16cbb36-e0d0-4c1c-9b74-b4f5147ab631 req-4c8d8be6-ff8c-452c-9846-775700cc5fcf tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 944 time: 0.1219752 May 06 13:56:41.994096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e9333d18-d8b1-4edc-a0e8-50a15f3d6380 None None] Port 47c6a356-0cff-4086-91b8-68ae90abb3fe cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:41.999166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Subnet': ['ID=44f2dd70-a66f-4d1b-926b-7d213b7cb4fa,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:42.005686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:42.010148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Checking segment: {'id': '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:42.010499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network hostable DHCP agents. Network: 877f44de-5abe-449f-9c47-fba4046c686d, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:42.013831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:42.014504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.054987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 877f44de-5abe-449f-9c47-fba4046c686d is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:42.066731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 877f44de-5abe-449f-9c47-fba4046c686d) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:42.074586 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:42.075451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.082591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b16cbb36-e0d0-4c1c-9b74-b4f5147ab631 req-37913424-2fe9-47bc-bad0-5445905363a4 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902972 May 06 13:56:42.083351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c53f0c-d8d0-49eb-8104-a72929ced64a None None] Network 877f44de-5abe-449f-9c47-fba4046c686d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:42.117595 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-95bd63a4-9dc1-4855-9d39-24f80863c54a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7908478 May 06 13:56:42.118598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46460) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:42.177400 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.191067 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Transition to ACTIVE for port object 47c6a356-0cff-4086-91b8-68ae90abb3fe will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:42.198498 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.290700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165301a0-07d0-4c9b-a545-bce615771583 req-5ff6e864-5499-4d8f-814e-1397a1ec40e0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:42.303169 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-165301a0-07d0-4c9b-a545-bce615771583 req-5ff6e864-5499-4d8f-814e-1397a1ec40e0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 945 time: 0.1124742 May 06 13:56:42.439896 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-165301a0-07d0-4c9b-a545-bce615771583 req-63c6de51-68f1-431f-95b1-7f9d3ba62a76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358504 May 06 13:56:42.448347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:42.483240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-5ad1fc92-7d13-4aec-9db4-84976aee4d82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:42.488849 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-5ad1fc92-7d13-4aec-9db4-84976aee4d82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 945 time: 0.1646557 May 06 13:56:42.502840 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Attempting to bind port 47c6a356-0cff-4086-91b8-68ae90abb3fe on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:42.503210 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Attempting to bind port 47c6a356-0cff-4086-91b8-68ae90abb3fe by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '90bd6977-be1e-4370-85d8-078698c845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:42.503566 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Attempting to bind port 47c6a356-0cff-4086-91b8-68ae90abb3fe on network d99838a7-cc60-4f68-8543-dc3aab899410 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:42.511069 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:42.511437 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Checking segment: {'id': '90bd6977-be1e-4370-85d8-078698c845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:42.511831 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.512360 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Bound using segment: {'id': '90bd6977-be1e-4370-85d8-078698c845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:42.512870 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Bound port: 47c6a356-0cff-4086-91b8-68ae90abb3fe, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bd6977-be1e-4370-85d8-078698c845f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:42.513302 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.595818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port a75758e7-2a1d-4513-8531-8f28c4b5ad10 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:42.596193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.614833 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] For port 47c6a356-0cff-4086-91b8-68ae90abb3fe, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:42.618227 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] For port 47c6a356-0cff-4086-91b8-68ae90abb3fe, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=47c6a356-0cff-4086-91b8-68ae90abb3fe,segment=NetworkSegment(90bd6977-be1e-4370-85d8-078698c845f0),segment_id=90bd6977-be1e-4370-85d8-078698c845f0)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:42.626755 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.634784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-877f44de-5abe-449f-9c47-fba4046c686d', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:56:42.635958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.637604 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Pushing event updated for resources: {'Port': ['ID=47c6a356-0cff-4086-91b8-68ae90abb3fe,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:42.648791 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.649189 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.649535 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.649866 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.650195 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.650520 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.650842 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.651164 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.651536 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.651860 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.652235 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.652595 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:42.675266 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:42.675953 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:42.869124 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:42.874082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.953118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:42.953749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.002224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port a75758e7-2a1d-4513-8531-8f28c4b5ad10, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a75758e7-2a1d-4513-8531-8f28c4b5ad10,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:43.003219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.038714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.104251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Allocated IP 172.21.0.2 (877f44de-5abe-449f-9c47-fba4046c686d/44f2dd70-a66f-4d1b-926b-7d213b7cb4fa/c1525796-faec-43d6-9d16-437631946170) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:43.109530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:56:43.167354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:43.192733 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4b0eb-ae30-45b2-bcb8-c93f8163c3c8 None None] Pushing event updated for resources: {'Port': ['ID=47c6a356-0cff-4086-91b8-68ae90abb3fe,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:43.291528 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536db25a-de27-4989-844f-433335c90b84'] response: {'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'code': 200} May 06 13:56:43.295811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.439475 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:39Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:42Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:43.445102 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00eafb-97e3-44a7-bbf9-d1e605dab747 None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:39Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:42Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:43.525922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:43.647246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.662990 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Transition to ACTIVE for port object c1525796-faec-43d6-9d16-437631946170 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:43.684093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Transition to ACTIVE for port object c1525796-faec-43d6-9d16-437631946170 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:43.694079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.832728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.21.0.1 (877f44de-5abe-449f-9c47-fba4046c686d/44f2dd70-a66f-4d1b-926b-7d213b7cb4fa/049508b9-0850-43b0-8dbe-99db60e9b32e) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:43.833714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.836436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.836436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 389d653a-2cd2-45ad-825c-6d43ba8533bd disassociated. External IP: 172.26.2.105, port: a75758e7-2a1d-4513-8531-8f28c4b5ad10. May 06 13:56:43.836436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for a75758e7-2a1d-4513-8531-8f28c4b5ad10 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:43.851796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Network 877f44de-5abe-449f-9c47-fba4046c686d is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:43.855449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:43.858245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Pushing event updated for resources: {'Port': ['ID=c1525796-faec-43d6-9d16-437631946170,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:43.860695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:43.916178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8944e-a339-471f-98f3-67eb798d4c62 req-3640b23f-08a0-4fcf-bcd7-98cadf2910c4 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:43.917759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ae8944e-a339-471f-98f3-67eb798d4c62 req-3640b23f-08a0-4fcf-bcd7-98cadf2910c4 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 945 time: 0.6007621 May 06 13:56:43.977165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Attempting to bind port c1525796-faec-43d6-9d16-437631946170 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:43.977623 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Attempting to bind port c1525796-faec-43d6-9d16-437631946170 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:43.978096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Attempting to bind port c1525796-faec-43d6-9d16-437631946170 on network 877f44de-5abe-449f-9c47-fba4046c686d {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:43.985379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:43.985927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Checking segment: {'id': '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:43.986581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.987101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Bound using segment: {'id': '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:43.987704 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Bound port: c1525796-faec-43d6-9d16-437631946170, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:43.988189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.009381 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ae8944e-a339-471f-98f3-67eb798d4c62 req-9a2907bb-d85e-4218-91df-f6fce94964b3 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830715 May 06 13:56:44.020866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e68f37-37a2-478f-bb95-55fda118e34c req-9b07aa78-e12c-4b0e-9795-ac2e2a16412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:44.023848 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-35e68f37-37a2-478f-bb95-55fda118e34c req-9b07aa78-e12c-4b0e-9795-ac2e2a16412e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 1098 time: 0.3784585 May 06 13:56:44.046805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d9fbb-592b-462d-800a-fb733a583a35 req-befc20c3-83b7-4176-8dde-03c85b1fd705 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:44.050484 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-104d9fbb-592b-462d-800a-fb733a583a35 req-befc20c3-83b7-4176-8dde-03c85b1fd705 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 945 time: 0.4021244 May 06 13:56:44.085403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.123943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Transition to ACTIVE for port object 049508b9-0850-43b0-8dbe-99db60e9b32e will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:44.148320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] For port c1525796-faec-43d6-9d16-437631946170, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:44.152195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] For port c1525796-faec-43d6-9d16-437631946170, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c1525796-faec-43d6-9d16-437631946170,segment=NetworkSegment(53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7),segment_id=53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:44.158137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.158338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.222611 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-35e68f37-37a2-478f-bb95-55fda118e34c req-49e910c1-47d1-4e19-a87d-263953de0539 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704674 May 06 13:56:44.245074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 877f44de-5abe-449f-9c47-fba4046c686d is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:44.246167 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-104d9fbb-592b-462d-800a-fb733a583a35 req-b4647188-5bf6-47e0-a27c-24163f1af3c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741343 May 06 13:56:44.259980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:44.278432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:44.289798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbce4a3-2197-4e71-9b72-b25ab7c8e4bd None None] Pushing event updated for resources: {'Port': ['ID=c1525796-faec-43d6-9d16-437631946170,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:44.303987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.370748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.381232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 47c6a356-0cff-4086-91b8-68ae90abb3fe up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:44.386585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=049508b9-0850-43b0-8dbe-99db60e9b32e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:44.391297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=a75758e7-2a1d-4513-8531-8f28c4b5ad10,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:44.509231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 47c6a356-0cff-4086-91b8-68ae90abb3fe completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:44.515929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 47c6a356-0cff-4086-91b8-68ae90abb3fe triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:44.516392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.588315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.691141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 63c5393f-9c26-43ef-94ed-adf22dca256c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:44.695381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.740020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 47c6a356-0cff-4086-91b8-68ae90abb3fe, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=47c6a356-0cff-4086-91b8-68ae90abb3fe,segment=NetworkSegment(90bd6977-be1e-4370-85d8-078698c845f0),segment_id=90bd6977-be1e-4370-85d8-078698c845f0)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:44.748848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.836330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=47c6a356-0cff-4086-91b8-68ae90abb3fe,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:44.923023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:44.933404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] Sync routers for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:44.945230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:44.946020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:45.022343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port a75758e7-2a1d-4513-8531-8f28c4b5ad10 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:45.025420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.030430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56db8997-1c1d-45ca-8414-64a17589376c', 'name': 'network-vif-deleted', 'tag': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:56:45.045780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-087909e0-9a52-44f4-84c2-e64a6ef838fd req-6b1a3fb4-6835-409a-a397-83ff52ea1a8a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/a75758e7-2a1d-4513-8531-8f28c4b5ad10 HTTP/1.1" status: 204 len: 173 time: 2.5497594 May 06 13:56:45.149109 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620b6407-9995-4a5f-ad2d-91b4dbc012f1'] response: {'server_uuid': '56db8997-1c1d-45ca-8414-64a17589376c', 'name': 'network-vif-deleted', 'tag': 'a75758e7-2a1d-4513-8531-8f28c4b5ad10', 'status': 'completed', 'code': 200} May 06 13:56:45.219103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:45.246644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.252175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.341308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc7a3c-4c9a-4062-a752-249d4c62128c req-4a4a10ce-8361-4dd8-97fb-39977548b5c9 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:45.343824 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-75bc7a3c-4c9a-4062-a752-249d4c62128c req-4a4a10ce-8361-4dd8-97fb-39977548b5c9 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 945 time: 0.1193480 May 06 13:56:45.390218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.393814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=049508b9-0850-43b0-8dbe-99db60e9b32e,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:45.467093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-75bc7a3c-4c9a-4062-a752-249d4c62128c req-28b6b987-42fd-4fc4-946f-32172e75d817 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169837 May 06 13:56:45.617852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 877f44de-5abe-449f-9c47-fba4046c686d is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:45.619090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:45.639011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-af929e76-fba5-4d29-992a-b1653fadf659 req-9d72d143-5285-4c26-b513-93ee62f14ee6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:45.673934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-af929e76-fba5-4d29-992a-b1653fadf659 req-9d72d143-5285-4c26-b513-93ee62f14ee6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:45.704828 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-af929e76-fba5-4d29-992a-b1653fadf659 req-9d72d143-5285-4c26-b513-93ee62f14ee6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=56db8997-1c1d-45ca-8414-64a17589376c HTTP/1.1" status: 200 len: 210 time: 0.1481721 May 06 13:56:45.778296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:45.783896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] Checking router: 63c5393f-9c26-43ef-94ed-adf22dca256c for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:56:45.797676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:45.797887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:45.830518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:45.915362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a75758e7-2a1d-4513-8531-8f28c4b5ad10 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:45.955979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2357ad14-c0e1-40fa-b7a7-a26a9b77cc06 None None] Network 877f44de-5abe-449f-9c47-fba4046c686d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:45.980533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: a75758e7-2a1d-4513-8531-8f28c4b5ad10 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:56:45.981007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a75758e7-2a1d-4513-8531-8f28c4b5ad10 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:46.029177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:46.038989 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:46.044766 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0cd14ee1-4605-48bc-8d32-c97a707b84ac tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9234655 May 06 13:56:46.048193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46478) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:46.054372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'network': {'name': 'tempest-RoutersTest-1977027939'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:46.061730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:46.063141 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:46.064130 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:46.069323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:network and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:46.074054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:46.086603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:46.106549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:46.113404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.165070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:46.169063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:46.182660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.183178 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added segment 7a5c5554-f0f8-4830-9e0f-0142fa94cdc8 of type vlan for network f446d6e8-00ed-4886-8d3d-92879a42af63 May 06 13:56:46.221876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.274817 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:46.285249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7f0b8310-7b7f-4d38-badc-4c0dab5e46a7 None None] Provisioning for port c1525796-faec-43d6-9d16-437631946170 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:46.296560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.303833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:46.305210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.457289 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c1525796-faec-43d6-9d16-437631946170 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:46.463140 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4111919 May 06 13:56:46.463606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46482) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:46.470619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2550d18-b6e6-4da5-8518-12ceae52c6e2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Network': ['ID=f446d6e8-00ed-4886-8d3d-92879a42af63,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:46.472119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'subnet': {'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:46.498029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network f446d6e8-00ed-4886-8d3d-92879a42af63 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:46.619148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:46.625847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:subnet and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:46.629049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:46.637493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:46.650571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:46.656528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.682814 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 3, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:45Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:46.691583 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:56:46.692924 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Updating router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 port 049508b9-0850-43b0-8dbe-99db60e9b32e binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:56:46.767776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8e8f-746f-4013-a300-6ec607621366 req-78427737-5e5d-4265-a4cc-f28d2e7640e6 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:46.769433 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c4b8e8f-746f-4013-a300-6ec607621366 req-78427737-5e5d-4265-a4cc-f28d2e7640e6 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 945 time: 0.1257849 May 06 13:56:46.802723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46490) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:46.825307 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.848028 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c4b8e8f-746f-4013-a300-6ec607621366 req-4c10c0c0-f60a-46da-b3e1-cef0096801cc tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648584 May 06 13:56:46.880405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port c1525796-faec-43d6-9d16-437631946170 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:46.891944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c1525796-faec-43d6-9d16-437631946170 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:46.892173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.973726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:46.981414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b7954-2205-47d8-b622-f3a1f79b8fc5 None None] The sync data for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv is: [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:54:17Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ccedd8f8-f24c-4cad-be6c-bb1365b85370', 'name': '', 'network_id': '616bc26d-39e6-4cf0-9852-2d66b5cd3fe6', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:1b:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:13Z', 'updated_at': '2022-05-06T13:54:27Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '09d55ef5-6b0e-4d5f-bde3-90a8079f55dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:47.106486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.108287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.160468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port c1525796-faec-43d6-9d16-437631946170, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c1525796-faec-43d6-9d16-437631946170,segment=NetworkSegment(53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7),segment_id=53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:47.168568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.169553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 47c6a356-0cff-4086-91b8-68ae90abb3fe up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:47.337026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533445-b730-435e-9ef8-1b508a39f0dc req-f616e398-5fec-47b4-94c2-9bbde11d9c7e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:47.344260 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f533445-b730-435e-9ef8-1b508a39f0dc req-f616e398-5fec-47b4-94c2-9bbde11d9c7e tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 945 time: 0.1976302 May 06 13:56:47.449358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=c1525796-faec-43d6-9d16-437631946170,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:47.473492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 47c6a356-0cff-4086-91b8-68ae90abb3fe triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:47.474109 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.481036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Subnet': ['ID=3d1af84e-3046-4808-8301-06387c0e048b,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:47.490147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Checking segment: {'id': '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:47.490147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network hostable DHCP agents. Network: f446d6e8-00ed-4886-8d3d-92879a42af63, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:47.520536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-261c33fb-10fc-4e07-ba45-fdaa179e82b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.544959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network f446d6e8-00ed-4886-8d3d-92879a42af63 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:47.553729 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.573132 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Transition to ACTIVE for port object 049508b9-0850-43b0-8dbe-99db60e9b32e will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:47.584458 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.593431 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, f446d6e8-00ed-4886-8d3d-92879a42af63) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:47.599299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:47.599728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.612078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55731ecb-49c9-48ab-934b-2d2a75a5707f None None] New status for floating IP 389d653a-2cd2-45ad-825c-6d43ba8533bd: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:56:47.629393 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cb7f08b4-ad16-4268-aef7-f77b4fe8c19d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1644011 May 06 13:56:47.634833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46496) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:47.639808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-261c33fb-10fc-4e07-ba45-fdaa179e82b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.690385 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f533445-b730-435e-9ef8-1b508a39f0dc req-fd7fb784-2129-4010-b987-24e7be07306d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3363843 May 06 13:56:47.721858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46500) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:47.777407 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e2924-bbf6-432e-82ee-cfb0f0f259d6 None None] Pushing event updated for resources: {'Port': ['ID=049508b9-0850-43b0-8dbe-99db60e9b32e,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:47.940812 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7d16f-8fe4-409a-895e-ed275d9b893c None None] Network f446d6e8-00ed-4886-8d3d-92879a42af63 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:47.969566 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Attempting to bind port 049508b9-0850-43b0-8dbe-99db60e9b32e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:47.970086 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Attempting to bind port 049508b9-0850-43b0-8dbe-99db60e9b32e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:47.970443 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Attempting to bind port 049508b9-0850-43b0-8dbe-99db60e9b32e on network 877f44de-5abe-449f-9c47-fba4046c686d {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:47.980801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4ff298ba-d439-4f33-95d1-c928abe3c90d None None] Provisioning complete for port c1525796-faec-43d6-9d16-437631946170 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:47.981455 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4ff298ba-d439-4f33-95d1-c928abe3c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.985442 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:47.985834 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Checking segment: {'id': '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:47.986213 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.991985 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Bound using segment: {'id': '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:47.991985 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Bound port: 049508b9-0850-43b0-8dbe-99db60e9b32e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:47.991985 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.080745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42725322-4d13-4a9e-bf56-343d5be3bfc8 tempest-TestVolumeBootPattern-31978617 tempest-TestVolumeBootPattern-31978617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:48.081758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-42725322-4d13-4a9e-bf56-343d5be3bfc8 tempest-TestVolumeBootPattern-31978617 tempest-TestVolumeBootPattern-31978617-project-admin] Synchronizing usage tracker for tenant:1a52fb9445c340dbb41c628fc472c730 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:48.104566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-42725322-4d13-4a9e-bf56-343d5be3bfc8 tempest-TestVolumeBootPattern-31978617 tempest-TestVolumeBootPattern-31978617-project-admin] Unset dirty status for tenant:1a52fb9445c340dbb41c628fc472c730 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:48.111312 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-42725322-4d13-4a9e-bf56-343d5be3bfc8 tempest-TestVolumeBootPattern-31978617 tempest-TestVolumeBootPattern-31978617-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 1093 time: 0.3880541 May 06 13:56:48.112241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46506) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:48.119431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:48.129099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:48.144679 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Usage tracker for resource:floatingip and tenant:39dc180c1812417b98208e3dd53bd4c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:48.149262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:48.160126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:48.181750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.184572 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] For port 049508b9-0850-43b0-8dbe-99db60e9b32e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:48.192774 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] For port 049508b9-0850-43b0-8dbe-99db60e9b32e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=049508b9-0850-43b0-8dbe-99db60e9b32e,segment=NetworkSegment(53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7),segment_id=53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:48.212767 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.274850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-261c33fb-10fc-4e07-ba45-fdaa179e82b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.358595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c33fb-10fc-4e07-ba45-fdaa179e82b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237d8dc0-fba0-488e-90fb-b3a4ed7db6d1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:48.387455 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:48.389329 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:48.536974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.610198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c1525796-faec-43d6-9d16-437631946170 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:48.705312 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:48.839506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Allocated IP 172.26.2.73 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/5c0903bb-c808-47ba-9e27-195344375a01) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:48.897909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-261c33fb-10fc-4e07-ba45-fdaa179e82b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:48.906243 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-261c33fb-10fc-4e07-ba45-fdaa179e82b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/237d8dc0-fba0-488e-90fb-b3a4ed7db6d1 HTTP/1.1" status: 204 len: 168 time: 2.1004322 May 06 13:56:48.914306 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e2924-bbf6-432e-82ee-cfb0f0f259d6 None None] Pushing event updated for resources: {'Port': ['ID=049508b9-0850-43b0-8dbe-99db60e9b32e,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:48.956324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46512) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:49.005540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-f446d6e8-00ed-4886-8d3d-92879a42af63', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:56:49.006378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.041407 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c1525796-faec-43d6-9d16-437631946170 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:49.041794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.065721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.100869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.150298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4ff298ba-d439-4f33-95d1-c928abe3c90d None None] Provisioning for port 049508b9-0850-43b0-8dbe-99db60e9b32e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:49.193955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:49.201414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:49.206534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:49.245814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'Port': ['ID=5c0903bb-c808-47ba-9e27-195344375a01,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:49.378701 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Allocated IP 172.22.0.2 (f446d6e8-00ed-4886-8d3d-92879a42af63/3d1af84e-3046-4808-8301-06387c0e048b/bcb1d24a-e528-45da-a01a-a6a9d54c5091) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:49.417646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port e9f7aaf2-bcd5-4245-82e9-3c79a67f5159 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:49.418238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.461229 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 3, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:48Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:49.471745 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29e48a-140a-4d4e-a761-cea5eae50b1b None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 3, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:48Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:49.530723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.706695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.733766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Transition to ACTIVE for port object bcb1d24a-e528-45da-a01a-a6a9d54c5091 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:49.782148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Transition to ACTIVE for port object bcb1d24a-e528-45da-a01a-a6a9d54c5091 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:49.794018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.849500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.874559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.874980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:49.898965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Network f446d6e8-00ed-4886-8d3d-92879a42af63 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:49.909372 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:49.915340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:49.970558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.021232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Pushing event updated for resources: {'Port': ['ID=bcb1d24a-e528-45da-a01a-a6a9d54c5091,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:50.069369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Attempting to bind port bcb1d24a-e528-45da-a01a-a6a9d54c5091 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:50.069884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Attempting to bind port bcb1d24a-e528-45da-a01a-a6a9d54c5091 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:50.070360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Attempting to bind port bcb1d24a-e528-45da-a01a-a6a9d54c5091 on network f446d6e8-00ed-4886-8d3d-92879a42af63 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:50.078395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:50.079156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Checking segment: {'id': '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:50.079653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.080131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Bound using segment: {'id': '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:50.080931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Bound port: bcb1d24a-e528-45da-a01a-a6a9d54c5091, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:50.081413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.181823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] For port bcb1d24a-e528-45da-a01a-a6a9d54c5091, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:50.185705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] For port bcb1d24a-e528-45da-a01a-a6a9d54c5091, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bcb1d24a-e528-45da-a01a-a6a9d54c5091,segment=NetworkSegment(7a5c5554-f0f8-4830-9e0f-0142fa94cdc8),segment_id=7a5c5554-f0f8-4830-9e0f-0142fa94cdc8)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:50.193436 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.219619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for e9f7aaf2-bcd5-4245-82e9-3c79a67f5159 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:50.296236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.301773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00564b60-87d3-4a24-b541-781b2bd37f63 None None] Pushing event updated for resources: {'Port': ['ID=bcb1d24a-e528-45da-a01a-a6a9d54c5091,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:50.305437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.440847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event updated for resources: {'Port': ['ID=5c0903bb-c808-47ba-9e27-195344375a01,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:50.456210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.456568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.456941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.458268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.458268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.458268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.458268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.459088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.459088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.459510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.459510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.459838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:50.465484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.618174 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.627817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 049508b9-0850-43b0-8dbe-99db60e9b32e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:50.690472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=e9f7aaf2-bcd5-4245-82e9-3c79a67f5159,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:50.713549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 049508b9-0850-43b0-8dbe-99db60e9b32e completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:50.724558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 049508b9-0850-43b0-8dbe-99db60e9b32e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:50.725288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.795115 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.22.0.1 (f446d6e8-00ed-4886-8d3d-92879a42af63/3d1af84e-3046-4808-8301-06387c0e048b/53361a27-9676-45b4-9a91-ad740dcc01bc) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:50.837951 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Floating IP 1369a827-5196-41a6-9364-7aa9b2464b49 associated. External IP: 172.26.2.73, port: 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436. May 06 13:56:50.865048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.900315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 049508b9-0850-43b0-8dbe-99db60e9b32e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=049508b9-0850-43b0-8dbe-99db60e9b32e,segment=NetworkSegment(53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7),segment_id=53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:50.905686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:50.973910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.026327 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=049508b9-0850-43b0-8dbe-99db60e9b32e,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:51.055819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.060508 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-83a175ca-3368-47f9-82f8-6439f84c6f14 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/floatingips/389d653a-2cd2-45ad-825c-6d43ba8533bd HTTP/1.1" status: 204 len: 168 time: 2.0993476 May 06 13:56:51.081637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.102594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Transition to ACTIVE for port object 53361a27-9676-45b4-9a91-ad740dcc01bc will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:51.135074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.227954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network f446d6e8-00ed-4886-8d3d-92879a42af63 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:51.231395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:51.242382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:51.292209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=53361a27-9676-45b4-9a91-ad740dcc01bc,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:51.319853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:51.346114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.508045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.621831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c2709-4036-42f3-a8b1-5f40525771ce req-513d4713-912b-4eb2-bdb1-a8c0b7e2a0d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:51.623938 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f11c2709-4036-42f3-a8b1-5f40525771ce req-513d4713-912b-4eb2-bdb1-a8c0b7e2a0d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 946 time: 0.2000887 May 06 13:56:51.625067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:51.636058 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] Sync routers for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:51.652299 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:51.653211 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:51.672704 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60389cc2-8634-409f-84b2-e95449b7aa97 None None] Network f446d6e8-00ed-4886-8d3d-92879a42af63 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:51.691832 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f11c2709-4036-42f3-a8b1-5f40525771ce req-b705622f-7207-440d-8667-7120b24717b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587473 May 06 13:56:51.697433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.777175 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c1f7cd46-4d8e-4a30-a465-85f341d73012 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6629300 May 06 13:56:51.778042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:56:51.833901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fefee475-5342-4644-a1ee-b16e0f431393 None None] Provisioning for port bcb1d24a-e528-45da-a01a-a6a9d54c5091 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:51.839727 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8b6043-160c-4e9d-9e1c-b41212eb9759'] response: {'name': 'network-changed', 'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'status': 'completed', 'code': 200} May 06 13:56:51.896352 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:51.966875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-66540f60-d531-4fd4-baa2-0197665e3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:51.968952 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-66540f60-d531-4fd4-baa2-0197665e3d67 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 1098 time: 0.1054785 May 06 13:56:52.060888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:52.067905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:52.149711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-96534c76-0cfa-4808-b2c3-25cc5130157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:52.152353 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-96534c76-0cfa-4808-b2c3-25cc5130157b service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.1752384 May 06 13:56:52.276594 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-03393b50-8506-4f61-ac3e-8f851b6803f5 None None] Provisioning for port 53361a27-9676-45b4-9a91-ad740dcc01bc completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:52.291068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-03393b50-8506-4f61-ac3e-8f851b6803f5 None None] Provisioning complete for port 53361a27-9676-45b4-9a91-ad740dcc01bc triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:52.291442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-03393b50-8506-4f61-ac3e-8f851b6803f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:52.308447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-76a3ae97-238f-4113-99f8-8b685d44b4d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 HTTP/1.1" status: 200 len: 998 time: 0.1464612 May 06 13:56:52.375992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:52.378245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-03393b50-8506-4f61-ac3e-8f851b6803f5 None None] Port 53361a27-9676-45b4-9a91-ad740dcc01bc cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:52.379690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=53361a27-9676-45b4-9a91-ad740dcc01bc,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:52.435686 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '1369a827-5196-41a6-9364-7aa9b2464b49', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.73', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:2c:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:49Z', 'updated_at': '2022-05-06T13:56:49Z', 'revision_number': 0, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}, {'id': '4382724f-a3f6-4078-b4d8-af7347d82ab9', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:28Z', 'updated_at': '2022-05-06T13:54:35Z', 'revision_number': 1, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:52.447608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-9d4b3673-b44e-42d0-b187-dcea7674eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:52.448101 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] Checking router: 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:56:52.449425 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-9d4b3673-b44e-42d0-b187-dcea7674eee0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.1309471 May 06 13:56:52.459036 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:52.459746 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:52.535259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-29b04f2d-2e9d-46df-a8de-16fa197d0566 None None] Provisioning complete for port 53361a27-9676-45b4-9a91-ad740dcc01bc triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:52.539770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-29b04f2d-2e9d-46df-a8de-16fa197d0566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:52.556599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network f446d6e8-00ed-4886-8d3d-92879a42af63 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:52.558332 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:52.568803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-14523de1-3368-446e-98a4-6ed03e791ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:52.570660 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-14523de1-3368-446e-98a4-6ed03e791ff4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1138225 May 06 13:56:52.673725 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:52.703399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 049508b9-0850-43b0-8dbe-99db60e9b32e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:52.798575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-29b04f2d-2e9d-46df-a8de-16fa197d0566 None None] Port 53361a27-9676-45b4-9a91-ad740dcc01bc cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:52.831867 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 049508b9-0850-43b0-8dbe-99db60e9b32e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:52.832229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:52.856225 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-0c17e89c-673a-41f4-86a2-c3c39b7e18ad service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762749 May 06 13:56:52.912787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:53.022870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-fb856527-bf50-49db-9392-0bcfa7587b3c None None] Provisioning complete for port 53361a27-9676-45b4-9a91-ad740dcc01bc triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:53.023397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fb856527-bf50-49db-9392-0bcfa7587b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.118050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:53.131119 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bc604b0f-891a-411f-920e-52cccc82a30a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4953344 May 06 13:56:53.134269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46528) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:53.140055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'network': {'name': 'tempest-RoutersTest-718431037'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:53.146080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:53.150817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:network and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:53.154399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:53.156271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:53.180216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:53.191363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fb856527-bf50-49db-9392-0bcfa7587b3c None None] Port 53361a27-9676-45b4-9a91-ad740dcc01bc cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:56:53.200268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:53.200717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:53.201889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:53.207197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.217863 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '1369a827-5196-41a6-9364-7aa9b2464b49', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.73', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:2c:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:49Z', 'updated_at': '2022-05-06T13:56:49Z', 'revision_number': 0, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}, {'id': '4382724f-a3f6-4078-b4d8-af7347d82ab9', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:28Z', 'updated_at': '2022-05-06T13:54:35Z', 'revision_number': 1, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:53.228696 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41751ea-dbdf-43e9-b573-4bd63e18492e None None] The sync data for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv is: [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '1369a827-5196-41a6-9364-7aa9b2464b49', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.73', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:2c:02:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:49Z', 'updated_at': '2022-05-06T13:56:49Z', 'revision_number': 0, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}, {'id': '4382724f-a3f6-4078-b4d8-af7347d82ab9', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:28Z', 'updated_at': '2022-05-06T13:54:35Z', 'revision_number': 1, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:53.243189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:56:53.254761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.255147 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added segment 0ba16bae-024b-4ff2-925a-d60737f15e34 of type vlan for network 155070c4-7d3d-4fc8-9a19-23eaf529f017 May 06 13:56:53.300406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.327295 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-216dc67e-03ee-4191-a4ae-b469384a01cb req-07142a82-f70e-41e6-accf-3eeeea48b9f4 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594917 May 06 13:56:53.339566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-fad47a2b-8738-4c38-bce2-a01ea520574f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:53.342622 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-fad47a2b-8738-4c38-bce2-a01ea520574f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 946 time: 0.2006111 May 06 13:56:53.344906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.350449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:53.351042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.351192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ba266-b08f-4787-88cc-605314f10fa8 req-eae89cc3-d231-40ce-b86d-c469aad28ecf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:53.352708 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0c4ba266-b08f-4787-88cc-605314f10fa8 req-eae89cc3-d231-40ce-b86d-c469aad28ecf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 946 time: 0.2418282 May 06 13:56:53.355280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bcb1d24a-e528-45da-a01a-a6a9d54c5091 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:53.458080 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3225956 May 06 13:56:53.459036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46532) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:53.468323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'subnet': {'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:53.468727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port bcb1d24a-e528-45da-a01a-a6a9d54c5091 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:53.475086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:53.481212 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899b8c6-0b27-4949-b720-d1a1b89f13a0 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Network': ['ID=155070c4-7d3d-4fc8-9a19-23eaf529f017,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:53.487994 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0c4ba266-b08f-4787-88cc-605314f10fa8 req-fe2a5e82-31c4-4c48-8336-1a24bc335376 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=33a3a4a1-9f7e-47b1-bd68-eb152c966a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969279 May 06 13:56:53.491476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 5914f40a-b30d-488a-a86d-39bd04c63458 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:53.491770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.518309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port bcb1d24a-e528-45da-a01a-a6a9d54c5091 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:53.518817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.635131 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9cf9e-ac10-47dd-90df-dce5af68b97d None None] New status for floating IP 1369a827-5196-41a6-9364-7aa9b2464b49: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:56:53.719238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:53.723317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:subnet and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:53.726473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:53.734175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:53.751158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Made reservation on behalf of efbadb854a49451bbf0ae73180c0e3f4 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:53.754369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:53.764971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 155070c4-7d3d-4fc8-9a19-23eaf529f017 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:56:54.009222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.040198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 5914f40a-b30d-488a-a86d-39bd04c63458, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=5914f40a-b30d-488a-a86d-39bd04c63458,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:54.040758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.080410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port bcb1d24a-e528-45da-a01a-a6a9d54c5091, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bcb1d24a-e528-45da-a01a-a6a9d54c5091,segment=NetworkSegment(7a5c5554-f0f8-4830-9e0f-0142fa94cdc8),segment_id=7a5c5554-f0f8-4830-9e0f-0142fa94cdc8)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:54.088709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.200966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:51Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:51Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:54.203054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=bcb1d24a-e528-45da-a01a-a6a9d54c5091,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:54.210299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:56:54.210653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Updating router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 port 53361a27-9676-45b4-9a91-ad740dcc01bc binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:56:54.230781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 5914f40a-b30d-488a-a86d-39bd04c63458 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:54.281320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.371912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.544261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Subnet': ['ID=c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:54.549269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.585158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bcb1d24a-e528-45da-a01a-a6a9d54c5091 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:54.613711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=5914f40a-b30d-488a-a86d-39bd04c63458,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:54.619399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Checking segment: {'id': '0ba16bae-024b-4ff2-925a-d60737f15e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:54.619875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network hostable DHCP agents. Network: 155070c4-7d3d-4fc8-9a19-23eaf529f017, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:54.714782 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port bcb1d24a-e528-45da-a01a-a6a9d54c5091 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:54.715068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.745988 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9948ae89-5b89-47eb-8071-bdff552ab024 req-9d61669d-3a23-4812-80e1-21e80e8b7ee7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe5a9a0-cc96-4f62-a671-16d6ef4d5244 HTTP/1.1" status: 200 len: 210 time: 0.1182926 May 06 13:56:54.765536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port 5914f40a-b30d-488a-a86d-39bd04c63458 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:56:54.767916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.770673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'name': 'network-vif-deleted', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:56:54.783481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 155070c4-7d3d-4fc8-9a19-23eaf529f017 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:54.796580 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-63f0ed38-a249-4877-aa29-ea508de0fcc5 req-43bb3109-025d-458d-a653-f61d5684049a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/5914f40a-b30d-488a-a86d-39bd04c63458 HTTP/1.1" status: 204 len: 173 time: 1.4428136 May 06 13:56:54.799279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 155070c4-7d3d-4fc8-9a19-23eaf529f017) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:54.809588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:56:54.811371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:54.823245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc422c0-8b3c-46d1-b35f-b6e8bd133e79 None None] Network 155070c4-7d3d-4fc8-9a19-23eaf529f017 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:54.830578 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52baf7bd-b67f-42da-b883-f39f0f8211b8'] response: {'server_uuid': '0fe5a9a0-cc96-4f62-a671-16d6ef4d5244', 'name': 'network-vif-deleted', 'tag': '5914f40a-b30d-488a-a86d-39bd04c63458', 'status': 'completed', 'code': 200} May 06 13:56:54.845787 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-68d1c95b-5674-41b0-9c34-a19b982abe3d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3809109 May 06 13:56:54.846104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46540) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:54.993174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.064223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Transition to ACTIVE for port object 53361a27-9676-45b4-9a91-ad740dcc01bc will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:55.084356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.307032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625cac4-e01d-47c5-b81d-bf9710adafef None None] Pushing event updated for resources: {'Port': ['ID=53361a27-9676-45b4-9a91-ad740dcc01bc,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:55.438627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-155070c4-7d3d-4fc8-9a19-23eaf529f017', 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'fixed_ips': [{'subnet_id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:56:55.439528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.485664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Attempting to bind port 53361a27-9676-45b4-9a91-ad740dcc01bc on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:55.486207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Attempting to bind port 53361a27-9676-45b4-9a91-ad740dcc01bc by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:55.486543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Attempting to bind port 53361a27-9676-45b4-9a91-ad740dcc01bc on network f446d6e8-00ed-4886-8d3d-92879a42af63 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:55.536713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:55.537111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Checking segment: {'id': '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:55.537753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.538210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Bound using segment: {'id': '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:55.538898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Bound port: 53361a27-9676-45b4-9a91-ad740dcc01bc, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:55.539465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.719258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] For port 53361a27-9676-45b4-9a91-ad740dcc01bc, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:55.723770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] For port 53361a27-9676-45b4-9a91-ad740dcc01bc, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=53361a27-9676-45b4-9a91-ad740dcc01bc,segment=NetworkSegment(7a5c5554-f0f8-4830-9e0f-0142fa94cdc8),segment_id=7a5c5554-f0f8-4830-9e0f-0142fa94cdc8)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:55.730199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.730788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:55.768343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Allocated IP 172.23.0.2 (155070c4-7d3d-4fc8-9a19-23eaf529f017/c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda/d85d82b1-f9c0-419b-9945-3a1b94c4bb08) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:55.867183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46546) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:55.893950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:55.895236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:55.962358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.001421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625cac4-e01d-47c5-b81d-bf9710adafef None None] Pushing event updated for resources: {'Port': ['ID=53361a27-9676-45b4-9a91-ad740dcc01bc,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:56.020263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.113746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.134038 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a3a4a1-9f7e-47b1-bd68-eb152c966a03,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:56.146085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.146428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.146764 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.147094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.147428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.147751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.148241 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.148753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.149089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.149414 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.149733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.150052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:56.157438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.158257 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-955d1eda-c710-478c-856e-d14cf31d2844 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/33a3a4a1-9f7e-47b1-bd68-eb152c966a03 HTTP/1.1" status: 204 len: 168 time: 0.2898805 May 06 13:56:56.191668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46552) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:56.243738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:56.383414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.458996 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Transition to ACTIVE for port object d85d82b1-f9c0-419b-9945-3a1b94c4bb08 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:56.552108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Transition to ACTIVE for port object d85d82b1-f9c0-419b-9945-3a1b94c4bb08 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:56.567361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.631892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Allocated IP 172.23.0.1 (155070c4-7d3d-4fc8-9a19-23eaf529f017/c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda/e9bca0d6-181c-437c-9db9-31675d72ff7f) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:56.650587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Network 155070c4-7d3d-4fc8-9a19-23eaf529f017 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:56.651697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:56.658803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:56.728277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Pushing event updated for resources: {'Port': ['ID=d85d82b1-f9c0-419b-9945-3a1b94c4bb08,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:56.790239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.799280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.819423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Transition to ACTIVE for port object e9bca0d6-181c-437c-9db9-31675d72ff7f will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:56.827428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Attempting to bind port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:56.827809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Attempting to bind port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '0ba16bae-024b-4ff2-925a-d60737f15e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:56.828182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Attempting to bind port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 on network 155070c4-7d3d-4fc8-9a19-23eaf529f017 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:56:56.838935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:56:56.839311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Checking segment: {'id': '0ba16bae-024b-4ff2-925a-d60737f15e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:56:56.839721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.840121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Bound using segment: {'id': '0ba16bae-024b-4ff2-925a-d60737f15e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:56:56.840655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Bound port: d85d82b1-f9c0-419b-9945-3a1b94c4bb08, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba16bae-024b-4ff2-925a-d60737f15e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:56.841512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.848257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.924285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 155070c4-7d3d-4fc8-9a19-23eaf529f017 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:56.927571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:56.932237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:56:56.959565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:51Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:55Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:56.962268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] For port d85d82b1-f9c0-419b-9945-3a1b94c4bb08, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:56:56.967374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] For port d85d82b1-f9c0-419b-9945-3a1b94c4bb08, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d85d82b1-f9c0-419b-9945-3a1b94c4bb08,segment=NetworkSegment(0ba16bae-024b-4ff2-925a-d60737f15e34),segment_id=0ba16bae-024b-4ff2-925a-d60737f15e34)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:56:56.970102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d0d07-758d-44b4-9e1f-ce8538d73f26 None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:51Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:55Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:56:56.977002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:56.977984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=e9bca0d6-181c-437c-9db9-31675d72ff7f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:57.044809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.095636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f0e8e-640e-4cbf-bb2a-ccfd8c6dae0a None None] Pushing event updated for resources: {'Port': ['ID=d85d82b1-f9c0-419b-9945-3a1b94c4bb08,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:57.254105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.563023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port ccedd8f8-f24c-4cad-be6c-bb1365b85370 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:56:57.564087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.839602 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port ccedd8f8-f24c-4cad-be6c-bb1365b85370, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ccedd8f8-f24c-4cad-be6c-bb1365b85370,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:57.840000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:57.942316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 5914f40a-b30d-488a-a86d-39bd04c63458 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:56:57.994660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 5914f40a-b30d-488a-a86d-39bd04c63458 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:56:57.994895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for ccedd8f8-f24c-4cad-be6c-bb1365b85370 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:56:57.995045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 5914f40a-b30d-488a-a86d-39bd04c63458 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:56:58.088975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:58.099093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:58.246525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event updated for resources: {'Port': ['ID=e9bca0d6-181c-437c-9db9-31675d72ff7f,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:58.252914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:58.363502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:58.422200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=ccedd8f8-f24c-4cad-be6c-bb1365b85370,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:58.472460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Network 155070c4-7d3d-4fc8-9a19-23eaf529f017 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:58.474725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:58.528060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e888b-776e-45a4-af8a-fc11ea942684 None None] Network 155070c4-7d3d-4fc8-9a19-23eaf529f017 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:56:58.848307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 53361a27-9676-45b4-9a91-ad740dcc01bc up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:58.849018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:58.863822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:58.933279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-55ccb2ee-7abb-4a49-a26e-1b9462ced88c None None] Provisioning for port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:59.024465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 53361a27-9676-45b4-9a91-ad740dcc01bc completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:59.035989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 53361a27-9676-45b4-9a91-ad740dcc01bc triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:59.036775 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.180034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:59.216533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:59.223585 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b0b0a15c-45b0-4b1b-a299-29c7abb34d92 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3738306 May 06 13:56:59.224662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46558) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:59.235135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:56:59.250537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:59.251714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:59.383667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.463477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:56:59.513512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 53361a27-9676-45b4-9a91-ad740dcc01bc, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=53361a27-9676-45b4-9a91-ad740dcc01bc,segment=NetworkSegment(7a5c5554-f0f8-4830-9e0f-0142fa94cdc8),segment_id=7a5c5554-f0f8-4830-9e0f-0142fa94cdc8)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:56:59.526615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.527670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d85d82b1-f9c0-419b-9945-3a1b94c4bb08 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:59.548245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 63c5393f-9c26-43ef-94ed-adf22dca256c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:56:59.721719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=53361a27-9676-45b4-9a91-ad740dcc01bc,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:59.734511 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cdfe7212-cc13-486a-9d48-6d2c17ee89f1 None None] Provisioning for port e9bca0d6-181c-437c-9db9-31675d72ff7f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:59.750313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.750916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.751420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.751785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.752120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.752477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.752842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.753171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.753501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.753824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.754152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.754473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.777901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cdfe7212-cc13-486a-9d48-6d2c17ee89f1 None None] Provisioning complete for port e9bca0d6-181c-437c-9db9-31675d72ff7f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:59.778236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cdfe7212-cc13-486a-9d48-6d2c17ee89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.781290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:56:59.796511 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] Sync routers for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:56:59.802057 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-98e69c04-466d-4cf9-a3e5-51a8d94ad890 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/63c5393f-9c26-43ef-94ed-adf22dca256c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6091146 May 06 13:56:59.808454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46562) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:59.818371 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:56:59.819291 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:59.911820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-71124fc5-49a6-4804-8de0-172b875dd350 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting subnet 09d55ef5-6b0e-4d5f-bde3-90a8079f55dd {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:56:59.916693 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71124fc5-49a6-4804-8de0-172b875dd350 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.994494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71124fc5-49a6-4804-8de0-172b875dd350 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.078080 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:00.096118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71124fc5-49a6-4804-8de0-172b875dd350 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.099752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe7212-cc13-486a-9d48-6d2c17ee89f1 None None] Port e9bca0d6-181c-437c-9db9-31675d72ff7f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:57:00.126478 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:00.141850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:00.142279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.180932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cdfe7212-cc13-486a-9d48-6d2c17ee89f1 None None] Provisioning complete for port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:00.181694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cdfe7212-cc13-486a-9d48-6d2c17ee89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.217111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71124fc5-49a6-4804-8de0-172b875dd350 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.217338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.extraroute_db [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 06 13:57:00.237636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.extraroute_db [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Removed routes are [] {{(pid=87984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 06 13:57:00.238305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.273391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71124fc5-49a6-4804-8de0-172b875dd350 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Subnet': ['ID=09d55ef5-6b0e-4d5f-bde3-90a8079f55dd,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:00.294598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-71124fc5-49a6-4804-8de0-172b875dd350 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.297777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beabb2ad-a4d7-4e67-ab16-cc18cbb392fb None None] Network 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:57:00.312761 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-71124fc5-49a6-4804-8de0-172b875dd350 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/subnets/09d55ef5-6b0e-4d5f-bde3-90a8079f55dd HTTP/1.1" status: 204 len: 168 time: 0.5017076 May 06 13:57:00.315861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46566) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:00.461956 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:56:58Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.469405 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] Checking router: 63c5393f-9c26-43ef-94ed-adf22dca256c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:00.479504 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] Routers {'63c5393f-9c26-43ef-94ed-adf22dca256c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:00.482574 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['63c5393f-9c26-43ef-94ed-adf22dca256c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.516872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.571693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.622385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.626479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.650585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cdfe7212-cc13-486a-9d48-6d2c17ee89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.713148 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] Set router 63c5393f-9c26-43ef-94ed-adf22dca256c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:00.721365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port d85d82b1-f9c0-419b-9945-3a1b94c4bb08, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d85d82b1-f9c0-419b-9945-3a1b94c4bb08,segment=NetworkSegment(0ba16bae-024b-4ff2-925a-d60737f15e34),segment_id=0ba16bae-024b-4ff2-925a-d60737f15e34)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:00.723201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.736501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:00.736934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.743355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.793319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:56:57Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:55Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9bca0d6-181c-437c-9db9-31675d72ff7f', 'name': '', 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ba:d3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:55Z', 'updated_at': '2022-05-06T13:56:57Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.876358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:00.876739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Updating router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 port e9bca0d6-181c-437c-9db9-31675d72ff7f binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:57:00.889443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:57:00.920613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 53361a27-9676-45b4-9a91-ad740dcc01bc up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:01.055076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.066835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-cdfe7212-cc13-486a-9d48-6d2c17ee89f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:01.067571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-cdfe7212-cc13-486a-9d48-6d2c17ee89f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:01.068245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=d85d82b1-f9c0-419b-9945-3a1b94c4bb08,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:01.104701 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:01.105283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.159495 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:56:58Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.164854 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefea4a-a1fb-40a3-b5b6-1b17b08d3113 None None] The sync data for ids ['63c5393f-9c26-43ef-94ed-adf22dca256c'] in dv-neutron-840888-1-hyperv is: [{'id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'name': 'tempest-TestNetworkBasicOps-router-673528183', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:53:52Z', 'updated_at': '2022-05-06T13:56:58Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5393f-9c26-43ef-94ed-adf22dca256c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:53:55Z', 'updated_at': '2022-05-06T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:01.205950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf07068-7695-487a-9390-ac40ea51c467 None None] DHCP port deletion for 616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:57:01.217222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 53361a27-9676-45b4-9a91-ad740dcc01bc triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:01.217572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.230533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:01.239272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.240783 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a028e106-4b67-48b3-9ff4-b8bbe0fb5af2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 HTTP/1.1" status: 200 len: 934 time: 2.0147076 May 06 13:57:01.244390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46570) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.257767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-bbf07068-7695-487a-9390-ac40ea51c467 None None] Deleting port ea732dfa-ef98-4afe-bf5c-e776464e2b27 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:01.258389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bbf07068-7695-487a-9390-ac40ea51c467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.436490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8b96b6bd-9009-482a-9578-71f9b175d9e5 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 HTTP/1.1" status: 200 len: 934 time: 0.1899133 May 06 13:57:01.440621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46574) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:01.441515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:01.446098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'routes': None}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:01.666444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.728170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:01.865184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.999240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-bbf07068-7695-487a-9390-ac40ea51c467 None None] For port ea732dfa-ef98-4afe-bf5c-e776464e2b27, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ea732dfa-ef98-4afe-bf5c-e776464e2b27,segment=NetworkSegment(4b467c85-9e24-491b-9fc5-56f62bc75980),segment_id=4b467c85-9e24-491b-9fc5-56f62bc75980)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:01.999833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bbf07068-7695-487a-9390-ac40ea51c467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.015715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4118e0c7-8536-44a6-b731-656030fa96c4 None None] Provisioning complete for port e9bca0d6-181c-437c-9db9-31675d72ff7f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:02.016343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4118e0c7-8536-44a6-b731-656030fa96c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.073058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.076814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.106041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.108858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Fanout notify agent at l3_agent the message router_deleted on router 63c5393f-9c26-43ef-94ed-adf22dca256c {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:57:02.133793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.140044 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ca109613-bb3e-4606-b1df-6c6e070ac7db tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/routers/63c5393f-9c26-43ef-94ed-adf22dca256c HTTP/1.1" status: 204 len: 168 time: 1.8229828 May 06 13:57:02.141052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46578) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:02.280146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.resource_extend [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:57:02.300632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-bbf07068-7695-487a-9390-ac40ea51c467 None None] Calling delete_port for ea732dfa-ef98-4afe-bf5c-e776464e2b27 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:02.324763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.349479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port ea732dfa-ef98-4afe-bf5c-e776464e2b27 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:02.349824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.403774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4118e0c7-8536-44a6-b731-656030fa96c4 None None] Port e9bca0d6-181c-437c-9db9-31675d72ff7f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:57:02.442662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.extraroute_db [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added routes are [] {{(pid=87984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 06 13:57:02.443205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.extraroute_db [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 06 13:57:02.453709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.475210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Transition to ACTIVE for port object e9bca0d6-181c-437c-9db9-31675d72ff7f will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:02.483093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bbf07068-7695-487a-9390-ac40ea51c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.493561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.502316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] The port 'ea732dfa-ef98-4afe-bf5c-e776464e2b27' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:57:02.544265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.559380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf07068-7695-487a-9390-ac40ea51c467 None None] Pushing event deleted for resources: {'Port': ['ID=ea732dfa-ef98-4afe-bf5c-e776464e2b27,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:02.695041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf07068-7695-487a-9390-ac40ea51c467 None None] No DVR routers for this DVR port ea732dfa-ef98-4afe-bf5c-e776464e2b27 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:02.710813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.740709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cdb95-c949-4112-ad84-7daaf7ebed4d None None] Pushing event updated for resources: {'Port': ['ID=e9bca0d6-181c-437c-9db9-31675d72ff7f,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:02.771530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616bc26d-39e6-4cf0-9852-2d66b5cd3fe6']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.796524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b467c85-9e24-491b-9fc5-56f62bc75980') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.796926 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b467c85-9e24-491b-9fc5-56f62bc75980') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.819715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.843564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Attempting to bind port e9bca0d6-181c-437c-9db9-31675d72ff7f on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:02.844100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Attempting to bind port e9bca0d6-181c-437c-9db9-31675d72ff7f by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '0ba16bae-024b-4ff2-925a-d60737f15e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:02.844620 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Attempting to bind port e9bca0d6-181c-437c-9db9-31675d72ff7f on network 155070c4-7d3d-4fc8-9a19-23eaf529f017 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:57:02.845813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.853618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:57:02.854186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Checking segment: {'id': '0ba16bae-024b-4ff2-925a-d60737f15e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:57:02.854694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.855196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Bound using segment: {'id': '0ba16bae-024b-4ff2-925a-d60737f15e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:57:02.855818 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Bound port: e9bca0d6-181c-437c-9db9-31675d72ff7f, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba16bae-024b-4ff2-925a-d60737f15e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:02.856412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.872704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:57:02.873341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.884988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d85d82b1-f9c0-419b-9945-3a1b94c4bb08 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:02.890266 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:02.939046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:02.943355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.071793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] For port e9bca0d6-181c-437c-9db9-31675d72ff7f, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:57:03.072640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.079048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] For port e9bca0d6-181c-437c-9db9-31675d72ff7f, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e9bca0d6-181c-437c-9db9-31675d72ff7f,segment=NetworkSegment(0ba16bae-024b-4ff2-925a-d60737f15e34),segment_id=0ba16bae-024b-4ff2-925a-d60737f15e34)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:57:03.086857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:03.087476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.096443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.109029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Network': ['ID=616bc26d-39e6-4cf0-9852-2d66b5cd3fe6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:03.120598 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-772e58ac-fbe0-4cde-9ffc-a6187162dfdf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/networks/616bc26d-39e6-4cf0-9852-2d66b5cd3fe6 HTTP/1.1" status: 204 len: 168 time: 0.9778597 May 06 13:57:03.136286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:57:03.142671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46582) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:03.151496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'network': {'name': 'tempest-network-smoke--2120785085', 'project_id': '94073f6446054d1680f902b2994092d3', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:03.160751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:03.176581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.224204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:network and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:03.234848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:03.285660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:03.286481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:03.302965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:03.337720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:03.344606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.370755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:03.380168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.385431 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bf602c76-4d2b-454c-b866-030ba535b387 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 HTTP/1.1" status: 200 len: 700 time: 1.9399192 May 06 13:57:03.385680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46586) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:03.388577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cdb95-c949-4112-ad84-7daaf7ebed4d None None] Pushing event updated for resources: {'Port': ['ID=e9bca0d6-181c-437c-9db9-31675d72ff7f,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:03.419273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:03.440031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.440740 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Added segment e1894666-a008-4c33-97a1-449e9ee7078a of type vlan for network b292934b-c742-45ab-b52f-7cf447b6870b May 06 13:57:03.485042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.527649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.534904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:03.536044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.576484 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0e41397f-2879-4c64-9d38-87f7757aeaa2 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 HTTP/1.1" status: 200 len: 700 time: 0.1879382 May 06 13:57:03.579816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46590) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:03.596728 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:57:03.655030 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:03.671794 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5269265 May 06 13:57:03.678218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46594) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:03.684110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'admin_state_up': True, 'project_id': '94073f6446054d1680f902b2994092d3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:03.690795 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0c8da-c67b-4e90-8aa0-94673ce27fd8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Network': ['ID=b292934b-c742-45ab-b52f-7cf447b6870b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:03.705386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:03.712054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:router and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:03.718017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:03.727814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network b292934b-c742-45ab-b52f-7cf447b6870b details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:03.730176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:03.740995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ea732dfa-ef98-4afe-bf5c-e776464e2b27 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:03.749389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.751162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.780143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.850361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: ea732dfa-ef98-4afe-bf5c-e776464e2b27 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:03.850614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ea732dfa-ef98-4afe-bf5c-e776464e2b27 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:03.851164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ccedd8f8-f24c-4cad-be6c-bb1365b85370 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:03.970298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: ccedd8f8-f24c-4cad-be6c-bb1365b85370 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:03.970298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ccedd8f8-f24c-4cad-be6c-bb1365b85370 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:03.970298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:04.050598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:04.050995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8a0ed1ba-124c-4b6b-b6b3-e715eb99c4f5 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:04.277189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:02Z', 'revision_number': 7, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:59Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9bca0d6-181c-437c-9db9-31675d72ff7f', 'name': '', 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ba:d3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:55Z', 'updated_at': '2022-05-06T13:57:03Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:04.281132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.282799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18d482-0d33-4d65-b3d4-619079fd7fcc None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:02Z', 'revision_number': 7, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:59Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9bca0d6-181c-437c-9db9-31675d72ff7f', 'name': '', 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ba:d3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:55Z', 'updated_at': '2022-05-06T13:57:03Z', 'revision_number': 4, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:04.375618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.695922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.728967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.760251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port e9bca0d6-181c-437c-9db9-31675d72ff7f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:04.760704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:04.859612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e9bca0d6-181c-437c-9db9-31675d72ff7f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:04.912207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.92 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/42c87216-0774-416b-b485-32b1c7b43cce) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:04.949358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port e9bca0d6-181c-437c-9db9-31675d72ff7f completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:04.957897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port e9bca0d6-181c-437c-9db9-31675d72ff7f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:04.958270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.041985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port e9bca0d6-181c-437c-9db9-31675d72ff7f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e9bca0d6-181c-437c-9db9-31675d72ff7f,segment=NetworkSegment(0ba16bae-024b-4ff2-925a-d60737f15e34),segment_id=0ba16bae-024b-4ff2-925a-d60737f15e34)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:05.042490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.105548 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.110934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.148084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.166071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port e9bca0d6-181c-437c-9db9-31675d72ff7f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e9bca0d6-181c-437c-9db9-31675d72ff7f,segment=NetworkSegment(0ba16bae-024b-4ff2-925a-d60737f15e34),segment_id=0ba16bae-024b-4ff2-925a-d60737f15e34)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:05.173870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.190463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for e9bca0d6-181c-437c-9db9-31675d72ff7f owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:05.222204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:05.232698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:05.232920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:05.238164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:57:05.261801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:05.263921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:05.302235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=42c87216-0774-416b-b485-32b1c7b43cce,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:05.366934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:05.367600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:05.417081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=e9bca0d6-181c-437c-9db9-31675d72ff7f,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:05.445418 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:05.780113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:02Z', 'revision_number': 7, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:59Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9bca0d6-181c-437c-9db9-31675d72ff7f', 'name': '', 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ba:d3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:55Z', 'updated_at': '2022-05-06T13:57:05Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:05.783866 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:05.793033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:05.793700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:05.812501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.868498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port e9bca0d6-181c-437c-9db9-31675d72ff7f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:05.869036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.025525 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.030746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:06.104367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port e9bca0d6-181c-437c-9db9-31675d72ff7f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=e9bca0d6-181c-437c-9db9-31675d72ff7f,segment=NetworkSegment(0ba16bae-024b-4ff2-925a-d60737f15e34),segment_id=0ba16bae-024b-4ff2-925a-d60737f15e34)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:06.105275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.221861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.352957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for e9bca0d6-181c-437c-9db9-31675d72ff7f owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:06.483682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:02Z', 'revision_number': 7, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:59Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9bca0d6-181c-437c-9db9-31675d72ff7f', 'name': '', 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ba:d3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:55Z', 'updated_at': '2022-05-06T13:57:05Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:06.493353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac550b1-12d1-49ae-af3c-1fffefee5dc9 None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:02Z', 'revision_number': 7, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:59Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9bca0d6-181c-437c-9db9-31675d72ff7f', 'name': '', 'network_id': '155070c4-7d3d-4fc8-9a19-23eaf529f017', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ba:d3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:55Z', 'updated_at': '2022-05-06T13:57:05Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:06.612674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-12e5abf6-f797-4908-b614-a7d523b63649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.642835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 47773b42-c60b-4098-949a-53e779c49de1 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:57:06.757979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.859917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=e9bca0d6-181c-437c-9db9-31675d72ff7f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:06.917196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e9bca0d6-181c-437c-9db9-31675d72ff7f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:07.043187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: e9bca0d6-181c-437c-9db9-31675d72ff7f {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:07.043187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e9bca0d6-181c-437c-9db9-31675d72ff7f not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 13:57:07.082848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:07.090650 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Sync routers for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:07.123772 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:07.123772 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:07.145765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.154945 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Port e9bca0d6-181c-437c-9db9-31675d72ff7f not found, will not notify nova. {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 13:57:07.162359 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ca0270cf-99c0-4a33-aff5-f662ad59854c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4699700 May 06 13:57:07.162359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46600) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:07.437603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.499756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7ebe3f38-6127-4a68-85aa-d99cb983239d tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3386476 May 06 13:57:07.499756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46606) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:07.513664 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:07.724137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfad591-a082-4ef3-a7d6-4c6ed46c9f37 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:07.724137 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9dfad591-a082-4ef3-a7d6-4c6ed46c9f37 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2252662 May 06 13:57:07.724137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46610) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:07.800698 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-11c5c14e-818b-4ca6-96b6-75230aedd42a tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671065 May 06 13:57:07.800698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46614) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:07.812324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-869473147', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'project_id': '94073f6446054d1680f902b2994092d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:07.998262 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:05Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.008140 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Checking router: 47773b42-c60b-4098-949a-53e779c49de1 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:08.008140 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Updating router 47773b42-c60b-4098-949a-53e779c49de1 port 42c87216-0774-416b-b485-32b1c7b43cce binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:57:08.071986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:08.080979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:subnet and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:08.084957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:08.094212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:08.110384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:08.119344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.124087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:57:08.135774 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.321575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:08.331310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:08.336167 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-82995b8e-dce1-4a13-bcf6-1f56f25838af tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7491221 May 06 13:57:08.336167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46618) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:08.353025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:08.353025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:56:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.441121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfbe498-ce5f-449f-8575-066d785e5a3f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting subnet c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:57:08.441121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe498-ce5f-449f-8575-066d785e5a3f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.547085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe498-ce5f-449f-8575-066d785e5a3f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.578659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.695978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:08.743092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe498-ce5f-449f-8575-066d785e5a3f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.861210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=f7d253a0-61af-40e0-859c-3e62a0806778,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:08.884521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Checking segment: {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:57:08.884521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network hostable DHCP agents. Network: b292934b-c742-45ab-b52f-7cf447b6870b, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:08.915478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network b292934b-c742-45ab-b52f-7cf447b6870b is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:08.930538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, b292934b-c742-45ab-b52f-7cf447b6870b) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:08.963935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:08.963935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.970114 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.000634 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Transition to ACTIVE for port object 42c87216-0774-416b-b485-32b1c7b43cce will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:09.016637 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.026295 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a01d3e20-7a1b-40e6-bfe1-7b8c43ab1239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2229695 May 06 13:57:09.026295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46622) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:09.074321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72218a0-6923-4dd0-bb44-4b28427811c1 None None] Network b292934b-c742-45ab-b52f-7cf447b6870b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:57:09.190522 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Attempting to bind port 42c87216-0774-416b-b485-32b1c7b43cce on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:09.190522 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Attempting to bind port 42c87216-0774-416b-b485-32b1c7b43cce by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:09.190522 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Attempting to bind port 42c87216-0774-416b-b485-32b1c7b43cce on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:57:09.210197 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:57:09.210197 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:57:09.210197 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.210197 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:57:09.210197 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Bound port: 42c87216-0774-416b-b485-32b1c7b43cce, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:09.210197 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.328870 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe498-ce5f-449f-8575-066d785e5a3f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.349970 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] For port 42c87216-0774-416b-b485-32b1c7b43cce, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:57:09.349970 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] For port 42c87216-0774-416b-b485-32b1c7b43cce, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=42c87216-0774-416b-b485-32b1c7b43cce,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:57:09.366704 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.374979 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602054f0-7df6-47f5-afb3-d6e61d28570c None None] Pushing event updated for resources: {'Port': ['ID=42c87216-0774-416b-b485-32b1c7b43cce,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:09.379314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b2dcf2ec-d162-4352-b157-d43e919054e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.432728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbe498-ce5f-449f-8575-066d785e5a3f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:09.432728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe498-ce5f-449f-8575-066d785e5a3f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.455430 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4cfbe498-ce5f-449f-8575-066d785e5a3f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda HTTP/1.1" status: 204 len: 168 time: 1.1099615 May 06 13:57:09.455430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46626) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:09.464298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f618be3e-c806-4495-b223-4776286d52d9 None None] Network 155070c4-7d3d-4fc8-9a19-23eaf529f017 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:57:09.531613 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602054f0-7df6-47f5-afb3-d6e61d28570c None None] Pushing event updated for resources: {'Port': ['ID=42c87216-0774-416b-b485-32b1c7b43cce,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:09.562781 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:09.562781 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:09.755642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.770635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:09.770635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.879504 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:10.279670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.328979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port d85d82b1-f9c0-419b-9945-3a1b94c4bb08, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d85d82b1-f9c0-419b-9945-3a1b94c4bb08,segment=NetworkSegment(0ba16bae-024b-4ff2-925a-d60737f15e34),segment_id=0ba16bae-024b-4ff2-925a-d60737f15e34)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:10.328979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.339788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.358307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.490495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-b292934b-c742-45ab-b52f-7cf447b6870b', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:57:10.490495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.500279 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:05Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:10.500279 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dbf681-5b96-4826-800d-8aca29ef12a0 None None] The sync data for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv is: [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:05Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:10.575988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for d85d82b1-f9c0-419b-9945-3a1b94c4bb08 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:10.681680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.761537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No DVR routers for this DVR port d85d82b1-f9c0-419b-9945-3a1b94c4bb08 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:10.828777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=d85d82b1-f9c0-419b-9945-3a1b94c4bb08,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:10.838684 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:06Z', 'revision_number': 8, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:59Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:10.849092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Allocated IP 172.20.0.2 (b292934b-c742-45ab-b52f-7cf447b6870b/f7d253a0-61af-40e0-859c-3e62a0806778/659a0887-c669-4cf5-bb28-366995a23546) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:10.849092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:10.906112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:10.906112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:10.972101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.013683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155070c4-7d3d-4fc8-9a19-23eaf529f017']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.040475 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba16bae-024b-4ff2-925a-d60737f15e34') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.040475 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba16bae-024b-4ff2-925a-d60737f15e34') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.083408 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.118342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.146323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:57:11.146323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:11.159964 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:11.185963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:11.324359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.370731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.385000 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Network': ['ID=155070c4-7d3d-4fc8-9a19-23eaf529f017,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:11.418217 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a8889c3f-d90e-4bfd-9dc4-20fdd60d65db tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/networks/155070c4-7d3d-4fc8-9a19-23eaf529f017 HTTP/1.1" status: 204 len: 168 time: 1.9607353 May 06 13:57:11.418217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46630) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:11.472440 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5c515-366e-4ac4-b3b4-fb8c6396f19c None None] DHCP port deletion for 155070c4-7d3d-4fc8-9a19-23eaf529f017 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:57:11.726713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.836592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:06Z', 'revision_number': 8, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:59Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.838282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773b4db-0a67-4840-bfac-fde6045f905b None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:06Z', 'revision_number': 8, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53361a27-9676-45b4-9a91-ad740dcc01bc', 'name': '', 'network_id': 'f446d6e8-00ed-4886-8d3d-92879a42af63', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:2b:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '3d1af84e-3046-4808-8301-06387c0e048b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:50Z', 'updated_at': '2022-05-06T13:56:59Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '3d1af84e-3046-4808-8301-06387c0e048b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:11.864501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.885165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Transition to ACTIVE for port object 659a0887-c669-4cf5-bb28-366995a23546 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:11.945697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Transition to ACTIVE for port object 659a0887-c669-4cf5-bb28-366995a23546 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:11.978359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.083955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Network b292934b-c742-45ab-b52f-7cf447b6870b is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:12.092834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:12.100753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:57:12.109214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.1 (b292934b-c742-45ab-b52f-7cf447b6870b/f7d253a0-61af-40e0-859c-3e62a0806778/370e9181-abd6-4e3b-81ec-8c4222f5b548) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:12.213719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Pushing event updated for resources: {'Port': ['ID=659a0887-c669-4cf5-bb28-366995a23546,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:12.245648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Attempting to bind port 659a0887-c669-4cf5-bb28-366995a23546 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:12.246065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Attempting to bind port 659a0887-c669-4cf5-bb28-366995a23546 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:12.246432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Attempting to bind port 659a0887-c669-4cf5-bb28-366995a23546 on network b292934b-c742-45ab-b52f-7cf447b6870b {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:57:12.263280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:57:12.263280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Checking segment: {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:57:12.263280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.263280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Bound using segment: {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:57:12.263280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Bound port: 659a0887-c669-4cf5-bb28-366995a23546, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:12.263280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.345476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.421890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.457000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object 370e9181-abd6-4e3b-81ec-8c4222f5b548 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:12.466923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] For port 659a0887-c669-4cf5-bb28-366995a23546, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:57:12.476440 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] For port 659a0887-c669-4cf5-bb28-366995a23546, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=659a0887-c669-4cf5-bb28-366995a23546,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:57:12.476440 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.521858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.626286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network b292934b-c742-45ab-b52f-7cf447b6870b is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:12.630053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:12.635204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:57:12.676729 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dc1f7-a434-4a46-9dea-84bdd202afa1 None None] Pushing event updated for resources: {'Port': ['ID=659a0887-c669-4cf5-bb28-366995a23546,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:12.879380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=370e9181-abd6-4e3b-81ec-8c4222f5b548,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:12.879380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.990509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 42c87216-0774-416b-b485-32b1c7b43cce up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:13.089894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 53361a27-9676-45b4-9a91-ad740dcc01bc {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:13.089894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.187998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.204723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 42c87216-0774-416b-b485-32b1c7b43cce completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:13.210605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 42c87216-0774-416b-b485-32b1c7b43cce triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:13.210979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.374399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port 53361a27-9676-45b4-9a91-ad740dcc01bc, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=53361a27-9676-45b4-9a91-ad740dcc01bc,segment=NetworkSegment(7a5c5554-f0f8-4830-9e0f-0142fa94cdc8),segment_id=7a5c5554-f0f8-4830-9e0f-0142fa94cdc8)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:13.374399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.383774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.413332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 42c87216-0774-416b-b485-32b1c7b43cce, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=42c87216-0774-416b-b485-32b1c7b43cce,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:13.413332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.514458 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 53361a27-9676-45b4-9a91-ad740dcc01bc owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:13.546783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d85d82b1-f9c0-419b-9945-3a1b94c4bb08 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:13.594470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: d85d82b1-f9c0-419b-9945-3a1b94c4bb08 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:13.594730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d85d82b1-f9c0-419b-9945-3a1b94c4bb08 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:13.595148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e9bca0d6-181c-437c-9db9-31675d72ff7f no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:13.635502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: e9bca0d6-181c-437c-9db9-31675d72ff7f {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:13.636373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device e9bca0d6-181c-437c-9db9-31675d72ff7f not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:13.659400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=42c87216-0774-416b-b485-32b1c7b43cce,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:13.743857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.785615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.791418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.799524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=53361a27-9676-45b4-9a91-ad740dcc01bc,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:13.929846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.934809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=370e9181-abd6-4e3b-81ec-8c4222f5b548,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:14.113027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.132947 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network b292934b-c742-45ab-b52f-7cf447b6870b is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:14.134161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:14.155174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7fd575-2179-4423-9221-4c1245800168 None None] Network b292934b-c742-45ab-b52f-7cf447b6870b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:57:14.249150 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c52b8876-5739-4b6a-9206-ac8e157f0f36 None None] Provisioning for port 659a0887-c669-4cf5-bb28-366995a23546 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:14.336045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 47773b42-c60b-4098-949a-53e779c49de1 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:57:14.587240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:14.596174 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Sync routers for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:14.599861 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9b643ba1-0897-476e-ab0c-2ef24c527e74 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/47773b42-c60b-4098-949a-53e779c49de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5708888 May 06 13:57:14.610949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:57:14.610949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46636) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:14.615835 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:14.620130 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:14.725005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-25fdc988-96d9-4f72-977d-50251c248f9c None None] Provisioning for port 370e9181-abd6-4e3b-81ec-8c4222f5b548 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:14.738820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-25fdc988-96d9-4f72-977d-50251c248f9c None None] Provisioning complete for port 370e9181-abd6-4e3b-81ec-8c4222f5b548 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:14.739194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-25fdc988-96d9-4f72-977d-50251c248f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:14.845416 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-25fdc988-96d9-4f72-977d-50251c248f9c None None] Port 370e9181-abd6-4e3b-81ec-8c4222f5b548 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:57:14.887216 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:14.940064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:14.952494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:14.976713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:14.980890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:15.019766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.020501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.026075 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.026760 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.027363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.028043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.028684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.029282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.029896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.032123 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-198c02bc-a5cc-4cc0-8eee-781c40191437 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6330 time: 0.4285812 May 06 13:57:15.035046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46640) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.038005 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0083983f-124b-48dc-86fd-e5172c29bdec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6218064 May 06 13:57:15.046663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46644) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.101790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 659a0887-c669-4cf5-bb28-366995a23546 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:15.168126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.168126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.168126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.168126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.168126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.168126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.168126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.168126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.168126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:15.173796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46648) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.173986 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fd52aff5-f897-47d1-84d3-dfa43ca8f09c tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5780 time: 0.1375656 May 06 13:57:15.241096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8ff08d4c-9c56-4e4f-8b0a-c5a93206a2aa None None] Provisioning complete for port 370e9181-abd6-4e3b-81ec-8c4222f5b548 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:15.241683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8ff08d4c-9c56-4e4f-8b0a-c5a93206a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.252084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5e16fd-2ea9-450c-b4a6-da023b8c0c7e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting subnet 3d1af84e-3046-4808-8301-06387c0e048b {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:57:15.257716 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d5e16fd-2ea9-450c-b4a6-da023b8c0c7e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.320746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:15.348902 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:12Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '370e9181-abd6-4e3b-81ec-8c4222f5b548', 'name': '', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:25:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:10Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:15.354965 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Checking router: 47773b42-c60b-4098-949a-53e779c49de1 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:15.355317 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Updating router 47773b42-c60b-4098-949a-53e779c49de1 port 370e9181-abd6-4e3b-81ec-8c4222f5b548 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:57:15.369828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8ff08d4c-9c56-4e4f-8b0a-c5a93206a2aa None None] Port 370e9181-abd6-4e3b-81ec-8c4222f5b548 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:57:15.388930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d5e16fd-2ea9-450c-b4a6-da023b8c0c7e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.397736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 659a0887-c669-4cf5-bb28-366995a23546 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:15.417808 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.460603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 659a0887-c669-4cf5-bb28-366995a23546 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:15.461166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.499552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d5e16fd-2ea9-450c-b4a6-da023b8c0c7e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.598014 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8e5f7e24-6170-4e04-bb5c-9c6b2f83c9c2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.4227328 May 06 13:57:15.602600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46652) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.609559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1926013064', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:15.626487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d5e16fd-2ea9-450c-b4a6-da023b8c0c7e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.633098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2269ee93-a487-4bf3-b732-358422cee9fe None None] Provisioning complete for port 370e9181-abd6-4e3b-81ec-8c4222f5b548 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:15.634246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2269ee93-a487-4bf3-b732-358422cee9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.704751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d5e16fd-2ea9-450c-b4a6-da023b8c0c7e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.721913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e16fd-2ea9-450c-b4a6-da023b8c0c7e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1af84e-3046-4808-8301-06387c0e048b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:15.728402 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4d5e16fd-2ea9-450c-b4a6-da023b8c0c7e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/3d1af84e-3046-4808-8301-06387c0e048b HTTP/1.1" status: 204 len: 168 time: 0.6777368 May 06 13:57:15.729221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46656) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.740044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b009b0-f681-4f67-8af9-b835e74e9838 None None] Network f446d6e8-00ed-4886-8d3d-92879a42af63 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:57:15.834794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:15.842954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:port and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:15.847116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:15.853666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:15.862563 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.870295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:15.874972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.883710 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Transition to ACTIVE for port object 370e9181-abd6-4e3b-81ec-8c4222f5b548 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:15.892630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.906588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port bcb1d24a-e528-45da-a01a-a6a9d54c5091 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:15.906919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.915615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] device_id is not set on port a8034b03-d895-462b-a918-34c506c4a299 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:57:15.918131 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.921896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2269ee93-a487-4bf3-b732-358422cee9fe None None] Port 370e9181-abd6-4e3b-81ec-8c4222f5b548 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:57:16.004676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.230221 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02f9f8-af83-49d5-8cec-1b2f621fcfc0 None None] Pushing event updated for resources: {'Port': ['ID=370e9181-abd6-4e3b-81ec-8c4222f5b548,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:16.357561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.4 (b292934b-c742-45ab-b52f-7cf447b6870b/f7d253a0-61af-40e0-859c-3e62a0806778/a8034b03-d895-462b-a918-34c506c4a299) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:16.395758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 659a0887-c669-4cf5-bb28-366995a23546, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=659a0887-c669-4cf5-bb28-366995a23546,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:16.405022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.410923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 42c87216-0774-416b-b485-32b1c7b43cce up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:16.457693 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Attempting to bind port 370e9181-abd6-4e3b-81ec-8c4222f5b548 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:16.457693 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Attempting to bind port 370e9181-abd6-4e3b-81ec-8c4222f5b548 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:16.457693 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Attempting to bind port 370e9181-abd6-4e3b-81ec-8c4222f5b548 on network b292934b-c742-45ab-b52f-7cf447b6870b {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:57:16.483150 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:57:16.483150 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Checking segment: {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:57:16.483150 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.483150 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Bound using segment: {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:57:16.483150 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Bound port: 370e9181-abd6-4e3b-81ec-8c4222f5b548, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:16.483150 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.522004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port bcb1d24a-e528-45da-a01a-a6a9d54c5091, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bcb1d24a-e528-45da-a01a-a6a9d54c5091,segment=NetworkSegment(7a5c5554-f0f8-4830-9e0f-0142fa94cdc8),segment_id=7a5c5554-f0f8-4830-9e0f-0142fa94cdc8)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:16.522004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.557169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 9, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:16.577676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:16.609878 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] For port 370e9181-abd6-4e3b-81ec-8c4222f5b548, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:57:16.609878 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] For port 370e9181-abd6-4e3b-81ec-8c4222f5b548, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=370e9181-abd6-4e3b-81ec-8c4222f5b548,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:57:16.629798 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:16.634952 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.637993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:16.718470 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:16.718470 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:16.841307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] DHCP port deletion for f446d6e8-00ed-4886-8d3d-92879a42af63 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:57:16.921113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=659a0887-c669-4cf5-bb28-366995a23546,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:16.953743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.959356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] Deleting port bcb1d24a-e528-45da-a01a-a6a9d54c5091 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:16.959356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.984866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object a8034b03-d895-462b-a918-34c506c4a299 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:17.025230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.027214 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for bcb1d24a-e528-45da-a01a-a6a9d54c5091 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:17.078968 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02f9f8-af83-49d5-8cec-1b2f621fcfc0 None None] Pushing event updated for resources: {'Port': ['ID=370e9181-abd6-4e3b-81ec-8c4222f5b548,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.150065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network b292934b-c742-45ab-b52f-7cf447b6870b is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:17.153729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:17.159239 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:17.174416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:57:17.228755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.270056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.351773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=bcb1d24a-e528-45da-a01a-a6a9d54c5091,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.367817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No DVR routers for this DVR port bcb1d24a-e528-45da-a01a-a6a9d54c5091 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:17.368009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:17.368009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.391302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:17.429828 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8d490eed-4eab-4f5c-80bc-56cfc21e372d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8264387 May 06 13:57:17.550982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 42c87216-0774-416b-b485-32b1c7b43cce triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:17.551545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.560783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.594855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f446d6e8-00ed-4886-8d3d-92879a42af63']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:17.611681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:17.613111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5c5554-f0f8-4830-9e0f-0142fa94cdc8') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:17.628665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.648972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.659990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:57:17.660538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.701622 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:12Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '370e9181-abd6-4e3b-81ec-8c4222f5b548', 'name': '', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:25:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:10Z', 'updated_at': '2022-05-06T13:57:16Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:17.702606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46662) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:17.705646 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a621b-640a-42f0-8302-f72c336e8c35 None None] The sync data for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv is: [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:12Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '370e9181-abd6-4e3b-81ec-8c4222f5b548', 'name': '', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:25:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:10Z', 'updated_at': '2022-05-06T13:57:16Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:17.707536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512897866', 'description': 'tempest-secgroup-smoke-512897866 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:17.724879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:17.732895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:17.739578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:17.750391 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:17.763776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:17.797866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.808509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.815198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.822947 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:17.836104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] For port bcb1d24a-e528-45da-a01a-a6a9d54c5091, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bcb1d24a-e528-45da-a01a-a6a9d54c5091,segment=NetworkSegment(7a5c5554-f0f8-4830-9e0f-0142fa94cdc8),segment_id=7a5c5554-f0f8-4830-9e0f-0142fa94cdc8)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:17.836737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.837587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:17.841550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:17.853494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Network': ['ID=f446d6e8-00ed-4886-8d3d-92879a42af63,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.863603 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-81022dd5-3775-4a63-bc99-d571a3c14ab6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/networks/f446d6e8-00ed-4886-8d3d-92879a42af63 HTTP/1.1" status: 204 len: 168 time: 2.1312683 May 06 13:57:17.863603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46666) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:17.869032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:18.030124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] Calling delete_port for bcb1d24a-e528-45da-a01a-a6a9d54c5091 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:18.076823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.083692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.151178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3464bc95-6fb8-42cc-ab30-deee21a2c925,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:18.156751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.157903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6ce2c4a3-9a16-411f-90f7-00ac0e24d0f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4549091 May 06 13:57:18.161774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46670) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:18.173063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3464bc95-6fb8-42cc-ab30-deee21a2c925', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:18.183396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:18.191290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:18.195200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:18.203451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:18.214384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a2e135fc-f201-4a3e-a35a-d7c9c920ebfe None None] Provisioning for port a8034b03-d895-462b-a918-34c506c4a299 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:18.228694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.253690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a2e135fc-f201-4a3e-a35a-d7c9c920ebfe None None] Provisioning complete for port a8034b03-d895-462b-a918-34c506c4a299 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:18.254359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a2e135fc-f201-4a3e-a35a-d7c9c920ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.356285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a2e135fc-f201-4a3e-a35a-d7c9c920ebfe None None] Port a8034b03-d895-462b-a918-34c506c4a299 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:57:18.375467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.390626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.454292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d19aee-679b-49aa-9667-81258292c5cd,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:18.455418 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 370e9181-abd6-4e3b-81ec-8c4222f5b548 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:18.459728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.466145 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8baf0aa1-f507-43e5-a62b-941b14295bc2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3030944 May 06 13:57:18.469878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46674) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:18.478135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3464bc95-6fb8-42cc-ab30-deee21a2c925', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:18.486694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:18.491735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:18.491735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:18.493537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:18.497959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:18.507509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:18.571513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.614736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 370e9181-abd6-4e3b-81ec-8c4222f5b548 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:18.629116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 370e9181-abd6-4e3b-81ec-8c4222f5b548 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:18.629116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.680779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.688994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.723078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e62dcfe-830f-46be-bc7b-d1c55447f1ea,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:18.747307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.748936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-61e8032f-e704-4381-bee5-462b0c14a0ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2764256 May 06 13:57:18.751785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46678) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:18.759352 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3464bc95-6fb8-42cc-ab30-deee21a2c925', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:18.768790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:18.773214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:18.775556 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 9, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:18.776244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.776757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:18.783553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:18.794495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7160a7-a5bd-4f00-a307-eb822d8dbd5c None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 9, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '049508b9-0850-43b0-8dbe-99db60e9b32e', 'name': '', 'network_id': '877f44de-5abe-449f-9c47-fba4046c686d', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:a5:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:43Z', 'updated_at': '2022-05-06T13:56:50Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': '44f2dd70-a66f-4d1b-926b-7d213b7cb4fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:18.807790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.928453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.929013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.935192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.977910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe523143-0458-48ec-ba83-bd77681d267a,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:19.001353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.004598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] Deleting port bcb1d24a-e528-45da-a01a-a6a9d54c5091 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:19.006398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.006780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0f481ac5-c6e8-4d2c-a692-724bbb80a793 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2523155 May 06 13:57:19.007742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46682) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:19.016873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3464bc95-6fb8-42cc-ab30-deee21a2c925', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:19.027409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:19.032910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:19.037228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:19.046568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:19.088714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.134306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-83d4ca1c-ebf8-4ce7-b95d-aabeb91a90e5 None None] The port 'bcb1d24a-e528-45da-a01a-a6a9d54c5091' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:57:19.136688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 370e9181-abd6-4e3b-81ec-8c4222f5b548, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=370e9181-abd6-4e3b-81ec-8c4222f5b548,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:19.148712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.148712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 659a0887-c669-4cf5-bb28-366995a23546 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:19.238824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.253871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.274727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c4f18a-06f0-4429-9eac-7c9aad74e22a,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:19.288054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.289558 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e65e18a6-f9b1-4170-bf24-2949272f4ed8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2809057 May 06 13:57:19.294377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46686) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:19.302758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3464bc95-6fb8-42cc-ab30-deee21a2c925', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:19.310359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:19.314617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:19.318770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:19.326062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:19.339907 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:57:19.352960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.373226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=370e9181-abd6-4e3b-81ec-8c4222f5b548,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:19.396820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 659a0887-c669-4cf5-bb28-366995a23546 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:19.397847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.464342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 049508b9-0850-43b0-8dbe-99db60e9b32e {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:19.465696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.470060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.477143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.504961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0a9479-ce11-48f5-85d9-8beaddfaa571,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:19.532606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.540047 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e8575440-8d17-44d7-8b65-27bf5f1a4dc7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2384474 May 06 13:57:19.542304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46690) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:19.550828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3464bc95-6fb8-42cc-ab30-deee21a2c925', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:19.563127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:19.568344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:19.572237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:19.585740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:19.604890 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:57:19.630266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.651151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bcb1d24a-e528-45da-a01a-a6a9d54c5091 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:19.702783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: bcb1d24a-e528-45da-a01a-a6a9d54c5091 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:19.703132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bcb1d24a-e528-45da-a01a-a6a9d54c5091 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:19.842651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.845493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.871132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port 049508b9-0850-43b0-8dbe-99db60e9b32e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=049508b9-0850-43b0-8dbe-99db60e9b32e,segment=NetworkSegment(53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7),segment_id=53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:19.871132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.903030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255a95ef-c2f0-4d32-9aad-478be5274fd5,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:20.027645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 049508b9-0850-43b0-8dbe-99db60e9b32e owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:20.055847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.057058 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c4961efc-2044-4b43-9eee-ff31ddc5ae1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5152605 May 06 13:57:20.236798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.265870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-720cce05-72c8-4eb1-a7fc-d45b3bce5bae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:20.301202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-720cce05-72c8-4eb1-a7fc-d45b3bce5bae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:20.301202 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-720cce05-72c8-4eb1-a7fc-d45b3bce5bae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512897866&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.0744498 May 06 13:57:20.301718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=049508b9-0850-43b0-8dbe-99db60e9b32e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:20.341389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 370e9181-abd6-4e3b-81ec-8c4222f5b548 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:20.423871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-30777048-f88d-4d7c-a482-031e4435b7c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:20.424925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-30777048-f88d-4d7c-a482-031e4435b7c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:20.427135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 370e9181-abd6-4e3b-81ec-8c4222f5b548 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:20.427529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.445181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-30777048-f88d-4d7c-a482-031e4435b7c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:20.461515 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-30777048-f88d-4d7c-a482-031e4435b7c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 930 time: 0.1397538 May 06 13:57:20.552874 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-78605c93-e95b-4785-afa3-cc03fd76475c service neutron] 10.222.0.21 "GET /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0895617 May 06 13:57:20.593308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 53361a27-9676-45b4-9a91-ad740dcc01bc no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:20.630258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.641895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 53361a27-9676-45b4-9a91-ad740dcc01bc {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:20.642296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 53361a27-9676-45b4-9a91-ad740dcc01bc not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:20.706421 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-ac912c21-464c-4430-86c1-2a783bc2ca02 service neutron] 10.222.0.21 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521144 May 06 13:57:20.854838 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-ae99cfc2-3089-405e-9f3e-8e59d527d986 service neutron] 10.222.0.21 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420472 May 06 13:57:20.994580 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:57:21.149165 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e1a8ddea-34d0-4f78-b158-3a8599332854 req-0bd83733-007d-4277-9d0c-41003ad9c142 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 210 time: 0.0626068 May 06 13:57:21.440748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:21.459125 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d36398aa-eef5-42f4-a041-88054f725932 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5922689 May 06 13:57:21.474117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46716) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:21.483102 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:21.499850 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:21.499850 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:21.580442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff29112-9845-46a8-8415-3717fe9cd91c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting subnet 44f2dd70-a66f-4d1b-926b-7d213b7cb4fa {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:57:21.582988 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cff29112-9845-46a8-8415-3717fe9cd91c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.651119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cff29112-9845-46a8-8415-3717fe9cd91c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.686886 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:21.786530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cff29112-9845-46a8-8415-3717fe9cd91c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.913354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cff29112-9845-46a8-8415-3717fe9cd91c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.961017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff29112-9845-46a8-8415-3717fe9cd91c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Subnet': ['ID=44f2dd70-a66f-4d1b-926b-7d213b7cb4fa,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:21.969279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cff29112-9845-46a8-8415-3717fe9cd91c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.979063 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cff29112-9845-46a8-8415-3717fe9cd91c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/44f2dd70-a66f-4d1b-926b-7d213b7cb4fa HTTP/1.1" status: 204 len: 168 time: 0.5158820 May 06 13:57:21.979221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a1da9-9a56-42d1-ac05-3fd2da0808cc None None] Network 877f44de-5abe-449f-9c47-fba4046c686d requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:57:21.979621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46722) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:22.083561 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 10, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:22.088143 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:22.098150 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:22.099376 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:22.104999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.116762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port c1525796-faec-43d6-9d16-437631946170 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:22.117472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.276810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] DHCP port deletion for 877f44de-5abe-449f-9c47-fba4046c686d request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:57:22.304730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] Deleting port c1525796-faec-43d6-9d16-437631946170 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:22.306117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.351021 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:22.414150 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-105d59b8-91ab-466b-9409-f1c5dbeca690 req-7aea18eb-66bf-422c-8651-0b0e2bee10ac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 210 time: 0.1254454 May 06 13:57:22.468821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port c1525796-faec-43d6-9d16-437631946170, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c1525796-faec-43d6-9d16-437631946170,segment=NetworkSegment(53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7),segment_id=53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:22.469802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.511137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c1525796-faec-43d6-9d16-437631946170 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:22.668795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] For port c1525796-faec-43d6-9d16-437631946170, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c1525796-faec-43d6-9d16-437631946170,segment=NetworkSegment(53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7),segment_id=53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:22.669490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.772599 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 10, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:22.781133 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588c6b6-be58-4d24-ab15-bf024a22ec0d None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 10, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None, '_interfaces': [{'id': '47c6a356-0cff-4086-91b8-68ae90abb3fe', 'name': '', 'network_id': 'd99838a7-cc60-4f68-8543-dc3aab899410', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'mac_address': 'fa:16:3e:ad:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:38Z', 'updated_at': '2022-05-06T13:56:44Z', 'revision_number': 5, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'subnets': [{'id': 'e866ec73-ac03-4517-bc62-bf72244ce745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:22.783909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for c1525796-faec-43d6-9d16-437631946170 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:22.838254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] Calling delete_port for c1525796-faec-43d6-9d16-437631946170 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:22.897991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-75165821-b4d5-4270-8d46-21eec551c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:22.899341 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-75165821-b4d5-4270-8d46-21eec551c4cb service neutron] 10.222.0.76 "GET /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 1026 time: 0.3496342 May 06 13:57:22.908152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:22.932851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.013614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:23.014232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:23.050573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No DVR routers for this DVR port c1525796-faec-43d6-9d16-437631946170 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:23.052244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=c1525796-faec-43d6-9d16-437631946170,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:23.214523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.244656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-964f5b4b-046d-41f2-8560-ce1fc768992c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:23.245319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-964f5b4b-046d-41f2-8560-ce1fc768992c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:23.258609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877f44de-5abe-449f-9c47-fba4046c686d']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:23.276313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:23.276632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53da0cb6-85fb-4ce3-be3b-5148c0f3d8a7') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:23.290300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.297937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-964f5b4b-046d-41f2-8560-ce1fc768992c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:23.299110 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-964f5b4b-046d-41f2-8560-ce1fc768992c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=b292934b-c742-45ab-b52f-7cf447b6870b HTTP/1.1" status: 200 len: 797 time: 0.3906798 May 06 13:57:23.320546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.331839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:57:23.332231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:23.346525 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:23.437501 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-bad8a204-4889-4ded-bba7-d86547e71ace tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 379 time: 0.1293893 May 06 13:57:23.450122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Request body: {'port': {'device_id': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:23.479268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.510447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.515123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] Deleting port c1525796-faec-43d6-9d16-437631946170 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:23.515691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.563536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Network': ['ID=877f44de-5abe-449f-9c47-fba4046c686d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:23.587210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b400540a-d61c-48a9-aa60-06a68fa0af82 None None] The port 'c1525796-faec-43d6-9d16-437631946170' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:57:23.587747 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c67c5f41-2ccf-4da4-98ee-da188a4654c4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/networks/877f44de-5abe-449f-9c47-fba4046c686d HTTP/1.1" status: 204 len: 168 time: 1.6072152 May 06 13:57:23.590485 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5e71aeb-0189-4d28-a791-e040487a7203 req-5c44672d-09a1-4a85-b4e2-eb110065a148 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 210 time: 0.0723186 May 06 13:57:23.591233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46734) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:23.668896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.034276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8034b03-d895-462b-a918-34c506c4a299 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:57:24.043447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.062991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Transition to ACTIVE for port object a8034b03-d895-462b-a918-34c506c4a299 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:24.067622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.165783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.228191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:24.275052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 049508b9-0850-43b0-8dbe-99db60e9b32e no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:24.311900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 049508b9-0850-43b0-8dbe-99db60e9b32e {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:24.312578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 049508b9-0850-43b0-8dbe-99db60e9b32e not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:24.326607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Attempting to bind port a8034b03-d895-462b-a918-34c506c4a299 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:24.327254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Attempting to bind port a8034b03-d895-462b-a918-34c506c4a299 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:24.327836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Attempting to bind port a8034b03-d895-462b-a918-34c506c4a299 on network b292934b-c742-45ab-b52f-7cf447b6870b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:57:24.333654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Port a8034b03-d895-462b-a918-34c506c4a299 on network b292934b-c742-45ab-b52f-7cf447b6870b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:57:24.334241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Attempting to bind port a8034b03-d895-462b-a918-34c506c4a299 on network b292934b-c742-45ab-b52f-7cf447b6870b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:57:24.340407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:57:24.341134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Checking segment: {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:57:24.341691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Bound using segment: {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:57:24.342307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Bound port: a8034b03-d895-462b-a918-34c506c4a299, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:24.342826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.441316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:57:24.445566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:57:24.451453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.539155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 47c6a356-0cff-4086-91b8-68ae90abb3fe {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:24.539390 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.631450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:24.632082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.633910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] 10.222.0.76 "PUT /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 1131 time: 1.1884704 May 06 13:57:24.643656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:57:24.725786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26199317-439d-49b6-84b1-80e0af7611c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:24.767171 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2d6ec0-e6ee-4a1e-9096-de53603a6fd0'] response: {'name': 'network-changed', 'server_uuid': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299', 'status': 'completed', 'code': 200} May 06 13:57:24.776512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-d38459b6-2866-41c5-b095-3465bc1175c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:24.779567 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-d38459b6-2866-41c5-b095-3465bc1175c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 1134 time: 0.1012464 May 06 13:57:24.880844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port 47c6a356-0cff-4086-91b8-68ae90abb3fe, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=47c6a356-0cff-4086-91b8-68ae90abb3fe,segment=NetworkSegment(90bd6977-be1e-4370-85d8-078698c845f0),segment_id=90bd6977-be1e-4370-85d8-078698c845f0)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:24.881405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.897001 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-c6518f92-9c50-4a23-aede-79591896e1f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 217 time: 0.1063976 May 06 13:57:24.978787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-8b628df4-1383-44bc-94e7-87a7f6568e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:24.980136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-8b628df4-1383-44bc-94e7-87a7f6568e92 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f7d253a0-61af-40e0-859c-3e62a0806778 HTTP/1.1" status: 200 len: 834 time: 0.0753298 May 06 13:57:25.026896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 47c6a356-0cff-4086-91b8-68ae90abb3fe owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:25.048052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60087ea-aad3-4ba8-9fa8-7cfd225e0817 req-643db36a-ac69-4436-b8fb-6cd7e7080543 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:25.049580 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f60087ea-aad3-4ba8-9fa8-7cfd225e0817 req-643db36a-ac69-4436-b8fb-6cd7e7080543 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 981 time: 0.2054634 May 06 13:57:25.131598 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f60087ea-aad3-4ba8-9fa8-7cfd225e0817 req-e603092c-f4bd-4d2c-b686-ab5463c8dc80 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671532 May 06 13:57:25.133667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-0e83df2c-2fab-4318-b191-03e23933aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:25.135110 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-0e83df2c-2fab-4318-b191-03e23933aec6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b292934b-c742-45ab-b52f-7cf447b6870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1452966 May 06 13:57:25.242585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.284030 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-928851fa-9209-42b6-92e9-5762753d92a1 service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406479 May 06 13:57:25.295656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=47c6a356-0cff-4086-91b8-68ae90abb3fe,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:25.441122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19a07fd9-3c70-484b-bfb6-4abebb23189a req-75a11736-043b-40c8-8aca-2ddb8ea70116 service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501970 May 06 13:57:25.551882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.617427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-fe704d38-2fd1-4e54-adde-1475fc652832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:25.619686 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-fe704d38-2fd1-4e54-adde-1475fc652832 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 1134 time: 0.0972862 May 06 13:57:25.765187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-3fbaf69a-d503-4793-b2e7-c82c5263dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:25.766670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-3fbaf69a-d503-4793-b2e7-c82c5263dab0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b292934b-c742-45ab-b52f-7cf447b6870b HTTP/1.1" status: 200 len: 898 time: 0.1391456 May 06 13:57:25.841332 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-0e60c6a0-4ee6-4f15-b86a-854585cef3f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 217 time: 0.0669434 May 06 13:57:25.861013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:57:25.906900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-e66260b8-ba6c-4380-9140-b58beccbd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:25.908334 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-e66260b8-ba6c-4380-9140-b58beccbd710 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f7d253a0-61af-40e0-859c-3e62a0806778 HTTP/1.1" status: 200 len: 834 time: 0.0599551 May 06 13:57:26.008172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:26.017542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-61c76561-1f51-4fac-af06-5f856ad2664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:26.018227 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-61c76561-1f51-4fac-af06-5f856ad2664f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b292934b-c742-45ab-b52f-7cf447b6870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027138 May 06 13:57:26.020257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:26.023312 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1dc20d3b-492d-4731-b17f-bbf03825d08a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4279535 May 06 13:57:26.026417 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46742) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:26.032961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:26.033234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:26.102630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-609fd82d-f1df-405b-9388-64031c17fb28 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting subnet e866ec73-ac03-4517-bc62-bf72244ce745 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:57:26.106472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-609fd82d-f1df-405b-9388-64031c17fb28 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.175668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:26.181606 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-1df8c400-ac95-42cd-a74f-6179e9d2b9d4 service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562674 May 06 13:57:26.186556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-609fd82d-f1df-405b-9388-64031c17fb28 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.304152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 11, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:26.312009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:26.322348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:26.323232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:26.457641 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a4f4c62-b132-46ca-b101-02dd48eb8f6d req-a8f72f32-a302-443f-9ea3-e47e8c49a1ec service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685077 May 06 13:57:26.465479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:26.479310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61b7bd-d7a8-4ce1-807f-11b16c0653cb req-438bfb56-f76c-4282-9ddf-e0fdae950b12 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:26.488522 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca61b7bd-d7a8-4ce1-807f-11b16c0653cb req-438bfb56-f76c-4282-9ddf-e0fdae950b12 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 981 time: 0.1718962 May 06 13:57:26.492546 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-609fd82d-f1df-405b-9388-64031c17fb28 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.597490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-609fd82d-f1df-405b-9388-64031c17fb28 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.605056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 11, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:26.611538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beec66b-0c4a-4d8a-b073-1909c08ba38b None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 11, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:26.645496 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fd82d-f1df-405b-9388-64031c17fb28 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Subnet': ['ID=e866ec73-ac03-4517-bc62-bf72244ce745,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:26.657053 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca61b7bd-d7a8-4ce1-807f-11b16c0653cb req-88a197d3-83ff-4bab-8c77-6ba246451246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674588 May 06 13:57:26.661540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-609fd82d-f1df-405b-9388-64031c17fb28 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.678448 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5df12-0eed-4f54-82e2-c1ed156f1857 None None] Network d99838a7-cc60-4f68-8543-dc3aab899410 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:57:26.678607 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-609fd82d-f1df-405b-9388-64031c17fb28 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/e866ec73-ac03-4517-bc62-bf72244ce745 HTTP/1.1" status: 204 len: 168 time: 0.6426332 May 06 13:57:26.678607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46748) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:26.814538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.830781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Deleting port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:26.831329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.986416 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] DHCP port deletion for d99838a7-cc60-4f68-8543-dc3aab899410 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:57:26.994648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] Deleting port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:26.995029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.169534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] For port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7a0eaecc-7e7b-42ae-b409-ebce6f5257e7,segment=NetworkSegment(90bd6977-be1e-4370-85d8-078698c845f0),segment_id=90bd6977-be1e-4370-85d8-078698c845f0)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:27.170171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.239335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] For port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7a0eaecc-7e7b-42ae-b409-ebce6f5257e7,segment=NetworkSegment(90bd6977-be1e-4370-85d8-078698c845f0),segment_id=90bd6977-be1e-4370-85d8-078698c845f0)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:27.240176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.323131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Calling delete_port for 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:27.411285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.418921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] Calling delete_port for 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:57:27.462306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Port': ['ID=7a0eaecc-7e7b-42ae-b409-ebce6f5257e7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:27.466898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No DVR routers for this DVR port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:27.503604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:27.504285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:27.616451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.648681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99838a7-cc60-4f68-8543-dc3aab899410']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:27.661181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bd6977-be1e-4370-85d8-078698c845f0') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:27.661473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bd6977-be1e-4370-85d8-078698c845f0') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:27.673379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.691534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.699045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:57:27.700527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:27.716053 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:27.804613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.828382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.837259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Pushing event deleted for resources: {'Network': ['ID=d99838a7-cc60-4f68-8543-dc3aab899410,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:27.849815 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-36aaaf8b-5c0a-4aba-b96e-1daa0f3e422d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/networks/d99838a7-cc60-4f68-8543-dc3aab899410 HTTP/1.1" status: 204 len: 168 time: 1.1759372 May 06 13:57:27.852563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46754) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:27.859483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'routes': None}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:27.863857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678249d3-d087-45e0-afef-c1be049c1e6f req-d3996f49-d4cd-4e1a-aec9-bacbd197827c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:27.865484 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-678249d3-d087-45e0-afef-c1be049c1e6f req-d3996f49-d4cd-4e1a-aec9-bacbd197827c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 981 time: 0.0942943 May 06 13:57:27.914702 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-678249d3-d087-45e0-afef-c1be049c1e6f req-67b188c4-5298-4790-9340-9e8ff1e6d918 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 May 06 13:57:28.006015 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] Deleting port 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:28.006635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.077069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a8034b03-d895-462b-a918-34c506c4a299 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:57:28.089413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-75a32efd-9082-45d6-ba59-e9ff4ffb8a2f None None] The port '7a0eaecc-7e7b-42ae-b409-ebce6f5257e7' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:57:28.239080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:28.270017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'a8034b03-d895-462b-a918-34c506c4a299', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'port_id': 'a8034b03-d895-462b-a918-34c506c4a299', 'mac_address': 'fa:16:3e:74:83:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:57:28.294769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.extraroute_db [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Added routes are [] {{(pid=87985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 06 13:57:28.295341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.extraroute_db [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Removed routes are [] {{(pid=87985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 06 13:57:28.295442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.327914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:28.370313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.386378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:28.387356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7a0eaecc-7e7b-42ae-b409-ebce6f5257e7 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:28.387978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 47c6a356-0cff-4086-91b8-68ae90abb3fe no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:28.424481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 47c6a356-0cff-4086-91b8-68ae90abb3fe {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:57:28.424982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 47c6a356-0cff-4086-91b8-68ae90abb3fe not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:28.431387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8034b03-d895-462b-a918-34c506c4a299 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:57:28.450987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:28.456320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.532838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:28.646225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.651108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.744037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['a8034b03-d895-462b-a918-34c506c4a299'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:57:28.796797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:57:28.952980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:28.965241 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.968605 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5cef4f3e-fb4b-4206-9757-d9d3fa46c32a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 HTTP/1.1" status: 200 len: 701 time: 1.1143818 May 06 13:57:28.972682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46760) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:28.973680 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] Sync routers for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:28.995606 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:28.998460 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:29.030239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6e6eed74-9fbb-4f33-ba4a-1e017dceb2fe tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Synchronizing usage tracker for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:29.049196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6e6eed74-9fbb-4f33-ba4a-1e017dceb2fe tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Unset dirty status for tenant:efbadb854a49451bbf0ae73180c0e3f4 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:29.053284 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6e6eed74-9fbb-4f33-ba4a-1e017dceb2fe tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 HTTP/1.1" status: 200 len: 205 time: 0.0756464 May 06 13:57:29.053792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46764) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:29.150075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281fa08-d920-4a90-bb73-afd405b8979b req-25e7f5e5-a28e-45c8-b6da-0d099c4e919b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:29.153016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4281fa08-d920-4a90-bb73-afd405b8979b req-25e7f5e5-a28e-45c8-b6da-0d099c4e919b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 982 time: 0.0971441 May 06 13:57:29.168827 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:29.223493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-16bd1524-d0ff-45fa-a817-26544063e860 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.229373 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4281fa08-d920-4a90-bb73-afd405b8979b req-a3034163-e906-4ab7-9b4c-07141a448336 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696673 May 06 13:57:29.305249 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 11, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:29.310347 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] Checking router: 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:29.319453 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] Routers {'3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:29.320060 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:29.454670 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] Set router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:29.542867 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-16bd1524-d0ff-45fa-a817-26544063e860 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.545595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-16bd1524-d0ff-45fa-a817-26544063e860 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.570209 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 11, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:29.571635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-16bd1524-d0ff-45fa-a817-26544063e860 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.572127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd1524-d0ff-45fa-a817-26544063e860 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Fanout notify agent at l3_agent the message router_deleted on router 3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:57:29.576085 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c103bc-c9ee-4cfa-99f3-9cd6bde90210 None None] The sync data for ids ['3fed7e21-cd3e-4422-838c-6fe1fcac5fd8'] in dv-neutron-840888-1-hyperv is: [{'id': '3fed7e21-cd3e-4422-838c-6fe1fcac5fd8', 'name': 'tempest-RoutersTest-router-1520386275', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:56:37Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 11, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:29.591683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-16bd1524-d0ff-45fa-a817-26544063e860 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.592840 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-16bd1524-d0ff-45fa-a817-26544063e860 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 HTTP/1.1" status: 204 len: 168 time: 0.5380137 May 06 13:57:29.598361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46768) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:29.603295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1732042985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:29.610622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:29.615517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Usage tracker for resource:router and tenant:efbadb854a49451bbf0ae73180c0e3f4 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:29.618601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:29.626297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:29.638541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.640280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.665874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.699199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.734958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.736980 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-13c3a29d-f51a-43e0-8d4f-652c395a130f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1379371 May 06 13:57:29.740153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46772) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:29.746977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4f45b4f7-11a6-4cad-9b30-4d26f1ad49bd tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:30.075609 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a8034b03-d895-462b-a918-34c506c4a299 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:30.140924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f45b4f7-11a6-4cad-9b30-4d26f1ad49bd tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.145765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port a8034b03-d895-462b-a918-34c506c4a299 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:30.151009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port a8034b03-d895-462b-a918-34c506c4a299 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:30.151376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.152645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f45b4f7-11a6-4cad-9b30-4d26f1ad49bd tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.277073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.312893 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:57:30.322992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:30.329221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.343306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f45b4f7-11a6-4cad-9b30-4d26f1ad49bd tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Router ac75ff9b-4862-4384-8f22-a023a37a0042 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:57:30.374104 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72780a39-14aa-47f3-bd99-ca282c7b214e'] response: {'server_uuid': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299', 'code': 200} May 06 13:57:30.417950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:30.564162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f45b4f7-11a6-4cad-9b30-4d26f1ad49bd tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:30.575515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] Sync routers for ids ['ac75ff9b-4862-4384-8f22-a023a37a0042'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:30.590032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] Routers {'ac75ff9b-4862-4384-8f22-a023a37a0042'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:30.590975 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['ac75ff9b-4862-4384-8f22-a023a37a0042'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:30.603486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f45b4f7-11a6-4cad-9b30-4d26f1ad49bd tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.604708 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4f45b4f7-11a6-4cad-9b30-4d26f1ad49bd tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "PUT /v2.0/routers/ac75ff9b-4862-4384-8f22-a023a37a0042 HTTP/1.1" status: 200 len: 694 time: 0.8632424 May 06 13:57:30.608726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46780) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:30.664581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd732b-ffea-4254-9ec5-8d7486673180 req-b97b7b42-4aac-4692-877b-110c4d44a899 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:30.665699 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cebd732b-ffea-4254-9ec5-8d7486673180 req-b97b7b42-4aac-4692-877b-110c4d44a899 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 983 time: 0.2378323 May 06 13:57:30.695762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e186b-beb7-4b86-9dbb-391446e6cc8a req-a6f454ef-02e4-44d6-b21f-3ee148cb4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:30.697503 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa6e186b-beb7-4b86-9dbb-391446e6cc8a req-a6f454ef-02e4-44d6-b21f-3ee148cb4c93 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 1136 time: 0.1346142 May 06 13:57:30.749405 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cebd732b-ffea-4254-9ec5-8d7486673180 req-02f1adaa-9cc8-465a-859d-7bd0c2188244 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700922 May 06 13:57:30.768055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] Set router ac75ff9b-4862-4384-8f22-a023a37a0042 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:30.772089 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa6e186b-beb7-4b86-9dbb-391446e6cc8a req-67753fa8-4684-46b5-a1a5-8e5c5a36e5fd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655060 May 06 13:57:30.881400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac75ff9b-4862-4384-8f22-a023a37a0042', 'name': 'tempest-RoutersTest-router-1732042985', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:29Z', 'updated_at': '2022-05-06T13:57:30Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:30.886120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] Checking router: ac75ff9b-4862-4384-8f22-a023a37a0042 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:30.896114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] Routers {'ac75ff9b-4862-4384-8f22-a023a37a0042'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:30.896792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['ac75ff9b-4862-4384-8f22-a023a37a0042'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:30.904121 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-dd469523-3370-49c0-8d88-99cead630ec1 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/routers/ac75ff9b-4862-4384-8f22-a023a37a0042 HTTP/1.1" status: 200 len: 700 time: 0.2903883 May 06 13:57:30.904575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46784) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:30.956509 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-06016d59-4186-49ab-a80e-295e49bee3a6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac75ff9b-4862-4384-8f22-a023a37a0042 HTTP/1.1" status: 200 len: 205 time: 0.0483899 May 06 13:57:30.956738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46788) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.032974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] Set router ac75ff9b-4862-4384-8f22-a023a37a0042 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:31.098923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-659742dd-afbb-4638-8576-36fc7bfcf3c7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.189047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac75ff9b-4862-4384-8f22-a023a37a0042', 'name': 'tempest-RoutersTest-router-1732042985', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:29Z', 'updated_at': '2022-05-06T13:57:30Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:31.193272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd10f3e-5660-41f6-ac2d-ee0c05a4c6da None None] The sync data for ids ['ac75ff9b-4862-4384-8f22-a023a37a0042'] in dv-neutron-840888-1-hyperv is: [{'id': 'ac75ff9b-4862-4384-8f22-a023a37a0042', 'name': 'tempest-RoutersTest-router-1732042985', 'tenant_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:29Z', 'updated_at': '2022-05-06T13:57:30Z', 'revision_number': 2, 'project_id': 'efbadb854a49451bbf0ae73180c0e3f4', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:31.411878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-659742dd-afbb-4638-8576-36fc7bfcf3c7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.414504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-659742dd-afbb-4638-8576-36fc7bfcf3c7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.437857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-659742dd-afbb-4638-8576-36fc7bfcf3c7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.438638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659742dd-afbb-4638-8576-36fc7bfcf3c7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Fanout notify agent at l3_agent the message router_deleted on router ac75ff9b-4862-4384-8f22-a023a37a0042 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:57:31.454196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-659742dd-afbb-4638-8576-36fc7bfcf3c7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.455264 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-659742dd-afbb-4638-8576-36fc7bfcf3c7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/ac75ff9b-4862-4384-8f22-a023a37a0042 HTTP/1.1" status: 204 len: 168 time: 0.4975586 May 06 13:57:31.461755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46792) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.508585 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6f0d1a3b-c879-4623-a6fa-752f6c3eae4a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac75ff9b-4862-4384-8f22-a023a37a0042 HTTP/1.1" status: 200 len: 205 time: 0.0456791 May 06 13:57:31.510874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46796) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.577304 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-ed75248f-cc59-4efb-9deb-03cc61ae4d4f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] delete failed (client error): The resource could not be found. May 06 13:57:31.578317 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ed75248f-cc59-4efb-9deb-03cc61ae4d4f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/ac75ff9b-4862-4384-8f22-a023a37a0042 HTTP/1.1" status: 404 len: 336 time: 0.0665400 May 06 13:57:31.580953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46802) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.622188 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9707b95-d88e-4bb8-ae07-a969c049190d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] DELETE failed (client error): The resource could not be found. May 06 13:57:31.622761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9707b95-d88e-4bb8-ae07-a969c049190d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:31.624306 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e9707b95-d88e-4bb8-ae07-a969c049190d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/c1b685e3-0bc4-4ffc-a07b-1a3fc7afcdda HTTP/1.1" status: 404 len: 337 time: 0.0424902 May 06 13:57:31.626884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46806) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.663519 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a67d39-bbe6-4e8c-8c7b-0a28a796f82e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] DELETE failed (client error): The resource could not be found. May 06 13:57:31.663961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a67d39-bbe6-4e8c-8c7b-0a28a796f82e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:31.665635 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-26a67d39-bbe6-4e8c-8c7b-0a28a796f82e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/3d1af84e-3046-4808-8301-06387c0e048b HTTP/1.1" status: 404 len: 337 time: 0.0377519 May 06 13:57:31.668853 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46810) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.706019 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed58582-8879-41ea-96b3-a306f7e4c8f6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] DELETE failed (client error): The resource could not be found. May 06 13:57:31.706383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed58582-8879-41ea-96b3-a306f7e4c8f6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:31.708019 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1ed58582-8879-41ea-96b3-a306f7e4c8f6 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/44f2dd70-a66f-4d1b-926b-7d213b7cb4fa HTTP/1.1" status: 404 len: 337 time: 0.0382938 May 06 13:57:31.710497 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46814) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.751007 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4c48de-7782-4d8b-b281-2c0e50c2f05b tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] DELETE failed (client error): The resource could not be found. May 06 13:57:31.751451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4c48de-7782-4d8b-b281-2c0e50c2f05b tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:31.753137 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5c4c48de-7782-4d8b-b281-2c0e50c2f05b tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/e866ec73-ac03-4517-bc62-bf72244ce745 HTTP/1.1" status: 404 len: 337 time: 0.0417657 May 06 13:57:31.755711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46818) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.799166 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6b416c94-ca68-49a8-8f07-09c9a656a33a tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 HTTP/1.1" status: 200 len: 205 time: 0.0424085 May 06 13:57:31.801645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46824) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.877417 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-4a1c03c5-ee9a-4abc-9cc7-2ae25b69143f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] delete failed (client error): The resource could not be found. May 06 13:57:31.878441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4a1c03c5-ee9a-4abc-9cc7-2ae25b69143f tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/3fed7e21-cd3e-4422-838c-6fe1fcac5fd8 HTTP/1.1" status: 404 len: 336 time: 0.0758305 May 06 13:57:31.881247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46828) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.927062 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3407b5f5-0444-4c96-8336-52d7ad7688b4 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=42bc7f83-8eea-40d8-93fd-3c5a856086b1 HTTP/1.1" status: 200 len: 205 time: 0.0446959 May 06 13:57:31.929614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46832) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.038740 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-70ec0216-c182-4f94-a6ba-b672f81170dc tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] delete failed (client error): The resource could not be found. May 06 13:57:32.042282 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-70ec0216-c182-4f94-a6ba-b672f81170dc tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/42bc7f83-8eea-40d8-93fd-3c5a856086b1 HTTP/1.1" status: 404 len: 336 time: 0.1092858 May 06 13:57:32.043007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46836) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.087528 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e5fc92-2c06-4ae6-88ec-7640f053ebcb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] DELETE failed (client error): The resource could not be found. May 06 13:57:32.087968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e5fc92-2c06-4ae6-88ec-7640f053ebcb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:32.090560 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-58e5fc92-2c06-4ae6-88ec-7640f053ebcb tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/a2e71971-de4f-4d4a-8f65-635f90b5d522 HTTP/1.1" status: 404 len: 337 time: 0.0436385 May 06 13:57:32.092876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46840) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.093012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0f4ec-8761-4349-80f8-f07969ca1d05 req-93f969a4-65d3-4e54-a7c3-b8dc4e8c05fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:32.094731 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f6e0f4ec-8761-4349-80f8-f07969ca1d05 req-93f969a4-65d3-4e54-a7c3-b8dc4e8c05fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 983 time: 0.2150004 May 06 13:57:32.154524 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f6e0f4ec-8761-4349-80f8-f07969ca1d05 req-87028eb9-681e-4797-9300-f2e0dd69b916 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516126 May 06 13:57:32.248141 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1c5326b6-739a-40d2-978c-79a03cb78bf3 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ee53aed-9e5b-4533-b886-9d9a1447185b HTTP/1.1" status: 200 len: 205 time: 0.1536751 May 06 13:57:32.250811 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46844) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.316210 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-9ea1012a-0d99-4395-b2ab-7f21f936daec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] delete failed (client error): The resource could not be found. May 06 13:57:32.317258 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9ea1012a-0d99-4395-b2ab-7f21f936daec tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/3ee53aed-9e5b-4533-b886-9d9a1447185b HTTP/1.1" status: 404 len: 336 time: 0.0659368 May 06 13:57:32.319974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46848) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.366454 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c7ccd207-313c-4183-a1dd-7f8fd75ec675 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0 HTTP/1.1" status: 200 len: 205 time: 0.0452874 May 06 13:57:32.368740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46852) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.436287 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-bfaa61c3-5e3f-4153-b435-73b4285e7be7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] delete failed (client error): The resource could not be found. May 06 13:57:32.437336 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bfaa61c3-5e3f-4153-b435-73b4285e7be7 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/55fc6f39-0c68-4c5f-a0ae-54873a5fd7e0 HTTP/1.1" status: 404 len: 336 time: 0.0677164 May 06 13:57:32.439924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46856) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.481636 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-80467d7c-56a5-458b-a488-b1c8a9e31a46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] DELETE failed (client error): The resource could not be found. May 06 13:57:32.482085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80467d7c-56a5-458b-a488-b1c8a9e31a46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:32.483792 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-80467d7c-56a5-458b-a488-b1c8a9e31a46 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/7f4ac8fb-1f25-4c36-8d38-990c76dc6385 HTTP/1.1" status: 404 len: 337 time: 0.0429547 May 06 13:57:32.486477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46860) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.531369 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b920d641-6e60-467d-b97a-f1a7bc8c378d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf79528d-b598-46b5-beca-22be62a5abd5 HTTP/1.1" status: 200 len: 205 time: 0.0437207 May 06 13:57:32.534873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46864) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.604455 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-2d7b5057-e0d9-454c-aa1e-c4891a22888c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] delete failed (client error): The resource could not be found. May 06 13:57:32.605987 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2d7b5057-e0d9-454c-aa1e-c4891a22888c tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/bf79528d-b598-46b5-beca-22be62a5abd5 HTTP/1.1" status: 404 len: 336 time: 0.0696726 May 06 13:57:32.608795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46868) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.646437 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f85aac4-b658-44ec-91d1-b0f9d9aba70e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] DELETE failed (client error): The resource could not be found. May 06 13:57:32.647119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f85aac4-b658-44ec-91d1-b0f9d9aba70e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:32.648543 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f85aac4-b658-44ec-91d1-b0f9d9aba70e tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/79b14134-a918-44d3-bbf9-fe945d157e96 HTTP/1.1" status: 404 len: 337 time: 0.0388522 May 06 13:57:32.651240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46872) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.694982 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-65016bd1-dec6-4bb4-a0c4-9b35637a2cbf tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "GET /v2.0/ports?device_id=377c4f3a-213e-4314-b1c6-462a902def73 HTTP/1.1" status: 200 len: 205 time: 0.0426974 May 06 13:57:32.697342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46876) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.764765 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-fe850e6c-3c51-407d-94a2-0cda15c98707 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] delete failed (client error): The resource could not be found. May 06 13:57:32.765752 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fe850e6c-3c51-407d-94a2-0cda15c98707 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/routers/377c4f3a-213e-4314-b1c6-462a902def73 HTTP/1.1" status: 404 len: 336 time: 0.0675490 May 06 13:57:32.768254 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46880) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.805776 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-14132dbc-9eb5-4223-822a-ed9240733e32 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] DELETE failed (client error): The resource could not be found. May 06 13:57:32.806216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14132dbc-9eb5-4223-822a-ed9240733e32 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:32.808163 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-14132dbc-9eb5-4223-822a-ed9240733e32 tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/7305006c-89ec-4567-afeb-1c7b968cc044 HTTP/1.1" status: 404 len: 337 time: 0.0390301 May 06 13:57:32.811166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46884) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.850780 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9752ff68-e79c-40d6-a161-63c730851f5d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] DELETE failed (client error): The resource could not be found. May 06 13:57:32.851222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9752ff68-e79c-40d6-a161-63c730851f5d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:57:32.852842 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9752ff68-e79c-40d6-a161-63c730851f5d tempest-RoutersTest-2048674723 tempest-RoutersTest-2048674723-project] 10.222.0.21 "DELETE /v2.0/subnets/03cff2f7-0835-4de5-8a7e-c8bd1e33bc21 HTTP/1.1" status: 404 len: 337 time: 0.0407751 May 06 13:57:33.140799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46892) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:33.318000 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c0f1368b-03f5-4c5e-aa31-5ea1527792ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efbadb854a49451bbf0ae73180c0e3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731055 May 06 13:57:33.318240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46900) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:33.358480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c41514-a776-4108-b99d-6eb3672e916e req-97b9b6e5-c775-4935-9a27-1bd888d92359 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:33.360026 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91c41514-a776-4108-b99d-6eb3672e916e req-97b9b6e5-c775-4935-9a27-1bd888d92359 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 983 time: 0.0853937 May 06 13:57:33.383005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd2e5d7-1287-448c-957d-86e94963dc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.407784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91c41514-a776-4108-b99d-6eb3672e916e req-951a1e8b-dbe6-4815-b16d-d168fd5ce349 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 May 06 13:57:33.414801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd2e5d7-1287-448c-957d-86e94963dc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.471192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd2e5d7-1287-448c-957d-86e94963dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.487402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2e5d7-1287-448c-957d-86e94963dc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a882f3-40a8-49a4-b811-9b2cab0b35d7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:33.498802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6dd2e5d7-1287-448c-957d-86e94963dc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.502319 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6dd2e5d7-1287-448c-957d-86e94963dc6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32a882f3-40a8-49a4-b811-9b2cab0b35d7 HTTP/1.1" status: 204 len: 168 time: 0.1807930 May 06 13:57:33.622823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae5ca8-adce-44f3-a459-af2fd3bc4bdd req-765fea22-7ae5-449d-ba41-b03b289ef7b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:33.624877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1eae5ca8-adce-44f3-a459-af2fd3bc4bdd req-765fea22-7ae5-449d-ba41-b03b289ef7b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 983 time: 0.1028340 May 06 13:57:33.680471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1eae5ca8-adce-44f3-a459-af2fd3bc4bdd req-9c45e1a6-d79a-4b36-831b-e5e30df3beac tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477450 May 06 13:57:33.706118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46908) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:33.791160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde9898-dcb1-4d77-9c66-17c60f0dba05 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:33.792786 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0cde9898-dcb1-4d77-9c66-17c60f0dba05 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 1131 time: 0.0852334 May 06 13:57:33.795841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46912) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:33.801321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'a8034b03-d895-462b-a918-34c506c4a299', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:33.809272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:33.814731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:floatingip and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:33.817636 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:33.823638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:33.834784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.985180 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:34.130060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.228 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/01ec58cc-3b33-4e78-a824-5537dad8eeeb) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:34.280535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:34.312907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:34.377039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:34.379877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:34.382329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:57:34.415730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=01ec58cc-3b33-4e78-a824-5537dad8eeeb,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:34.942704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.029404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.262989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.269562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.403778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=01ec58cc-3b33-4e78-a824-5537dad8eeeb,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:35.421536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:35.616335 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 65da855c-ceea-4057-81cd-40dbd3d40a32 associated. External IP: 172.26.2.228, port: a8034b03-d895-462b-a918-34c506c4a299. May 06 13:57:36.007019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 47773b42-c60b-4098-949a-53e779c49de1 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:57:36.026291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:36.210832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:57:36.224355 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] Sync routers for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:57:36.237575 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:36.237764 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:36.243179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:36.332203 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-56cc1c59-3515-43d4-87f0-7215867c17e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5351024 May 06 13:57:36.333261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:57:36.335790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46916) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:36.422756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c153fa-8359-41da-b167-71127b3bda53 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:36.426998 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-77c153fa-8359-41da-b167-71127b3bda53 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d&network_id=b292934b-c742-45ab-b52f-7cf447b6870b HTTP/1.1" status: 200 len: 1131 time: 0.0877864 May 06 13:57:36.438279 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565371d0-2a7c-4a5a-b940-f0fb3b05d33d'] response: {'name': 'network-changed', 'server_uuid': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299', 'status': 'completed', 'code': 200} May 06 13:57:36.481485 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:36.561628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-95a6004e-062c-440e-90c6-955dc879b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:36.579945 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-95a6004e-062c-440e-90c6-955dc879b1ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 1136 time: 0.1153493 May 06 13:57:36.609914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bf30de89-632c-411e-b0d3-1f840179e6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:36.803128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-2c23e49e-8328-42b2-9271-e091906c6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:36.803128 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-2c23e49e-8328-42b2-9271-e091906c6232 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b292934b-c742-45ab-b52f-7cf447b6870b HTTP/1.1" status: 200 len: 898 time: 0.2156775 May 06 13:57:36.987488 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-7943c990-4540-4fe9-82d9-3d9ddf13fe7f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 1037 time: 0.1771491 May 06 13:57:37.083553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17104093-183c-4e5c-b0f6-a54e03dd094d req-d3929a07-a3a6-4306-893a-f8b3bf3a9561 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:37.083553 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17104093-183c-4e5c-b0f6-a54e03dd094d req-d3929a07-a3a6-4306-893a-f8b3bf3a9561 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 983 time: 0.2726891 May 06 13:57:37.101316 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:12Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '65da855c-ceea-4057-81cd-40dbd3d40a32', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.228', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '47773b42-c60b-4098-949a-53e779c49de1', 'port_id': 'a8034b03-d895-462b-a918-34c506c4a299', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1926013064', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'mac_address': 'fa:16:3e:74:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:57:34Z', 'updated_at': '2022-05-06T13:57:34Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370e9181-abd6-4e3b-81ec-8c4222f5b548', 'name': '', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:25:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:10Z', 'updated_at': '2022-05-06T13:57:18Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:37.107133 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] Checking router: 47773b42-c60b-4098-949a-53e779c49de1 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:57:37.108647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-2b6daa9c-f720-47b9-8c79-a5c61573bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:37.111948 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-2b6daa9c-f720-47b9-8c79-a5c61573bc37 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f7d253a0-61af-40e0-859c-3e62a0806778 HTTP/1.1" status: 200 len: 834 time: 0.1169372 May 06 13:57:37.118588 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:57:37.119229 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:37.192776 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17104093-183c-4e5c-b0f6-a54e03dd094d req-ec500ff2-9a9e-425b-af76-b95f80beeba6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015713 May 06 13:57:37.236591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-07aad483-88fd-43dc-9303-9fe10332db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:37.236591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-07aad483-88fd-43dc-9303-9fe10332db89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b292934b-c742-45ab-b52f-7cf447b6870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1161668 May 06 13:57:37.363707 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:57:37.439648 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-e1cfd478-d459-4a9a-8f7f-6cb950f91bd4 service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933210 May 06 13:57:37.636190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68154e60-ca14-4b33-89a1-ede028ab8d24 req-9d65c78f-e27d-4281-955b-fdb2d3c091ba service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873872 May 06 13:57:37.865380 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:12Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '65da855c-ceea-4057-81cd-40dbd3d40a32', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.228', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '47773b42-c60b-4098-949a-53e779c49de1', 'port_id': 'a8034b03-d895-462b-a918-34c506c4a299', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1926013064', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'mac_address': 'fa:16:3e:74:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:57:34Z', 'updated_at': '2022-05-06T13:57:34Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370e9181-abd6-4e3b-81ec-8c4222f5b548', 'name': '', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:25:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:10Z', 'updated_at': '2022-05-06T13:57:18Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:37.869900 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70416f2d-797f-44f3-b8ea-99afab6f5f52 None None] The sync data for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv is: [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:12Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '65da855c-ceea-4057-81cd-40dbd3d40a32', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.228', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '47773b42-c60b-4098-949a-53e779c49de1', 'port_id': 'a8034b03-d895-462b-a918-34c506c4a299', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1926013064', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'mac_address': 'fa:16:3e:74:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eea6274-dcbe-4bad-8bde-97df27f1d77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:57:34Z', 'updated_at': '2022-05-06T13:57:34Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370e9181-abd6-4e3b-81ec-8c4222f5b548', 'name': '', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:25:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:10Z', 'updated_at': '2022-05-06T13:57:18Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:57:38.124925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8394c7c-efc0-403f-ad4c-c7884b606877 None None] New status for floating IP 65da855c-ceea-4057-81cd-40dbd3d40a32: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:57:38.520114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78529-7d66-4899-bb67-a1d37dc04e81 req-f69f2b3a-ecf2-4e54-8e52-46c08391bc48 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:38.524017 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d3d78529-7d66-4899-bb67-a1d37dc04e81 req-f69f2b3a-ecf2-4e54-8e52-46c08391bc48 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 983 time: 0.1584585 May 06 13:57:38.584405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-c6c3b9c2-a886-4b58-b4a1-18201d7f899f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:38.590471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-c6c3b9c2-a886-4b58-b4a1-18201d7f899f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 983 time: 0.1526141 May 06 13:57:38.648494 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d3d78529-7d66-4899-bb67-a1d37dc04e81 req-785901e6-1f18-4c86-b866-2353a8c3b727 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130221 May 06 13:57:38.685808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-cd748374-038f-4f54-989b-a2590b36db18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:38.688071 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-cd748374-038f-4f54-989b-a2590b36db18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0947020 May 06 13:57:38.871184 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-a2a085d5-3492-41bc-a1a5-e52a289568f6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1762860 May 06 13:57:38.881853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:38.954652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4c1084b7-73aa-49ea-b9de-c86b2495621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.016729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.333113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:39.362932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:57:39.422317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] device_id is not set on port a8034b03-d895-462b-a918-34c506c4a299 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:57:39.431652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.439012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.592088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=6']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:39.649769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] No DVR routers for this DVR port a8034b03-d895-462b-a918-34c506c4a299 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:39.754387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2b2c8b3a-496d-4f90-8a8c-c2b5f4ccf062 None None] Provisioning complete for port a8034b03-d895-462b-a918-34c506c4a299 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:39.754387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2b2c8b3a-496d-4f90-8a8c-c2b5f4ccf062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.869062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2b2c8b3a-496d-4f90-8a8c-c2b5f4ccf062 None None] Port a8034b03-d895-462b-a918-34c506c4a299 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:57:39.963850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.968735 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b789459c-6b1d-4f20-9225-8b25f96f3c2c req-2a4fea0e-ec17-46a5-928d-115e7def1bb0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea6274-dcbe-4bad-8bde-97df27f1d77d HTTP/1.1" status: 200 len: 210 time: 0.0625174 May 06 13:57:39.988044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] In _notify_port_updated(), no bound segment for port a8034b03-d895-462b-a918-34c506c4a299 on network b292934b-c742-45ab-b52f-7cf447b6870b {{(pid=87984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:57:39.988044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:39.988044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.988044 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d0e1ea41-94f5-4300-b034-99d5753c9e4c req-f004d855-38cb-4c5e-8fae-48d0d2fe9ef5 service neutron] 10.222.0.76 "PUT /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 1026 time: 1.1094360 May 06 13:57:40.050940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.595355 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:57:41.072630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46932) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:41.150325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c5209-cab6-49ec-b620-65f1e14d65fb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:41.150972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ad8c5209-cab6-49ec-b620-65f1e14d65fb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:41.170190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ad8c5209-cab6-49ec-b620-65f1e14d65fb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:41.171398 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ad8c5209-cab6-49ec-b620-65f1e14d65fb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 925 time: 0.0977702 May 06 13:57:41.336368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46938) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:41.342311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1517601895', 'description': 'tempest-secgroup-smoke-1517601895 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:41.348434 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:41.358366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:41.371951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.393324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:41.397314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:41.400261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:41.406916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:41.492057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.498105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.581275 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.671702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36012f1-7925-498f-bb20-4507d2c49502,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.680490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.681745 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f0958f22-8d2a-432e-aa5e-7119d93a5246 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3439977 May 06 13:57:41.686016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46942) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:41.691021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'b36012f1-7925-498f-bb20-4507d2c49502', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:41.697348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:41.703687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:41.707092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:41.713391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:41.733720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.799259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.803233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.827856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a280de4f-afef-49c9-a2cc-ae1879fddf44,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.838141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.841141 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4711f53b-a043-46a3-bd99-5bc2f125f72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523566 May 06 13:57:41.843389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 46946) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:41.848790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'b36012f1-7925-498f-bb20-4507d2c49502', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:41.854936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:41.860136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:41.863797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:41.871296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:41.889310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.961012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.969383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.008531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649e47be-7cae-4d6b-b5c7-93c084f6e43a,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:42.019970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.019970 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-151874bb-5b2f-4237-a864-5cf1be0a0646 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667042 May 06 13:57:42.025257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46950) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:42.025257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'b36012f1-7925-498f-bb20-4507d2c49502', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:42.036582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:42.036582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:42.047281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:42.050592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:42.074419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.148267 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.151908 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.177049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fe4958-02ed-4271-b42c-433f52f5a1ab,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:42.189655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.190864 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a02c6955-ae1d-4806-aea7-cde7d9e98073 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1749885 May 06 13:57:42.194759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46956) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:42.205573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'b36012f1-7925-498f-bb20-4507d2c49502', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:42.212859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:42.212859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:42.219998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:42.224114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:42.241220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.318366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.322680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.351524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822ad014-693b-4239-860d-b7b83b18061f,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:42.363337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.364021 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1fc59207-2083-4677-a4c0-cebabcdbd6f5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693969 May 06 13:57:42.366926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46960) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:42.372731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'b36012f1-7925-498f-bb20-4507d2c49502', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:42.379766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:42.383707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:42.387636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:42.393890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:42.405521 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:57:42.414021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.489801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.495134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.547066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4957a9-c0f4-4b3c-baa8-11b8d59384d3,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:42.557344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.559526 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-87bbad04-20a2-40d7-bb9f-410a2bbb1986 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1916547 May 06 13:57:42.563414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 46964) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:42.569093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'b36012f1-7925-498f-bb20-4507d2c49502', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:42.576132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:42.580662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:42.583687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:42.589499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:42.601870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:57:42.609949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.686911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.691298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.718262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc027de6-79db-4832-964c-8373793a8fa9,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:42.728607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.729824 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-de943786-761e-4bf8-9e93-51e662ffa0aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654224 May 06 13:57:43.010775 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-454241f8-5334-419c-ba01-1017b549a90e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517601895&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.0676448 May 06 13:57:43.104260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-59a612bf-dc2d-42a3-9bc1-e2a57df0b5c9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:43.105799 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-59a612bf-dc2d-42a3-9bc1-e2a57df0b5c9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 930 time: 0.0869887 May 06 13:57:43.200349 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-cecc67be-976e-40c8-9802-e39b2eab3225 service neutron] 10.222.0.21 "GET /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0739954 May 06 13:57:43.357787 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-9c3d1c64-8031-4129-9b20-89e765fac924 service neutron] 10.222.0.21 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506965 May 06 13:57:43.521599 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-4e7eadeb-7ba0-47d9-aaf5-8944d57c8de3 service neutron] 10.222.0.21 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554880 May 06 13:57:43.831051 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0fbda09b-1681-4193-9f7a-3e87c9da6a82 req-d2189008-f3e9-4c62-b234-96e836870c9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 210 time: 0.1575031 May 06 13:57:44.187478 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a8034b03-d895-462b-a918-34c506c4a299 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:44.256626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a8034b03-d895-462b-a918-34c506c4a299 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:45.045152 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b9753b96-4de1-4399-8d86-159e36c0f0cb req-13835a08-cd2c-4ef5-a300-995239b18dad tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 210 time: 0.0846558 May 06 13:57:45.052810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-c2c26fb0-86da-4813-ad84-e33738e3b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:45.054232 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-c2c26fb0-86da-4813-ad84-e33738e3b78a service neutron] 10.222.0.76 "GET /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 1026 time: 0.1541276 May 06 13:57:45.246667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-55b62046-5706-4139-985b-e3118f2901a5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:45.248822 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-55b62046-5706-4139-985b-e3118f2901a5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=b292934b-c742-45ab-b52f-7cf447b6870b HTTP/1.1" status: 200 len: 797 time: 0.1869485 May 06 13:57:45.322132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-14057c45-397f-4b10-bfcb-17802270f688 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 472 time: 0.0546246 May 06 13:57:45.333630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Request body: {'port': {'device_id': '254a01c7-3184-4021-a065-40103b0f8162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:45.455469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.990441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8034b03-d895-462b-a918-34c506c4a299 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:57:46.004605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.031768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Transition to ACTIVE for port object a8034b03-d895-462b-a918-34c506c4a299 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:46.038404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.205627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=7']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:46.452034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Attempting to bind port a8034b03-d895-462b-a918-34c506c4a299 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:46.452355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Attempting to bind port a8034b03-d895-462b-a918-34c506c4a299 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:46.452724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Attempting to bind port a8034b03-d895-462b-a918-34c506c4a299 on network b292934b-c742-45ab-b52f-7cf447b6870b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:57:46.462389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16f29a-d580-46b6-8b5d-4d6d273b2c27 req-7e8ea15c-a6e4-4c16-bff5-66f62a6b4d20 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:46.464032 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f16f29a-d580-46b6-8b5d-4d6d273b2c27 req-7e8ea15c-a6e4-4c16-bff5-66f62a6b4d20 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 981 time: 0.2322149 May 06 13:57:46.468542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Port a8034b03-d895-462b-a918-34c506c4a299 on network b292934b-c742-45ab-b52f-7cf447b6870b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:57:46.469068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Attempting to bind port a8034b03-d895-462b-a918-34c506c4a299 on network b292934b-c742-45ab-b52f-7cf447b6870b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:57:46.489477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:57:46.489937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Checking segment: {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:57:46.490403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Bound using segment: {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:57:46.491021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Bound port: a8034b03-d895-462b-a918-34c506c4a299, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1894666-a008-4c33-97a1-449e9ee7078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:46.491449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.582268 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f16f29a-d580-46b6-8b5d-4d6d273b2c27 req-da85df89-d6f1-4641-b50c-ba2f8b97b191 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104527 May 06 13:57:46.619643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:57:46.623613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:57:46.628902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.701448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:46.702920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.703656 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] 10.222.0.76 "PUT /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 1131 time: 1.3745434 May 06 13:57:46.704330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254a01c7-3184-4021-a065-40103b0f8162', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:57:46.741306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ca61c-d2f4-441d-87e4-3e30070e934c service neutron] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=8']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:46.809981 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc6578b-6e90-4e4e-b608-8819d868a85d'] response: {'name': 'network-changed', 'server_uuid': '254a01c7-3184-4021-a065-40103b0f8162', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299', 'status': 'completed', 'code': 200} May 06 13:57:46.866263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-3753082c-46a4-497c-8f22-18a5f8ac338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:46.867794 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-3753082c-46a4-497c-8f22-18a5f8ac338a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 1134 time: 0.0974870 May 06 13:57:47.019420 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-a4de7d7c-0aa2-4371-b879-d4d59a0ecfc9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 1037 time: 0.1427588 May 06 13:57:47.094231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-c366b55f-a95c-4994-bb08-9c21db56e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:47.095735 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-c366b55f-a95c-4994-bb08-9c21db56e060 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f7d253a0-61af-40e0-859c-3e62a0806778 HTTP/1.1" status: 200 len: 834 time: 0.0703003 May 06 13:57:47.302392 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-ffd055e3-5bd3-4e0e-827b-75ed0a5c458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:47.305923 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-ffd055e3-5bd3-4e0e-827b-75ed0a5c458b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b292934b-c742-45ab-b52f-7cf447b6870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2017109 May 06 13:57:47.455889 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-28602a48-71e0-44b2-9a8e-53509f2977f4 service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441271 May 06 13:57:47.614912 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32b48e02-153f-42ec-901c-bbcc2d33e557 req-8f410057-b6de-4f39-99b3-592605c56a72 service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524799 May 06 13:57:47.822297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-3d02cc0e-330f-417f-b9c5-196f89153916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:47.825700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-3d02cc0e-330f-417f-b9c5-196f89153916 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 1134 time: 0.1547852 May 06 13:57:47.835703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010ae42-62c8-415d-8d9f-45ef66e47d73 req-c4f757c3-eb41-4c9f-8285-f1bf117a1d93 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:47.835897 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c010ae42-62c8-415d-8d9f-45ef66e47d73 req-c4f757c3-eb41-4c9f-8285-f1bf117a1d93 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 981 time: 0.1249180 May 06 13:57:47.975788 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c010ae42-62c8-415d-8d9f-45ef66e47d73 req-5fb93d32-1544-49b2-a4d8-2f95b993daf5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164675 May 06 13:57:48.011813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-fa1739a5-b757-488c-b919-d9e8e72c6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:48.013647 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-fa1739a5-b757-488c-b919-d9e8e72c6fe8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b292934b-c742-45ab-b52f-7cf447b6870b HTTP/1.1" status: 200 len: 898 time: 0.1768374 May 06 13:57:48.130997 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-cd2aee17-7498-4fab-bbe9-85a5f1b204cd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 1037 time: 0.1043675 May 06 13:57:48.203845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-abb501ae-9c66-42c5-b2c2-a659ccccf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:48.203845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-abb501ae-9c66-42c5-b2c2-a659ccccf61b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f7d253a0-61af-40e0-859c-3e62a0806778 HTTP/1.1" status: 200 len: 834 time: 0.0697594 May 06 13:57:48.287529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-b2f5efa0-5232-4f64-a67a-f9268bff11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:48.289067 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-b2f5efa0-5232-4f64-a67a-f9268bff11dd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b292934b-c742-45ab-b52f-7cf447b6870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822492 May 06 13:57:48.441858 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-ba3df781-e2e1-4dac-aa78-891f9bc1a392 service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443815 May 06 13:57:48.591895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448f9518-cc81-48d5-ab2f-f4bce4966840 req-0c65c9ca-47e7-48ff-8c2d-d6bf820275f1 service neutron] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412158 May 06 13:57:49.225050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95555cb2-14fd-493d-822f-651232362596 req-695b82e3-b130-4af0-aa8e-097eab52db06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:49.226105 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95555cb2-14fd-493d-822f-651232362596 req-695b82e3-b130-4af0-aa8e-097eab52db06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 981 time: 0.1273210 May 06 13:57:49.290364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95555cb2-14fd-493d-822f-651232362596 req-c1d5c1bb-2080-44d1-80e1-a6d18ab026f6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544004 May 06 13:57:50.236037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a8034b03-d895-462b-a918-34c506c4a299 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:57:50.401220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:50.422396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'a8034b03-d895-462b-a918-34c506c4a299', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'port_id': 'a8034b03-d895-462b-a918-34c506c4a299', 'mac_address': 'fa:16:3e:74:83:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:57:50.487739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.506153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdb377-2acd-45bc-9668-e8af6a606d84 req-ba1ddb2a-c78b-44ad-9ab7-b66ad3b98eec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:50.507200 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8034b03-d895-462b-a918-34c506c4a299 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:57:50.507659 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67fdb377-2acd-45bc-9668-e8af6a606d84 req-ba1ddb2a-c78b-44ad-9ab7-b66ad3b98eec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 981 time: 0.0905421 May 06 13:57:50.524141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:50.528398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:50.560751 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67fdb377-2acd-45bc-9668-e8af6a606d84 req-c7f727db-157b-4516-be63-aa346773fd56 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464873 May 06 13:57:50.607940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=9']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:50.797704 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['a8034b03-d895-462b-a918-34c506c4a299'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:57:51.755084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c841f-0c54-4c05-95c2-9f8d66b65d9d req-ec8957a0-4213-4c94-8806-567a402e19f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:51.756664 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e48c841f-0c54-4c05-95c2-9f8d66b65d9d req-ec8957a0-4213-4c94-8806-567a402e19f7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 982 time: 0.0827656 May 06 13:57:51.805447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e48c841f-0c54-4c05-95c2-9f8d66b65d9d req-b88db582-9059-4a95-a27a-1ba63aa38090 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424337 May 06 13:57:52.240926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a8034b03-d895-462b-a918-34c506c4a299 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:52.308465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port a8034b03-d895-462b-a918-34c506c4a299 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:52.313375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port a8034b03-d895-462b-a918-34c506c4a299 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:52.313746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.432412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.458840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254a01c7-3184-4021-a065-40103b0f8162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:57:52.469593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:52.473539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.505885 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f83de7-3651-459d-8f25-8a9fc4aeaa7c'] response: {'server_uuid': '254a01c7-3184-4021-a065-40103b0f8162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8034b03-d895-462b-a918-34c506c4a299', 'code': 200} May 06 13:57:52.547202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=10']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:52.748922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449049d-7cce-4133-aafe-f01fd76ec64d req-285f6fc5-5d70-4470-bb09-8f11d55f46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:52.750314 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6449049d-7cce-4133-aafe-f01fd76ec64d req-285f6fc5-5d70-4470-bb09-8f11d55f46be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 1137 time: 0.0726690 May 06 13:57:52.790871 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6449049d-7cce-4133-aafe-f01fd76ec64d req-c1c85058-ce9f-45c7-9803-301538d89dee service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 May 06 13:57:53.097144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5c6a4-de1d-4cae-828a-e1730a239508 req-9ad3c52b-6bfe-4e8d-b44b-920c14111c78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:53.098608 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-62f5c6a4-de1d-4cae-828a-e1730a239508 req-9ad3c52b-6bfe-4e8d-b44b-920c14111c78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 984 time: 0.1844676 May 06 13:57:53.144162 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-62f5c6a4-de1d-4cae-828a-e1730a239508 req-c8f83a2e-9e75-4026-a7e4-828e89b0131e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396683 May 06 13:57:54.210288 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-27d3226d-64b9-4d3e-81a7-c9476c57e297 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797157 May 06 13:57:54.422191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914e9bd-b954-48f6-801c-a0011367a2d1 req-d7a1170f-37bf-4f20-bc75-9b3d0e564e69 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:54.423890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2914e9bd-b954-48f6-801c-a0011367a2d1 req-d7a1170f-37bf-4f20-bc75-9b3d0e564e69 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 984 time: 0.1538785 May 06 13:57:54.426841 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-c4c6db71-e010-4b35-a106-4793a5b3a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:54.428196 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-c4c6db71-e010-4b35-a106-4793a5b3a4f8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 1099 time: 0.1157503 May 06 13:57:54.559959 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2914e9bd-b954-48f6-801c-a0011367a2d1 req-9b931608-c26f-4e6c-ac6b-d5b7161abc98 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289423 May 06 13:57:54.615058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-d7c31c9d-ad1b-4451-89e1-112427fd335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:54.616541 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-d7c31c9d-ad1b-4451-89e1-112427fd335b service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.1651313 May 06 13:57:54.815496 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-33fd2f09-db98-42f4-a376-b05cba73556a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba HTTP/1.1" status: 200 len: 1002 time: 0.1880884 May 06 13:57:54.891419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32859a0-b2d1-4850-bd50-acfce6313916 req-df13268c-66c0-4dc4-9855-9071e2caaa02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:54.892963 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a32859a0-b2d1-4850-bd50-acfce6313916 req-df13268c-66c0-4dc4-9855-9071e2caaa02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 984 time: 0.2065086 May 06 13:57:54.904820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-650df506-a8eb-4905-acd1-be013d043726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:54.906498 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-650df506-a8eb-4905-acd1-be013d043726 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.0844433 May 06 13:57:55.001974 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a32859a0-b2d1-4850-bd50-acfce6313916 req-5aa3b25f-d35b-41e7-a811-74d4745796c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992401 May 06 13:57:55.021606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-2016884e-702a-4b49-80ec-4e7b5f6added service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:55.023075 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-2016884e-702a-4b49-80ec-4e7b5f6added service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1017175 May 06 13:57:55.025396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47020) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:55.224006 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-562692ec-789a-47e6-adf9-d9c6829ee802 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659179 May 06 13:57:55.226910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1304dd51-1557-48b1-9e32-bca7e7daed94 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:55.228382 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1304dd51-1557-48b1-9e32-bca7e7daed94 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162&network_id=b292934b-c742-45ab-b52f-7cf447b6870b HTTP/1.1" status: 200 len: 1132 time: 0.2020407 May 06 13:57:55.384640 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0813ff58-083e-4e39-948f-ca2ce017a21a req-88c27f20-7ae6-4b98-9965-5fd56d125be6 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542809 May 06 13:57:55.627770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4c971-9172-464e-a2dc-221126f24e41 req-3c63d904-86f7-4e97-800c-a3b5f69dc3f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:55.629276 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-93b4c971-9172-464e-a2dc-221126f24e41 req-3c63d904-86f7-4e97-800c-a3b5f69dc3f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 984 time: 0.0824757 May 06 13:57:55.673983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-93b4c971-9172-464e-a2dc-221126f24e41 req-bb121fcd-807e-4f93-8219-9e8fd671bfc1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 May 06 13:57:56.869527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9187edf-b455-4914-ad38-ecc981bd884d req-baaaa733-4f33-4c1f-994b-e74f570d5741 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:56.871635 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e9187edf-b455-4914-ad38-ecc981bd884d req-baaaa733-4f33-4c1f-994b-e74f570d5741 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 984 time: 0.0880201 May 06 13:57:56.973722 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e9187edf-b455-4914-ad38-ecc981bd884d req-a5181475-8f1f-47fe-9fe9-153efcaa563a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958176 May 06 13:57:57.014812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-651e1078-8803-4f6a-bc7d-d77dd7ef37c9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:57.016259 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-651e1078-8803-4f6a-bc7d-d77dd7ef37c9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 984 time: 0.1082971 May 06 13:57:57.093185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-6ed4ecb9-79bc-4b70-a190-e43979fe15c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:57.094518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-6ed4ecb9-79bc-4b70-a190-e43979fe15c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0721087 May 06 13:57:57.242113 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-b30e59e0-cc9f-489f-a021-6469cc599975 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1419938 May 06 13:57:57.252968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:57:57.454402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.664608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a8034b03-d895-462b-a918-34c506c4a299,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:57:57.695258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] For port a8034b03-d895-462b-a918-34c506c4a299, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:57:57.749963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] device_id is not set on port a8034b03-d895-462b-a918-34c506c4a299 yet. {{(pid=87984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 13:57:57.758655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.765598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.914993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Pushing event updated for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=11']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:57.928076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.928447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.928776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.929104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.929432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.929756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.930077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.930400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.930717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.931030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.931347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.931659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:57.979204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] No DVR routers for this DVR port a8034b03-d895-462b-a918-34c506c4a299 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:58.082312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-26fb3c6c-670c-4da5-801b-a608f1703857 None None] Provisioning complete for port a8034b03-d895-462b-a918-34c506c4a299 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:58.082875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-26fb3c6c-670c-4da5-801b-a608f1703857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.178553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-26fb3c6c-670c-4da5-801b-a608f1703857 None None] Port a8034b03-d895-462b-a918-34c506c4a299 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:57:58.200100 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c8c4a2a-ce0f-4f4f-b2c3-ce000fe80416 req-4bd33f8f-ee26-4d81-90d2-9f1a05fdbd65 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=254a01c7-3184-4021-a065-40103b0f8162 HTTP/1.1" status: 200 len: 210 time: 0.0645430 May 06 13:57:58.275263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] In _notify_port_updated(), no bound segment for port a8034b03-d895-462b-a918-34c506c4a299 on network b292934b-c742-45ab-b52f-7cf447b6870b {{(pid=87984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 06 13:57:58.276820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:57:58.277441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.278860 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fad5c67e-0073-44ce-8746-34fb77bbfaca req-28bdc396-df50-41d1-bd12-bc955206c689 service neutron] 10.222.0.76 "PUT /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 200 len: 1027 time: 1.0295286 May 06 13:57:59.298454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47034) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:59.370924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d8e1-c447-4c4f-a061-32371605ee30 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.403094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d8e1-c447-4c4f-a061-32371605ee30 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.469727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d8e1-c447-4c4f-a061-32371605ee30 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.487889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5d8e1-c447-4c4f-a061-32371605ee30 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36012f1-7925-498f-bb20-4507d2c49502,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:59.497274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d8e1-c447-4c4f-a061-32371605ee30 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.499802 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a9c5d8e1-c447-4c4f-a061-32371605ee30 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/b36012f1-7925-498f-bb20-4507d2c49502 HTTP/1.1" status: 204 len: 168 time: 0.1989748 May 06 13:57:59.530151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47040) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:59.753996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 01ec58cc-3b33-4e78-a824-5537dad8eeeb {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:57:59.754241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.982041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.982509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.226824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 01ec58cc-3b33-4e78-a824-5537dad8eeeb owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:00.387005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.439508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=01ec58cc-3b33-4e78-a824-5537dad8eeeb,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:00.545916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:00.546136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 65da855c-ceea-4057-81cd-40dbd3d40a32 disassociated (deleted). External IP: 172.26.2.228, port: a8034b03-d895-462b-a918-34c506c4a299. May 06 13:58:00.915803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 47773b42-c60b-4098-949a-53e779c49de1 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:58:01.097767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:58:01.107932 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] Sync routers for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:58:01.117253 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:01.117862 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:01.117991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.176564 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a6213101-9559-4ffa-ab6c-6485f25d01f2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/floatingips/65da855c-ceea-4057-81cd-40dbd3d40a32 HTTP/1.1" status: 204 len: 168 time: 1.6451910 May 06 13:58:01.302500 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:01.322525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47048) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:01.395107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1f122a72-a74a-479c-939d-efc72ca13e4a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.426132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1f122a72-a74a-479c-939d-efc72ca13e4a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.492629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1f122a72-a74a-479c-939d-efc72ca13e4a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.515336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f122a72-a74a-479c-939d-efc72ca13e4a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3464bc95-6fb8-42cc-ab30-deee21a2c925,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:01.519976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1f122a72-a74a-479c-939d-efc72ca13e4a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.523623 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1f122a72-a74a-479c-939d-efc72ca13e4a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/3464bc95-6fb8-42cc-ab30-deee21a2c925 HTTP/1.1" status: 204 len: 168 time: 0.1970255 May 06 13:58:01.554838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47054) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:01.635590 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:12Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '370e9181-abd6-4e3b-81ec-8c4222f5b548', 'name': '', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:25:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:10Z', 'updated_at': '2022-05-06T13:57:18Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:01.639636 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] Checking router: 47773b42-c60b-4098-949a-53e779c49de1 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:58:01.643998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port a8034b03-d895-462b-a918-34c506c4a299 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:01.644353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.648718 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:01.649324 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:01.865207 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:01.907437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.045005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for a8034b03-d895-462b-a918-34c506c4a299 owned by {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:02.205295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.230139 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:12Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '370e9181-abd6-4e3b-81ec-8c4222f5b548', 'name': '', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:25:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:10Z', 'updated_at': '2022-05-06T13:57:18Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:02.234758 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c417e8-b93b-48cf-8650-e598d7d72bd2 None None] The sync data for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv is: [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:57:12Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '370e9181-abd6-4e3b-81ec-8c4222f5b548', 'name': '', 'network_id': 'b292934b-c742-45ab-b52f-7cf447b6870b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:25:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:10Z', 'updated_at': '2022-05-06T13:57:18Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'f7d253a0-61af-40e0-859c-3e62a0806778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:58:02.263900 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=a8034b03-d895-462b-a918-34c506c4a299,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:02.272987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.273329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.273661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.273977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.274298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.274652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.275033 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.275427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.275826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.276112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.277053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.277462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:02.283874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a8034b03-d895-462b-a918-34c506c4a299 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:02.332345 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: a8034b03-d895-462b-a918-34c506c4a299 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:58:02.333086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a8034b03-d895-462b-a918-34c506c4a299 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:02.400396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.419103 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0a1f3b00-1599-4008-b496-f5b9904971eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/ports/a8034b03-d895-462b-a918-34c506c4a299 HTTP/1.1" status: 204 len: 168 time: 0.8549831 May 06 13:58:02.421214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47058) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:02.528970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6a4cf-5be5-451d-ae9b-7c918501d0ec None None] New status for floating IP 65da855c-ceea-4057-81cd-40dbd3d40a32: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:58:03.117632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.489297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 370e9181-abd6-4e3b-81ec-8c4222f5b548 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:03.490026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.690436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 370e9181-abd6-4e3b-81ec-8c4222f5b548, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=370e9181-abd6-4e3b-81ec-8c4222f5b548,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:03.690791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.813949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 370e9181-abd6-4e3b-81ec-8c4222f5b548 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:04.142448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.192867 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=370e9181-abd6-4e3b-81ec-8c4222f5b548,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.596355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.059191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 47773b42-c60b-4098-949a-53e779c49de1 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:58:05.254375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:58:05.265562 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] Sync routers for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:58:05.270723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c133cdb2-4c97-4197-8660-67f4cdfb1cd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/47773b42-c60b-4098-949a-53e779c49de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483918 May 06 13:58:05.274294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47062) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:05.279198 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:05.280016 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:05.354048 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-820fd92c-76e1-443b-b592-1947fa60a9fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting subnet f7d253a0-61af-40e0-859c-3e62a0806778 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:58:05.358087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-820fd92c-76e1-443b-b592-1947fa60a9fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.416061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-820fd92c-76e1-443b-b592-1947fa60a9fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.467584 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:05.518531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-820fd92c-76e1-443b-b592-1947fa60a9fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.597201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-820fd92c-76e1-443b-b592-1947fa60a9fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.637534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-820fd92c-76e1-443b-b592-1947fa60a9fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.644826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00b88f-e684-4732-a4d8-b5ee67657d38 None None] Network b292934b-c742-45ab-b52f-7cf447b6870b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:58:05.646822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fd92c-76e1-443b-b592-1947fa60a9fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d253a0-61af-40e0-859c-3e62a0806778,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:05.654200 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-820fd92c-76e1-443b-b592-1947fa60a9fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/subnets/f7d253a0-61af-40e0-859c-3e62a0806778 HTTP/1.1" status: 204 len: 168 time: 0.3752353 May 06 13:58:05.655053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47066) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:05.771242 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:05.776708 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] Checking router: 47773b42-c60b-4098-949a-53e779c49de1 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:58:05.786613 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] Routers {'47773b42-c60b-4098-949a-53e779c49de1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:05.787236 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:57:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['47773b42-c60b-4098-949a-53e779c49de1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:05.864878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.944459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] DHCP port deletion for b292934b-c742-45ab-b52f-7cf447b6870b request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:58:05.952860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Deleting port 659a0887-c669-4cf5-bb28-366995a23546 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:05.953608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.983482 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] Set router 47773b42-c60b-4098-949a-53e779c49de1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:06.056075 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.068800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.079831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 42c87216-0774-416b-b485-32b1c7b43cce {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:06.080319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.228330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] For port 659a0887-c669-4cf5-bb28-366995a23546, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=659a0887-c669-4cf5-bb28-366995a23546,segment=NetworkSegment(e1894666-a008-4c33-97a1-449e9ee7078a),segment_id=e1894666-a008-4c33-97a1-449e9ee7078a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:06.228726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.352785 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:06.358847 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb1039-77f9-4759-8c9a-d06dfbfce6cf None None] The sync data for ids ['47773b42-c60b-4098-949a-53e779c49de1'] in dv-neutron-840888-1-hyperv is: [{'id': '47773b42-c60b-4098-949a-53e779c49de1', 'name': 'tempest-TestNetworkBasicOps-router-1150075550', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '42c87216-0774-416b-b485-32b1c7b43cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:03Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '42c87216-0774-416b-b485-32b1c7b43cce', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47773b42-c60b-4098-949a-53e779c49de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:04Z', 'updated_at': '2022-05-06T13:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:58:06.367439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 659a0887-c669-4cf5-bb28-366995a23546 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:06.398390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Calling delete_port for 659a0887-c669-4cf5-bb28-366995a23546 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:06.410206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 42c87216-0774-416b-b485-32b1c7b43cce, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=42c87216-0774-416b-b485-32b1c7b43cce,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:06.410563 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.528501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.538437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 42c87216-0774-416b-b485-32b1c7b43cce owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:06.594719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Port 659a0887-c669-4cf5-bb28-366995a23546 update to DOWN by agent not found {{(pid=87986) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 06 13:58:06.597458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] No DVR routers for this DVR port 659a0887-c669-4cf5-bb28-366995a23546 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:58:06.612715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Pushing event deleted for resources: {'Port': ['ID=659a0887-c669-4cf5-bb28-366995a23546,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:06.630384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.630384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.630625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.630914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.631429 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.631860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.632658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.632780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.633568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.633568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.633752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.634026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251fcb7b-1546-47a8-b52b-87c37efd05d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:06.639340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f00fc0bf-97d9-4c79-bc54-29e6ec627af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.747379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.801836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=42c87216-0774-416b-b485-32b1c7b43cce,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:06.899934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.084910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.087207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.113171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.114030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Fanout notify agent at l3_agent the message router_deleted on router 47773b42-c60b-4098-949a-53e779c49de1 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:58:07.130899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.131990 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-63b91dea-5382-49a5-b925-f4bc650856a1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/routers/47773b42-c60b-4098-949a-53e779c49de1 HTTP/1.1" status: 204 len: 168 time: 1.4758971 May 06 13:58:07.136519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47070) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:07.258074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.408613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.457062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b292934b-c742-45ab-b52f-7cf447b6870b']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:07.478829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1894666-a008-4c33-97a1-449e9ee7078a') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:07.479749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1894666-a008-4c33-97a1-449e9ee7078a') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:07.494305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.512168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.518524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:58:07.518915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:07.534254 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:07.619886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.637566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.648656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Network': ['ID=b292934b-c742-45ab-b52f-7cf447b6870b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:07.658601 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fc38ccc4-73c8-4dc1-9341-264f3be70135 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/networks/b292934b-c742-45ab-b52f-7cf447b6870b HTTP/1.1" status: 204 len: 168 time: 0.5209973 May 06 13:58:07.672194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47074) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:07.684327 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-887c9a06-2859-456e-875d-da19350a9afd tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0108669 May 06 13:58:07.686742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47078) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:07.692068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'network': {'name': 'tempest-network-smoke--699420896', 'project_id': '94073f6446054d1680f902b2994092d3', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:07.697164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:07.702893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:network and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:07.706568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:07.712536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:07.722819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:07.726415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.754349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:58:07.764298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.764735 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Added segment 82438daf-8088-4527-a13f-1f3f1e38fe97 of type vlan for network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 May 06 13:58:07.793667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.824840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.830326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:07.831105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.941924 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2540653 May 06 13:58:07.944716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47082) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:07.952696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'admin_state_up': True, 'project_id': '94073f6446054d1680f902b2994092d3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:07.958301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df813aa-9a88-4100-82d4-3bc2986f7407 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Network': ['ID=53cf1df5-6d9f-4f08-a1bb-6820e2164113,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:07.963232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:07.968579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:router and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:07.969084 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:58:07.972388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:07.978815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:07.991113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.992205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.010185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.347033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 370e9181-abd6-4e3b-81ec-8c4222f5b548 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:08.383746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 370e9181-abd6-4e3b-81ec-8c4222f5b548 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:58:08.384093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 370e9181-abd6-4e3b-81ec-8c4222f5b548 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:08.384554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 42c87216-0774-416b-b485-32b1c7b43cce no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:08.414628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.419517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 42c87216-0774-416b-b485-32b1c7b43cce {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:58:08.419864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 42c87216-0774-416b-b485-32b1c7b43cce not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:08.738620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.768717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.914697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.121 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/c6df84a3-f47c-4317-845e-0f79419cd56a) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:08.959572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1ab2d9c8-1ffb-4b69-a9cb-8e37a24e2377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.071950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.102765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.168000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:09.170975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:09.174625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:58:09.207904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=c6df84a3-f47c-4317-845e-0f79419cd56a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:09.705430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.940500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.049508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.053962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.260920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router e11f256f-6698-444b-9d81-d7937c5eef1b is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:58:10.439147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:58:10.448211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Sync routers for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:58:10.457887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:10.458493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:10.466929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.471150 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0987926e-dc43-4fd1-82bb-1a83a1dab8da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5226142 May 06 13:58:10.471322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47086) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.515493 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e6fcc763-28af-4e39-81e1-4af88d40cdec tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429010 May 06 13:58:10.517903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47090) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.653810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6e93ce-30a2-4ffd-85ac-c0653244545a tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:10.655334 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3c6e93ce-30a2-4ffd-85ac-c0653244545a tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1365106 May 06 13:58:10.658213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47094) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.677419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:10.696460 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-58fcc3e0-def8-4be2-a432-b9955e3685e6 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370047 May 06 13:58:10.699476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47098) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:10.704994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1839105605', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'project_id': '94073f6446054d1680f902b2994092d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:10.819704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:10.824360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:subnet and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:10.827274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:10.833054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:10.853825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:10.858104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.975519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:09Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:10.979825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Checking router: e11f256f-6698-444b-9d81-d7937c5eef1b for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:58:10.980231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Updating router e11f256f-6698-444b-9d81-d7937c5eef1b port c6df84a3-f47c-4317-845e-0f79419cd56a binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:58:11.038286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.110991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.317041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=a55cd834-8213-4817-a4f1-41c40c18fad6,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:11.325948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Checking segment: {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:58:11.326311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network hostable DHCP agents. Network: 53cf1df5-6d9f-4f08-a1bb-6820e2164113, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:58:11.346182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:58:11.359587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 53cf1df5-6d9f-4f08-a1bb-6820e2164113) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:11.364399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:11.364951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.371172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d94f8-d8f6-4024-859d-a9ac69c5f0b0 None None] Network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:58:11.391315 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-03eaa12c-8d9e-47df-8271-4174824bea8e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6901443 May 06 13:58:11.393477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47102) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:11.473673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.493706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Transition to ACTIVE for port object c6df84a3-f47c-4317-845e-0f79419cd56a will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:11.511155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.661663 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.664370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Attempting to bind port c6df84a3-f47c-4317-845e-0f79419cd56a on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:11.664747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Attempting to bind port c6df84a3-f47c-4317-845e-0f79419cd56a by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:11.665099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Attempting to bind port c6df84a3-f47c-4317-845e-0f79419cd56a on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:58:11.667916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc771595-b964-4bf8-bb0f-feecf8f90aba None None] Pushing event updated for resources: {'Port': ['ID=c6df84a3-f47c-4317-845e-0f79419cd56a,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:11.678393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:58:11.678770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:58:11.679168 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.679558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:58:11.680027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Bound port: c6df84a3-f47c-4317-845e-0f79419cd56a, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:11.680403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.790342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:58:11.791173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.821875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] For port c6df84a3-f47c-4317-845e-0f79419cd56a, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:58:11.869185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] For port c6df84a3-f47c-4317-845e-0f79419cd56a, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c6df84a3-f47c-4317-845e-0f79419cd56a,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:58:11.876473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.026868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc771595-b964-4bf8-bb0f-feecf8f90aba None None] Pushing event updated for resources: {'Port': ['ID=c6df84a3-f47c-4317-845e-0f79419cd56a,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:12.031997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:12.032653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:12.121160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.132899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Allocated IP 172.20.0.2 (53cf1df5-6d9f-4f08-a1bb-6820e2164113/a55cd834-8213-4817-a4f1-41c40c18fad6/b83cf0a4-dcde-4088-bd0f-1b01a9d39bde) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:12.367677 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:12.717857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.732637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Transition to ACTIVE for port object b83cf0a4-dcde-4088-bd0f-1b01a9d39bde will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:12.759490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Transition to ACTIVE for port object b83cf0a4-dcde-4088-bd0f-1b01a9d39bde will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:12.767782 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.834172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.1 (53cf1df5-6d9f-4f08-a1bb-6820e2164113/a55cd834-8213-4817-a4f1-41c40c18fad6/adfd84c2-92be-4fd7-9995-e2e85001225a) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:12.844488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:12.847953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:12.852626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:09Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:12.857644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:58:12.860713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Pushing event updated for resources: {'Port': ['ID=b83cf0a4-dcde-4088-bd0f-1b01a9d39bde,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:12.890774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c0c62-4637-4e4c-899f-61165b519f97 None None] The sync data for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv is: [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:09Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:58:12.962618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Attempting to bind port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:12.962983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Attempting to bind port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:12.963432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Attempting to bind port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde on network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:58:12.969584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:58:12.969873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Checking segment: {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:58:12.970315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.970705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Bound using segment: {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:58:12.971174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Bound port: b83cf0a4-dcde-4088-bd0f-1b01a9d39bde, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:12.971545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.025348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.046816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object adfd84c2-92be-4fd7-9995-e2e85001225a will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:13.075295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] For port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:58:13.080516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] For port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b83cf0a4-dcde-4088-bd0f-1b01a9d39bde,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:58:13.083716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.086011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.191517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289906ec-9c51-49f8-9895-65616e085fa3 None None] Pushing event updated for resources: {'Port': ['ID=b83cf0a4-dcde-4088-bd0f-1b01a9d39bde,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:13.196258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:13.203097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:13.217987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:58:13.420910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=adfd84c2-92be-4fd7-9995-e2e85001225a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:13.460505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.785895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.241344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.246122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.287801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9bf61-dc73-4d0d-805f-414d9428c23f None None] Network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:58:14.364883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.369858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=adfd84c2-92be-4fd7-9995-e2e85001225a,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:14.393474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f6cc405a-ac7f-4ef9-9e39-d14a08fc9ff7 None None] Provisioning for port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:14.443565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c6df84a3-f47c-4317-845e-0f79419cd56a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:14.519802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:14.521053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:14.613029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port c6df84a3-f47c-4317-845e-0f79419cd56a completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:14.622374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c6df84a3-f47c-4317-845e-0f79419cd56a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:14.622780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.741773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router e11f256f-6698-444b-9d81-d7937c5eef1b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:58:14.764289 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.786506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port c6df84a3-f47c-4317-845e-0f79419cd56a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c6df84a3-f47c-4317-845e-0f79419cd56a,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:14.791925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.793156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b83cf0a4-dcde-4088-bd0f-1b01a9d39bde up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:14.936228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=c6df84a3-f47c-4317-845e-0f79419cd56a,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:14.945259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:14.953690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:14.954301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.955246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:58:14.970672 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ed199a68-d69b-4fc2-972a-2501651f52ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/e11f256f-6698-444b-9d81-d7937c5eef1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5760593 May 06 13:58:14.971073 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Sync routers for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:58:14.973387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47106) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:14.988177 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:14.989470 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:15.082281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1fd0e33c-430e-4f72-8ae0-b674ac1ecd77 None None] Provisioning for port adfd84c2-92be-4fd7-9995-e2e85001225a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:15.095425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1fd0e33c-430e-4f72-8ae0-b674ac1ecd77 None None] Provisioning complete for port adfd84c2-92be-4fd7-9995-e2e85001225a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:15.095953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fd0e33c-430e-4f72-8ae0-b674ac1ecd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.224157 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:15.306985 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.313578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae1eee-0bd8-4073-ba11-db6a2bf17d76 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.314707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae1eee-0bd8-4073-ba11-db6a2bf17d76 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.315157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae1eee-0bd8-4073-ba11-db6a2bf17d76 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.315610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae1eee-0bd8-4073-ba11-db6a2bf17d76 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.316207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae1eee-0bd8-4073-ba11-db6a2bf17d76 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.316591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae1eee-0bd8-4073-ba11-db6a2bf17d76 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.321284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47110) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:15.321796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8aae1eee-0bd8-4073-ba11-db6a2bf17d76 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3463986 May 06 13:58:15.323497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0e33c-430e-4f72-8ae0-b674ac1ecd77 None None] Port adfd84c2-92be-4fd7-9995-e2e85001225a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:58:15.349117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b83cf0a4-dcde-4088-bd0f-1b01a9d39bde,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:15.357395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.398558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1fd0e33c-430e-4f72-8ae0-b674ac1ecd77 None None] Provisioning complete for port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:15.398983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1fd0e33c-430e-4f72-8ae0-b674ac1ecd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.417343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25add2-dda1-45f9-961a-d06d28de49bc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.417778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25add2-dda1-45f9-961a-d06d28de49bc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.418476 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25add2-dda1-45f9-961a-d06d28de49bc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.419065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25add2-dda1-45f9-961a-d06d28de49bc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.419647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25add2-dda1-45f9-961a-d06d28de49bc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.420230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25add2-dda1-45f9-961a-d06d28de49bc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:15.425974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47114) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:15.436183 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2b25add2-dda1-45f9-961a-d06d28de49bc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1134977 May 06 13:58:15.535943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=b83cf0a4-dcde-4088-bd0f-1b01a9d39bde,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:15.603536 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:58:14Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:15.610445 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Checking router: e11f256f-6698-444b-9d81-d7937c5eef1b for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:58:15.610789 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Updating router e11f256f-6698-444b-9d81-d7937c5eef1b port adfd84c2-92be-4fd7-9995-e2e85001225a binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:58:15.664457 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.665606 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-88343865-589e-4244-87ea-f297ee201ebc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2382555 May 06 13:58:15.693556 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-86eef9ae-d10f-4bc0-92a2-0678b31cbbac None None] Provisioning complete for port adfd84c2-92be-4fd7-9995-e2e85001225a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:15.693989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-86eef9ae-d10f-4bc0-92a2-0678b31cbbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.769418 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-86eef9ae-d10f-4bc0-92a2-0678b31cbbac None None] Port adfd84c2-92be-4fd7-9995-e2e85001225a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:58:15.907818 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47120) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:15.913981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483627360', 'description': 'tempest-secgroup-smoke-483627360 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:15.920626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:15.925337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:15.928720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:15.935369 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:15.948743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.973972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:15.978020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:15.981873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:15.987851 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:16.085997 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.091340 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.094943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.103365 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Transition to ACTIVE for port object adfd84c2-92be-4fd7-9995-e2e85001225a will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:16.113102 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.148144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987d804a-80f1-458b-90b7-4c4d7c7fd0eb,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.153212 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.158862 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ee2dcfbc-3046-4722-bbd4-fb554cc2c025 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2451613 May 06 13:58:16.159447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47124) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:16.165946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '987d804a-80f1-458b-90b7-4c4d7c7fd0eb', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:16.174399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:16.180854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:16.186163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:16.194734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:16.224549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.279691 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Pushing event updated for resources: {'Port': ['ID=adfd84c2-92be-4fd7-9995-e2e85001225a,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.304971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.310297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.336468 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.336822 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.337151 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.337476 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.337912 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.338800 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.339209 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.339530 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.339945 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.340286 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.340671 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.340984 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:16.361766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7484376f-359c-4d71-a965-c355cd65020d,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.365617 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Attempting to bind port adfd84c2-92be-4fd7-9995-e2e85001225a on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:16.365976 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Attempting to bind port adfd84c2-92be-4fd7-9995-e2e85001225a by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:16.366389 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Attempting to bind port adfd84c2-92be-4fd7-9995-e2e85001225a on network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:58:16.372399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.374190 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:58:16.374687 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Checking segment: {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:58:16.375342 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.375685 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Bound using segment: {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:58:16.376467 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Bound port: adfd84c2-92be-4fd7-9995-e2e85001225a, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:16.376746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47128) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:16.377299 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.377404 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6b1a5f5e-17d9-4e67-ad7a-5830f7e37993 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2170072 May 06 13:58:16.382171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '987d804a-80f1-458b-90b7-4c4d7c7fd0eb', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:16.387419 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c6df84a3-f47c-4317-845e-0f79419cd56a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:16.393510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:16.400174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:16.405797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:16.414899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:16.446432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.484876 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] For port adfd84c2-92be-4fd7-9995-e2e85001225a, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:58:16.488141 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] For port adfd84c2-92be-4fd7-9995-e2e85001225a, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=adfd84c2-92be-4fd7-9995-e2e85001225a,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:58:16.488611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c6df84a3-f47c-4317-845e-0f79419cd56a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:16.489145 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.493784 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.515404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.519428 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.544672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef788376-ca87-44c9-8193-d1465a26744b,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.572037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.574459 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cd3feab1-cfe5-4062-9a25-fe43816ecb21 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1965072 May 06 13:58:16.577296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47132) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:16.583501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '987d804a-80f1-458b-90b7-4c4d7c7fd0eb', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:16.585599 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:16.586229 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:16.590986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:16.596294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:16.599896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:16.606398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:16.626625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.648998 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb03a6-2b37-4d47-86d8-1153897fe846 None None] Pushing event updated for resources: {'Port': ['ID=adfd84c2-92be-4fd7-9995-e2e85001225a,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.659607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b83cf0a4-dcde-4088-bd0f-1b01a9d39bde up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:16.721156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.725793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.743707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:16.744159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.752363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd36aeb-f9b5-431a-baeb-c7cb2e1a8663,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.765536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.767364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-51dc57ba-27cb-4cb2-a69a-8f621c842e5e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1886997 May 06 13:58:16.770127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47136) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:16.775663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '987d804a-80f1-458b-90b7-4c4d7c7fd0eb', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:16.783066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:16.787773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:16.794799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:16.801835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:16.837485 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.837872 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:16.918857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.923129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.947022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7302e913-015e-446a-9316-08ed029f71c9,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.958100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.962783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47140) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:16.963922 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5da4ccca-cd64-40c6-b637-199038335ec8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1920123 May 06 13:58:16.969030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '987d804a-80f1-458b-90b7-4c4d7c7fd0eb', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:16.975110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:16.979507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:16.982630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:16.988935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:16.999096 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:58:17.005737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.082879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.086954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.114107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69555012-977a-4d71-985f-ece8bb42ea0e,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:17.125792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.127044 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-141ff7fb-b6dd-40e2-8244-7f0fbea64952 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1623793 May 06 13:58:17.129960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47144) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:17.134965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '987d804a-80f1-458b-90b7-4c4d7c7fd0eb', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:17.141414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:17.147018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:17.150349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:17.157221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:17.170831 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:58:16Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:17.171438 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:58:17.174867 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded17719-8e02-4544-a41b-4ad00d7d187a None None] The sync data for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv is: [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:58:16Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:58:17.179057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.273949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.278175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.303377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2316ad53-e384-423f-8a95-1c1aba70c377,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:17.314025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.315219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-24f6b870-f658-4421-9dc2-164958b9b924 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1843615 May 06 13:58:17.486639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a77a8163-0e1d-42d4-9a4f-452c412d2d5d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:17.503471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a77a8163-0e1d-42d4-9a4f-452c412d2d5d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:17.504810 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a77a8163-0e1d-42d4-9a4f-452c412d2d5d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483627360&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.0615017 May 06 13:58:17.596236 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:58:17.674771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a1a37d6e-7b8e-4565-9c26-836bc4073a8f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:17.675362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a1a37d6e-7b8e-4565-9c26-836bc4073a8f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:17.692792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a1a37d6e-7b8e-4565-9c26-836bc4073a8f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:17.693968 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a1a37d6e-7b8e-4565-9c26-836bc4073a8f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=53cf1df5-6d9f-4f08-a1bb-6820e2164113 HTTP/1.1" status: 200 len: 796 time: 0.1799934 May 06 13:58:17.951186 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-ff199ab9-dd58-4c17-90c3-cd0b0217cbd7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.2501001 May 06 13:58:18.047341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a390ee11-0032-44bf-a219-19223119e74d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:18.068400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a390ee11-0032-44bf-a219-19223119e74d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:18.068400 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-a390ee11-0032-44bf-a219-19223119e74d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048846 May 06 13:58:18.218730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-dde1746f-84ea-460a-a969-303763e222eb service neutron] 10.222.0.21 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388345 May 06 13:58:18.378038 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-7d8511dd-7780-467d-a2cf-593b0abebc6a service neutron] 10.222.0.21 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521816 May 06 13:58:18.384761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device adfd84c2-92be-4fd7-9995-e2e85001225a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:18.465046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port adfd84c2-92be-4fd7-9995-e2e85001225a completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:18.471120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port adfd84c2-92be-4fd7-9995-e2e85001225a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:18.471694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.612958 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7135f4d-1560-4bd2-b592-3769d8375fcb req-3ed2fe7c-7abf-41ce-83de-d77cbc5e89d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 210 time: 0.0579031 May 06 13:58:18.619046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.658352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port adfd84c2-92be-4fd7-9995-e2e85001225a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=adfd84c2-92be-4fd7-9995-e2e85001225a,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:18.671954 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.758793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=adfd84c2-92be-4fd7-9995-e2e85001225a,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:19.699318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-cc596171-1c8f-496f-bacd-f5cce9b0b39c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:19.700937 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-cc596171-1c8f-496f-bacd-f5cce9b0b39c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=53cf1df5-6d9f-4f08-a1bb-6820e2164113 HTTP/1.1" status: 200 len: 796 time: 0.1555772 May 06 13:58:19.788253 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-18940fbb-04ce-4ca6-b33b-45f70789177b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 379 time: 0.0788403 May 06 13:58:19.799484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['987d804a-80f1-458b-90b7-4c4d7c7fd0eb']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:19.815499 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9e314e05-a9f1-4e45-93dc-61fcfe39f4ec req-6f4207b9-8b39-4be9-ada6-ec6531cd3cbf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 210 time: 0.0750661 May 06 13:58:19.957081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:19.968182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:19.980768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:19.984296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.303963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.13 (53cf1df5-6d9f-4f08-a1bb-6820e2164113/a55cd834-8213-4817-a4f1-41c40c18fad6/51ffe419-340b-4358-941f-5cd47f9c56ec) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:20.346365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device adfd84c2-92be-4fd7-9995-e2e85001225a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:20.417187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port adfd84c2-92be-4fd7-9995-e2e85001225a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:20.417562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.516597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.533728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object 51ffe419-340b-4358-941f-5cd47f9c56ec will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:20.560574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.637901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:20.641377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:20.645826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:58:20.683029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=51ffe419-340b-4358-941f-5cd47f9c56ec,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:20.722967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:20.723657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.750932 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-63e702cc-9922-48f7-9035-767138c5d8fd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9556954 May 06 13:58:20.762276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Request body: {'port': {'device_id': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:20.845134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7b004adb-0aa1-45e2-b70e-580c75c6bfb3 None None] Provisioning for port 51ffe419-340b-4358-941f-5cd47f9c56ec completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:20.854496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7b004adb-0aa1-45e2-b70e-580c75c6bfb3 None None] Provisioning complete for port 51ffe419-340b-4358-941f-5cd47f9c56ec triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:20.855124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7b004adb-0aa1-45e2-b70e-580c75c6bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.889923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.962447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7b004adb-0aa1-45e2-b70e-580c75c6bfb3 None None] Port 51ffe419-340b-4358-941f-5cd47f9c56ec cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:58:21.291885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da20d81-3d8d-4699-96bb-93775a4edb0b req-703f70f5-6429-49cd-8d71-27c2008fa7e4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:21.292810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9da20d81-3d8d-4699-96bb-93775a4edb0b req-703f70f5-6429-49cd-8d71-27c2008fa7e4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:21.368715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9da20d81-3d8d-4699-96bb-93775a4edb0b req-703f70f5-6429-49cd-8d71-27c2008fa7e4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:21.370836 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9da20d81-3d8d-4699-96bb-93775a4edb0b req-703f70f5-6429-49cd-8d71-27c2008fa7e4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 932 time: 0.3405695 May 06 13:58:21.375230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ffe419-340b-4358-941f-5cd47f9c56ec {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:58:21.397543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:21.427977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Transition to ACTIVE for port object 51ffe419-340b-4358-941f-5cd47f9c56ec will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:21.433984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:21.484165 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9da20d81-3d8d-4699-96bb-93775a4edb0b req-91a692f6-725c-4817-a26d-c099080dd4b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043003 May 06 13:58:21.613332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Pushing event updated for resources: {'Port': ['ID=51ffe419-340b-4358-941f-5cd47f9c56ec,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:21.726206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Attempting to bind port 51ffe419-340b-4358-941f-5cd47f9c56ec on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:21.726911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Attempting to bind port 51ffe419-340b-4358-941f-5cd47f9c56ec by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:21.727265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Attempting to bind port 51ffe419-340b-4358-941f-5cd47f9c56ec on network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:58:21.736743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Port 51ffe419-340b-4358-941f-5cd47f9c56ec on network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:58:21.737208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Attempting to bind port 51ffe419-340b-4358-941f-5cd47f9c56ec on network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:58:21.747328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:58:21.747893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Checking segment: {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:58:21.748567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Bound using segment: {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:58:21.749316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Bound port: 51ffe419-340b-4358-941f-5cd47f9c56ec, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82438daf-8088-4527-a13f-1f3f1e38fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:21.749895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:21.866534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] For port 51ffe419-340b-4358-941f-5cd47f9c56ec, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:58:21.869981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] For port 51ffe419-340b-4358-941f-5cd47f9c56ec, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=51ffe419-340b-4358-941f-5cd47f9c56ec,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:58:21.875646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:21.941634 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:21.942293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:21.943738 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] 10.222.0.76 "PUT /v2.0/ports/51ffe419-340b-4358-941f-5cd47f9c56ec HTTP/1.1" status: 200 len: 1094 time: 1.1858346 May 06 13:58:21.944201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:58:21.986420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cabeb3-c68e-420b-b214-b4a5f540c0af service neutron] Pushing event updated for resources: {'Port': ['ID=51ffe419-340b-4358-941f-5cd47f9c56ec,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:22.057674 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e89d15e-1dba-4d42-8efb-9c6ebd4a0e1d'] response: {'name': 'network-changed', 'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'status': 'completed', 'code': 200} May 06 13:58:22.112057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-20f81b34-18d8-414c-ae52-c2156772fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:22.113657 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-20f81b34-18d8-414c-ae52-c2156772fde8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 1097 time: 0.1147408 May 06 13:58:22.192111 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-061e99b8-fe68-458f-810b-1538f55cd8a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51ffe419-340b-4358-941f-5cd47f9c56ec HTTP/1.1" status: 200 len: 217 time: 0.0706851 May 06 13:58:22.364831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-4508065f-44dd-4a8a-a5d3-386642d44599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:22.366285 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-4508065f-44dd-4a8a-a5d3-386642d44599 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a55cd834-8213-4817-a4f1-41c40c18fad6 HTTP/1.1" status: 200 len: 835 time: 0.1677401 May 06 13:58:22.450506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-0bd0d300-a8e3-43b2-b3b2-ecbfff5a6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:22.451947 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-0bd0d300-a8e3-43b2-b3b2-ecbfff5a6ecc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53cf1df5-6d9f-4f08-a1bb-6820e2164113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788250 May 06 13:58:22.639334 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-64c6a64f-2249-4eec-b855-b49ced22b84f service neutron] 10.222.0.76 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808517 May 06 13:58:22.803977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273609e2-4a53-4a74-8f8a-83b6504e2afb req-679994ae-35ca-46b5-a182-e4a9a6d10b64 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:22.805476 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-273609e2-4a53-4a74-8f8a-83b6504e2afb req-679994ae-35ca-46b5-a182-e4a9a6d10b64 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 944 time: 0.2067962 May 06 13:58:22.809821 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-129952b1-a393-40ef-92bb-07bb9807c5d8 req-2e43d0da-ca50-4ffd-9e98-007314a406d2 service neutron] 10.222.0.76 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636102 May 06 13:58:22.859177 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-273609e2-4a53-4a74-8f8a-83b6504e2afb req-79931e03-ceae-47a5-98fa-f90134d94797 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474184 May 06 13:58:22.938239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-87e9d3ce-a192-46c2-a62c-9657b805a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:22.939723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-87e9d3ce-a192-46c2-a62c-9657b805a892 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 1097 time: 0.0768173 May 06 13:58:23.081359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-2a26b7fe-7ec6-4c04-944a-dbb70a48dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:23.082813 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-2a26b7fe-7ec6-4c04-944a-dbb70a48dd3a service neutron] 10.222.0.76 "GET /v2.0/networks?id=53cf1df5-6d9f-4f08-a1bb-6820e2164113 HTTP/1.1" status: 200 len: 897 time: 0.1369779 May 06 13:58:23.157303 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-475660a7-662c-41a2-bc94-08cf55dc4340 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51ffe419-340b-4358-941f-5cd47f9c56ec HTTP/1.1" status: 200 len: 217 time: 0.0676131 May 06 13:58:23.222331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-ebce7826-500a-46b3-8885-5e17280c9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:23.223832 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-ebce7826-500a-46b3-8885-5e17280c9bc4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a55cd834-8213-4817-a4f1-41c40c18fad6 HTTP/1.1" status: 200 len: 835 time: 0.0608788 May 06 13:58:23.303922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-3fa47092-15f8-4e63-9528-851fada1b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:23.305455 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-3fa47092-15f8-4e63-9528-851fada1b2e9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53cf1df5-6d9f-4f08-a1bb-6820e2164113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753770 May 06 13:58:23.454697 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-b1be556c-8079-416e-9122-0025e378d810 service neutron] 10.222.0.76 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388545 May 06 13:58:23.602507 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a2f29889-b869-42e6-8a93-45ef3e854cb1 req-ffa57dc0-b9e9-49fd-b3bc-9f21323704d1 service neutron] 10.222.0.76 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410193 May 06 13:58:24.054738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301056c-4457-4a43-9f70-126f008ffece req-39ec321b-a2d7-47d5-b24e-5bcdd555d626 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:24.056321 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0301056c-4457-4a43-9f70-126f008ffece req-39ec321b-a2d7-47d5-b24e-5bcdd555d626 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 944 time: 0.0856338 May 06 13:58:24.106269 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0301056c-4457-4a43-9f70-126f008ffece req-8475c3db-be50-4202-8abe-26088f5cebfc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 May 06 13:58:24.378218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 51ffe419-340b-4358-941f-5cd47f9c56ec details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:58:24.525172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 51ffe419-340b-4358-941f-5cd47f9c56ec, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=51ffe419-340b-4358-941f-5cd47f9c56ec,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:24.543100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'port_id': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'mac_address': 'fa:16:3e:4b:e4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:58:24.609262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.629014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ffe419-340b-4358-941f-5cd47f9c56ec {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:58:24.646294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 51ffe419-340b-4358-941f-5cd47f9c56ec, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=51ffe419-340b-4358-941f-5cd47f9c56ec,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:24.651346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.722835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=51ffe419-340b-4358-941f-5cd47f9c56ec,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:24.919179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['51ffe419-340b-4358-941f-5cd47f9c56ec'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:58:25.311926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e53de2-30d7-4ed7-b25a-df5b79de3cc5 req-f2304837-f1f9-4860-8bf0-8e707d7da72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:25.313608 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43e53de2-30d7-4ed7-b25a-df5b79de3cc5 req-f2304837-f1f9-4860-8bf0-8e707d7da72b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 945 time: 0.0930982 May 06 13:58:25.366137 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43e53de2-30d7-4ed7-b25a-df5b79de3cc5 req-55282f18-42bb-4c29-857f-b00f59e2a16e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450609 May 06 13:58:26.391792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 51ffe419-340b-4358-941f-5cd47f9c56ec up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:26.462323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 51ffe419-340b-4358-941f-5cd47f9c56ec completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:26.468817 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 51ffe419-340b-4358-941f-5cd47f9c56ec triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:26.469237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:26.568460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f394e84-20df-4654-88a2-c5f9596893c6 req-1d4c0578-ae2f-436e-bea9-a3651e566493 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:26.570640 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f394e84-20df-4654-88a2-c5f9596893c6 req-1d4c0578-ae2f-436e-bea9-a3651e566493 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 945 time: 0.0905323 May 06 13:58:26.594571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:26.618300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f394e84-20df-4654-88a2-c5f9596893c6 req-3b1e9519-b5d0-472e-bf88-5eb2feb87faa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413182 May 06 13:58:26.624207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:58:26.634632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 51ffe419-340b-4358-941f-5cd47f9c56ec, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=51ffe419-340b-4358-941f-5cd47f9c56ec,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:26.641019 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:26.676887 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1166243b-d0d8-434e-b1b9-90ad58bb0642'] response: {'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'code': 200} May 06 13:58:26.722972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=51ffe419-340b-4358-941f-5cd47f9c56ec,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:26.922445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0dd56-9bb3-4465-ac68-25dd4a650fe5 req-f48b4a2f-9147-4da5-8841-127de629e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:26.923979 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8cc0dd56-9bb3-4465-ac68-25dd4a650fe5 req-f48b4a2f-9147-4da5-8841-127de629e166 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 1099 time: 0.0775876 May 06 13:58:26.970079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8cc0dd56-9bb3-4465-ac68-25dd4a650fe5 req-07d230d2-b887-4c80-8380-e3050bf13813 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395734 May 06 13:58:27.821837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b181-d3d5-42be-9cf3-5559fff7d933 req-bd2115fb-104b-41d1-a095-348c6f3d55ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:27.823955 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0804b181-d3d5-42be-9cf3-5559fff7d933 req-bd2115fb-104b-41d1-a095-348c6f3d55ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 946 time: 0.0894370 May 06 13:58:28.000760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0804b181-d3d5-42be-9cf3-5559fff7d933 req-23f4177d-ec01-4571-b662-2ec7e962c8a2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668346 May 06 13:58:29.228533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6d1fc-78d6-4cec-85e1-a735af6d3cac req-9d684c01-e8b5-42b0-8270-e10784c4859c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:29.230229 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3f6d1fc-78d6-4cec-85e1-a735af6d3cac req-9d684c01-e8b5-42b0-8270-e10784c4859c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 946 time: 0.0880365 May 06 13:58:29.280038 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3f6d1fc-78d6-4cec-85e1-a735af6d3cac req-26dd0575-34fd-4fe2-a3b4-e443568f6cae tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437031 May 06 13:58:29.524545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d833-3cd9-415a-a8a0-79f111ea7dc7 req-2c6102d5-1a1f-478c-88db-ca9f016ab1b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:29.526112 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca44d833-3cd9-415a-a8a0-79f111ea7dc7 req-2c6102d5-1a1f-478c-88db-ca9f016ab1b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 946 time: 0.0915256 May 06 13:58:29.579505 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca44d833-3cd9-415a-a8a0-79f111ea7dc7 req-349672ea-1c64-48ed-8cb4-5603bce39eb8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473192 May 06 13:58:29.621283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47200) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:29.698536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d277a-d1a8-4141-89f7-94b3ef5628cb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:29.700285 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d50d277a-d1a8-4141-89f7-94b3ef5628cb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 1094 time: 0.0779257 May 06 13:58:29.703335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47204) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:29.709015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:58:29.717074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:29.722002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:floatingip and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:29.725669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:29.733914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:29.748893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:29.906773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:30.162444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.133 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/f96b4019-659c-41e6-8919-5fef61516cde) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:30.336372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:30.370148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:30.447598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:30.450867 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:30.456261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:58:30.489342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=f96b4019-659c-41e6-8919-5fef61516cde,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:30.931270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:31.028370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:31.335145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:31.342033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:31.506311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=f96b4019-659c-41e6-8919-5fef61516cde,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:31.519933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:31.717220 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47208) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:31.823228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 214aa356-b485-4b27-bffa-c13a95a56562 associated. External IP: 172.26.2.133, port: 51ffe419-340b-4358-941f-5cd47f9c56ec. May 06 13:58:32.073433 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Deleting port 5c0903bb-c808-47ba-9e27-195344375a01 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:32.073925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:32.245074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router e11f256f-6698-444b-9d81-d7937c5eef1b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:58:32.261800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:32.262181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:32.391879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Calling delete_port for 5c0903bb-c808-47ba-9e27-195344375a01 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:32.445897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:58:32.459420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] Sync routers for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:58:32.471613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:32.471613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:32.480714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:32.543806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f591c0ee-9a0e-4964-8ed1-705d95718d04 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8392606 May 06 13:58:32.544397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:58:32.548882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47212) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:32.620916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfa148b-8ed3-40a3-a397-7d58dee5cdc9'] response: {'name': 'network-changed', 'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'status': 'completed', 'code': 200} May 06 13:58:32.637931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:32.685309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:32.694627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event deleted for resources: {'Port': ['ID=5c0903bb-c808-47ba-9e27-195344375a01,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:32.807449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6f47aad3-b5ff-4ab1-8103-a10d5037710d tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers/e11f256f-6698-444b-9d81-d7937c5eef1b HTTP/1.1" status: 200 len: 923 time: 0.2570615 May 06 13:58:32.810256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47218) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:32.824304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:32.825253 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Floating IP 1369a827-5196-41a6-9364-7aa9b2464b49 disassociated (deleted). External IP: 172.26.2.73, port: 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436. May 06 13:58:32.911895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-3bf27b04-f3a7-4c51-9163-e2255f35e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:32.913475 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-3bf27b04-f3a7-4c51-9163-e2255f35e310 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 1099 time: 0.2699778 May 06 13:58:33.065740 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4bc287f6-ad94-4df2-a8f0-b516c8329737 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 200 len: 992 time: 0.2541506 May 06 13:58:33.093192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '214aa356-b485-4b27-bffa-c13a95a56562', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.133', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'port_id': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'mac_address': 'fa:16:3e:4b:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:30Z', 'updated_at': '2022-05-06T13:58:30Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:58:18Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:33.098721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] Checking router: e11f256f-6698-444b-9d81-d7937c5eef1b for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:58:33.111365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:33.112202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:33.272406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-0ae7bcc1-8811-4f38-ad8e-aafeaf23535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:33.274124 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-0ae7bcc1-8811-4f38-ad8e-aafeaf23535c service neutron] 10.222.0.76 "GET /v2.0/networks?id=53cf1df5-6d9f-4f08-a1bb-6820e2164113 HTTP/1.1" status: 200 len: 897 time: 0.3474634 May 06 13:58:33.309487 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:58:33.417379 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-9fd7e9db-3230-41f2-812e-a54b374d2179 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51ffe419-340b-4358-941f-5cd47f9c56ec HTTP/1.1" status: 200 len: 1000 time: 0.1325612 May 06 13:58:33.432091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:33.484528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-5fa936c7-7169-4c4b-b645-552683514f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:33.486012 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-5fa936c7-7169-4c4b-b645-552683514f1f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a55cd834-8213-4817-a4f1-41c40c18fad6 HTTP/1.1" status: 200 len: 835 time: 0.0618584 May 06 13:58:33.578388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:58:33.591052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-eabbc979-5986-4673-9bb0-f5b4ad53fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:33.592712 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-eabbc979-5986-4673-9bb0-f5b4ad53fc24 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53cf1df5-6d9f-4f08-a1bb-6820e2164113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0971346 May 06 13:58:33.598575 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] Sync routers for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:58:33.611955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:33.618424 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:33.620328 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:33.718449 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-012df601-3c41-45bb-9f4c-c9010d2aa3e0 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "DELETE /v2.0/floatingips/1369a827-5196-41a6-9364-7aa9b2464b49 HTTP/1.1" status: 204 len: 168 time: 1.9993100 May 06 13:58:33.719270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:58:33.803584 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-328e8db0-964c-4fac-a099-b0a6ff34b955 service neutron] 10.222.0.76 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017558 May 06 13:58:33.814180 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedb014a-a5e6-483d-b581-7563d76ea784'] response: {'name': 'network-changed', 'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'status': 'completed', 'code': 200} May 06 13:58:33.986953 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:34.069401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47226) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:34.141100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '214aa356-b485-4b27-bffa-c13a95a56562', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.133', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'port_id': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'mac_address': 'fa:16:3e:4b:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:30Z', 'updated_at': '2022-05-06T13:58:30Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:58:18Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:34.151694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25eafb-89bf-4619-a6bd-3a0e52aae826 None None] The sync data for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv is: [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '214aa356-b485-4b27-bffa-c13a95a56562', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.133', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'port_id': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'mac_address': 'fa:16:3e:4b:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:30Z', 'updated_at': '2022-05-06T13:58:30Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:58:18Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:58:34.157150 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7a8dda85-72df-4c71-8c6d-854e61ed2b8b req-3af5bb3b-11d3-461e-b124-5cf1520fb80e service neutron] 10.222.0.76 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463287 May 06 13:58:34.318535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021beff6-9844-4147-b26f-83e20c502f05 req-78f97f7c-5ea9-4250-8f79-e550b25b4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:34.319974 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-021beff6-9844-4147-b26f-83e20c502f05 req-78f97f7c-5ea9-4250-8f79-e550b25b4044 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 1098 time: 0.4689105 May 06 13:58:34.406657 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-142ddea7-6c13-406a-9df8-6f1a9f5b8521 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 200 len: 992 time: 0.3360445 May 06 13:58:34.429686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f914842-61fb-42f0-8713-b49aa2be4fdf req-cbb5dc64-7ce0-4380-a079-9be876edbfcc tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:34.431266 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f914842-61fb-42f0-8713-b49aa2be4fdf req-cbb5dc64-7ce0-4380-a079-9be876edbfcc tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 945 time: 0.2216635 May 06 13:58:34.513584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41da47c-aa2d-4cd7-bd88-d59bad9783b0 None None] New status for floating IP 214aa356-b485-4b27-bffa-c13a95a56562: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:58:34.522115 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f914842-61fb-42f0-8713-b49aa2be4fdf req-a292b195-3355-4860-a593-46eec7ebf427 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812960 May 06 13:58:34.544803 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '4382724f-a3f6-4078-b4d8-af7347d82ab9', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:28Z', 'updated_at': '2022-05-06T13:54:35Z', 'revision_number': 1, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:34.549621 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] Checking router: 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:58:34.554710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021beff6-9844-4147-b26f-83e20c502f05 req-ab31852a-ea02-40fb-93b7-a6d3d5fd8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:34.558373 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-021beff6-9844-4147-b26f-83e20c502f05 req-ab31852a-ea02-40fb-93b7-a6d3d5fd8e9f service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.2267561 May 06 13:58:34.559843 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:34.560513 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:34.654553 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-021beff6-9844-4147-b26f-83e20c502f05 req-c50eaacb-4cd0-4435-b8be-1c3253032e78 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 HTTP/1.1" status: 200 len: 217 time: 0.0886209 May 06 13:58:34.738547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021beff6-9844-4147-b26f-83e20c502f05 req-82005232-cd9d-4f6c-b99f-a453ef5ebd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:34.740020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-021beff6-9844-4147-b26f-83e20c502f05 req-82005232-cd9d-4f6c-b99f-a453ef5ebd64 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.0772917 May 06 13:58:34.800832 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:34.833323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021beff6-9844-4147-b26f-83e20c502f05 req-80e80eec-e451-42a4-a4c6-ab3a5a03c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:34.834799 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-021beff6-9844-4147-b26f-83e20c502f05 req-80e80eec-e451-42a4-a4c6-ab3a5a03c005 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875659 May 06 13:58:34.992159 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-021beff6-9844-4147-b26f-83e20c502f05 req-86d14159-fc5b-4043-82bf-7787f7557858 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466084 May 06 13:58:35.161271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-021beff6-9844-4147-b26f-83e20c502f05 req-cf10b1e7-b743-4b67-9493-a6f557a8bd79 service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594241 May 06 13:58:35.225149 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '4382724f-a3f6-4078-b4d8-af7347d82ab9', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:28Z', 'updated_at': '2022-05-06T13:54:35Z', 'revision_number': 1, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:35.230068 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cf7195-cc8a-44cf-90b5-b65aa6301df0 None None] The sync data for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv is: [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '4382724f-a3f6-4078-b4d8-af7347d82ab9', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'floating_ip_address': '172.26.2.178', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'port_id': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'mac_address': 'fa:16:3e:87:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:28Z', 'updated_at': '2022-05-06T13:54:35Z', 'revision_number': 1, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:58:35.411618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47232) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:35.453615 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc7d9f-0082-4e79-9a87-cd84efa016d6 None None] New status for floating IP 1369a827-5196-41a6-9364-7aa9b2464b49: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:58:35.523618 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a8d795e7-3914-412e-8d42-8ea74a0dfbe2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 200 len: 994 time: 0.1109412 May 06 13:58:35.723725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8620a-bbdb-4ff8-a242-c67ca0e4daeb req-f03b0031-479a-447e-bcac-2b0a93f8dab9 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:35.725172 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f5e8620a-bbdb-4ff8-a242-c67ca0e4daeb req-f03b0031-479a-447e-bcac-2b0a93f8dab9 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 945 time: 0.0844681 May 06 13:58:35.777318 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f5e8620a-bbdb-4ff8-a242-c67ca0e4daeb req-a4be85e7-9b08-462e-9a1b-9a950166601b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458825 May 06 13:58:36.015747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.348710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-ef7d6240-3203-439e-803a-8816aec480f5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:36.350230 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-ef7d6240-3203-439e-803a-8816aec480f5 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 945 time: 0.1864541 May 06 13:58:36.434199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Deleting port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:36.434724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.596934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e5bad20d-3ee0-4f33-b2e7-dae0c6ae6a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.722568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] For port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:36.723187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.858266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Calling delete_port for 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:37.037214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd1c13-8644-4518-a507-8390233042aa req-882d4f8f-7174-41e5-bcab-1ff691719779 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:37.038696 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-87cd1c13-8644-4518-a507-8390233042aa req-882d4f8f-7174-41e5-bcab-1ff691719779 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 945 time: 0.1452775 May 06 13:58:37.105978 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-87cd1c13-8644-4518-a507-8390233042aa req-3e6eb1ba-c012-4461-8790-9276053934d8 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609035 May 06 13:58:37.107297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:37.164872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event deleted for resources: {'Port': ['ID=8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:37.240705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] No DVR routers for this DVR port 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:58:37.243212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:37.246596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'name': 'network-vif-deleted', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:58:37.258715 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3695d5e4-9525-48ec-a6cc-cb7ec3b59d1a req-d3eff0b1-8db5-4179-a593-9eae72d3ae00 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "DELETE /v2.0/ports/8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 HTTP/1.1" status: 204 len: 173 time: 0.9029694 May 06 13:58:37.293718 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c17527-05ff-47ca-ad90-0231b68c66d5'] response: {'server_uuid': '63ae6f06-6158-46e7-8930-1d9875da7e42', 'name': 'network-vif-deleted', 'tag': '8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436', 'status': 'completed', 'code': 200} May 06 13:58:38.277334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-255d60ce-fc9f-4033-a200-45e0853fbe21 req-4e40688a-465f-4b15-b105-6a77333b2bca tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:38.293244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-255d60ce-fc9f-4033-a200-45e0853fbe21 req-4e40688a-465f-4b15-b105-6a77333b2bca tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:38.294409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-255d60ce-fc9f-4033-a200-45e0853fbe21 req-4e40688a-465f-4b15-b105-6a77333b2bca tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=63ae6f06-6158-46e7-8930-1d9875da7e42 HTTP/1.1" status: 200 len: 210 time: 0.0641165 May 06 13:58:38.962727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-835f45d9-7807-41dc-9434-eb7bac383162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:39.944520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:40.057223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:40.439403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:40.473173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:58:40.473498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 8a3bfe98-7e6e-4aa7-bc77-16f9f9f4e436 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:41.577394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:43.944575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47262) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:44.159795 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Deleting port 8fdb94f5-497a-4381-8ae4-e1c8912907a8 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:44.160144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:44.345033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:44.345361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:44.570101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Calling delete_port for 8fdb94f5-497a-4381-8ae4-e1c8912907a8 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:44.730075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:44.803761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event deleted for resources: {'Port': ['ID=8fdb94f5-497a-4381-8ae4-e1c8912907a8,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:44.876897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:44.877147 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Floating IP 4382724f-a3f6-4078-b4d8-af7347d82ab9 disassociated (deleted). External IP: 172.26.2.178, port: f0bec584-deb2-4dbc-9824-a7647b5637ba. May 06 13:58:45.242191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:58:45.440449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:58:45.456549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] Sync routers for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:58:45.469247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:45.472389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:45.473453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:45.570216 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1a4fa07b-293e-4401-8f29-bc597f3f7d16 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "DELETE /v2.0/floatingips/4382724f-a3f6-4078-b4d8-af7347d82ab9 HTTP/1.1" status: 204 len: 168 time: 1.6242647 May 06 13:58:45.571036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:58:45.644303 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d67be4a-ab06-42d5-b0fb-6a1d9b823ac4'] response: {'name': 'network-changed', 'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'status': 'completed', 'code': 200} May 06 13:58:45.718067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:45.783194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-328bc7b0-26b7-4dd4-8533-e42dd0c7b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:45.784878 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-328bc7b0-26b7-4dd4-8533-e42dd0c7b5b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39dc180c1812417b98208e3dd53bd4c7&device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 1099 time: 0.1185358 May 06 13:58:45.969960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-5f5a2ad8-20d4-4170-b2ac-07efc6292b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:45.971951 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-5f5a2ad8-20d4-4170-b2ac-07efc6292b0a service neutron] 10.222.0.76 "GET /v2.0/networks?id=e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 200 len: 913 time: 0.1799574 May 06 13:58:46.089179 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-a7a2f59f-4e88-4d6f-b379-fc29ef4ad2b0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba HTTP/1.1" status: 200 len: 217 time: 0.1055777 May 06 13:58:46.092366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:46.096899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] Checking router: 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:58:46.106193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:46.106826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:46.176198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-3a242d6f-168b-440e-8bf3-a5021a799233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:46.177703 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-3a242d6f-168b-440e-8bf3-a5021a799233 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 200 len: 851 time: 0.0816958 May 06 13:58:46.224176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2afbc-5788-4028-8147-9ac8526fa679 req-88a4a51e-0a09-4211-bb8b-d0fa81f24936 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:46.224894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-58f2afbc-5788-4028-8147-9ac8526fa679 req-88a4a51e-0a09-4211-bb8b-d0fa81f24936 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:46.261009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-58f2afbc-5788-4028-8147-9ac8526fa679 req-88a4a51e-0a09-4211-bb8b-d0fa81f24936 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:46.262178 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-58f2afbc-5788-4028-8147-9ac8526fa679 req-88a4a51e-0a09-4211-bb8b-d0fa81f24936 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 946 time: 0.2182469 May 06 13:58:46.294052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:46.302963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-475409d3-b90d-42e0-b2c9-f89b34b9338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:46.304441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-475409d3-b90d-42e0-b2c9-f89b34b9338a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e0dfa784-3385-4441-8cb7-4f3b760cd429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178169 May 06 13:58:46.509901 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-58f2afbc-5788-4028-8147-9ac8526fa679 req-b48b6305-6649-435e-9c94-297104189d80 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356665 May 06 13:58:46.587076 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-f9877b6c-8575-48bf-8d61-8c793b85f62d service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731826 May 06 13:58:46.676737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:46.682545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb22f52-a299-4db7-a94e-ffb529ebc557 None None] The sync data for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv is: [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:49:14Z', 'revision_number': 4, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '912e8f19-ffb5-4048-a4a3-35d3f8796525', 'name': '', 'network_id': 'e0dfa784-3385-4441-8cb7-4f3b760cd429', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'mac_address': 'fa:16:3e:88:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:06Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'subnets': [{'id': '88a7344f-0371-4bb5-8b61-f9e76be6bbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:58:46.732790 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8cc1dd2f-82f2-474d-88f4-a483cebb586b req-7628d373-785f-47a3-879c-5cc4e1a46cdf service neutron] 10.222.0.76 "GET /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372690 May 06 13:58:46.906047 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d392d7-f49a-4fe8-9d1a-364b0e36a15b None None] New status for floating IP 4382724f-a3f6-4078-b4d8-af7347d82ab9: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:58:47.713301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab1352-947b-4bb5-8809-dbb900ded8f7 req-8014dc4d-2253-421b-8cc6-faeb2d934c69 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:47.714763 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-baab1352-947b-4bb5-8809-dbb900ded8f7 req-8014dc4d-2253-421b-8cc6-faeb2d934c69 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 946 time: 0.0832753 May 06 13:58:47.808360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-baab1352-947b-4bb5-8809-dbb900ded8f7 req-bf976692-6522-4ad1-b03f-f87372c2cb80 tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb464af6-6147-4ef1-82a2-cb06f77abcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874443 May 06 13:58:47.838739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8c045449-e491-4140-b56a-2de5f8df914b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:58:47.840158 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8c045449-e491-4140-b56a-2de5f8df914b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 946 time: 0.0994446 May 06 13:58:47.911504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Deleting port f0bec584-deb2-4dbc-9824-a7647b5637ba {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:47.911754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:48.159306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] For port f0bec584-deb2-4dbc-9824-a7647b5637ba, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=f0bec584-deb2-4dbc-9824-a7647b5637ba,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:48.159581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:48.282270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Calling delete_port for f0bec584-deb2-4dbc-9824-a7647b5637ba owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:48.425596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:48.478701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event deleted for resources: {'Port': ['ID=f0bec584-deb2-4dbc-9824-a7647b5637ba,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:48.553322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] No DVR routers for this DVR port f0bec584-deb2-4dbc-9824-a7647b5637ba on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:58:48.555593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:48.559042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'name': 'network-vif-deleted', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:58:48.576587 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88d4398e-06af-4c3f-900e-0da20c68ea22 req-8fb53cf7-c82f-4604-a5bc-86368bc81c6d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.76 "DELETE /v2.0/ports/f0bec584-deb2-4dbc-9824-a7647b5637ba HTTP/1.1" status: 204 len: 173 time: 0.7306812 May 06 13:58:48.610486 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa6c296-d2a2-4063-8bc0-808f3c982ea2'] response: {'server_uuid': 'c1f741da-d756-4305-9965-dd56ed3eabd2', 'name': 'network-vif-deleted', 'tag': 'f0bec584-deb2-4dbc-9824-a7647b5637ba', 'status': 'completed', 'code': 200} May 06 13:58:48.973609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2329a7f1-808d-49b1-99df-4543e88a0e3e req-e8632aef-5e66-4330-bbfb-f3b104b3b93a tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Synchronizing usage tracker for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:48.998090 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2329a7f1-808d-49b1-99df-4543e88a0e3e req-e8632aef-5e66-4330-bbfb-f3b104b3b93a tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Unset dirty status for tenant:39dc180c1812417b98208e3dd53bd4c7 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:48.999851 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2329a7f1-808d-49b1-99df-4543e88a0e3e req-e8632aef-5e66-4330-bbfb-f3b104b3b93a tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1f741da-d756-4305-9965-dd56ed3eabd2 HTTP/1.1" status: 200 len: 210 time: 0.0769756 May 06 13:58:50.101034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47280) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:50.264794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Deleting port 4cae28e2-76d2-42f0-9df7-1de273692e6d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:50.265043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:50.541466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:50.541695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:50.667650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Calling delete_port for 4cae28e2-76d2-42f0-9df7-1de273692e6d owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:50.808828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:50.862413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event deleted for resources: {'Port': ['ID=4cae28e2-76d2-42f0-9df7-1de273692e6d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:50.952623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:50.971953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:50.973398 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b535e6b7-55ac-4d2b-a312-59b43d06518d tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "DELETE /v2.0/floatingips/76174e5d-d321-4714-85b4-0604b3fe6074 HTTP/1.1" status: 204 len: 168 time: 0.8712282 May 06 13:58:52.501313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f0bec584-deb2-4dbc-9824-a7647b5637ba no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:52.536314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: f0bec584-deb2-4dbc-9824-a7647b5637ba {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:58:52.536793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device f0bec584-deb2-4dbc-9824-a7647b5637ba not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:53.429434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47296) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:53.501690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67a8aecf-b733-40ef-9da1-6a5eb789c18b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.531970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67a8aecf-b733-40ef-9da1-6a5eb789c18b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.600226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67a8aecf-b733-40ef-9da1-6a5eb789c18b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.619203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8aecf-b733-40ef-9da1-6a5eb789c18b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb464af6-6147-4ef1-82a2-cb06f77abcf8,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:53.631791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-67a8aecf-b733-40ef-9da1-6a5eb789c18b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.632932 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-67a8aecf-b733-40ef-9da1-6a5eb789c18b tempest-TestVolumeBootPattern-1653257416 tempest-TestVolumeBootPattern-1653257416-project] 10.222.0.21 "DELETE /v2.0/security-groups/eb464af6-6147-4ef1-82a2-cb06f77abcf8 HTTP/1.1" status: 204 len: 168 time: 0.2024570 May 06 13:58:53.693462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47302) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:54.404150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:54.598891 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:58:54.896045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Deleting port 912e8f19-ffb5-4048-a4a3-35d3f8796525 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:54.896045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:55.069170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] For port 912e8f19-ffb5-4048-a4a3-35d3f8796525, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=912e8f19-ffb5-4048-a4a3-35d3f8796525,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:55.069568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:55.197252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Calling delete_port for 912e8f19-ffb5-4048-a4a3-35d3f8796525 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:55.512897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:55.559909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Pushing event deleted for resources: {'Port': ['ID=912e8f19-ffb5-4048-a4a3-35d3f8796525,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:55.834140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:56.307190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:58:56.492053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:58:56.501963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] Sync routers for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:58:56.505395 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c9a471d0-8a9b-4d27-a9b3-3fbba2d4f70f admin admin] 10.222.0.21 "PUT /v2.0/routers/6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8108592 May 06 13:58:56.507805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47312) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:56.512205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:56.512904 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:56.684739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:56.688663 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:56.865981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:56.876503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Deleting port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:56.877516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:56.979995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:58:55Z', 'revision_number': 5, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port': {'id': 'b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:53Z', 'updated_at': '2022-05-06T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:56.984071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] Checking router: 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:58:56.992673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] Routers {'6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:58:56.993936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:57.053153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] For port b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:57.053502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:57.152293 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] Set router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:58:57.178524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Calling delete_port for b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:57.265274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:58:56Z', 'revision_number': 6, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:57.269101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cfc63-80f7-481a-8bc5-e8a49b1d0d11 None None] The sync data for ids ['6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14'] in dv-neutron-840888-1-hyperv is: [{'id': '6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14', 'name': 'tempest-TestVolumeBootPattern-1458437768-router', 'tenant_id': '39dc180c1812417b98208e3dd53bd4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:48Z', 'updated_at': '2022-05-06T13:58:56Z', 'revision_number': 6, 'project_id': '39dc180c1812417b98208e3dd53bd4c7', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:58:57.353961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:57.401579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:57.494961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:57.769467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:57.771655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:57.794502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:57.795031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:58:57.806871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:57.808234 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e4e728fd-538d-4218-92b8-9e103e4957a4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6f2dd5bf-bbb6-4b91-b77e-8ab98d57ed14 HTTP/1.1" status: 204 len: 168 time: 1.2992811 May 06 13:58:57.810942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47316) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:57.869204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Deleting subnet 88a7344f-0371-4bb5-8b61-f9e76be6bbaf {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:58:57.872184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:57.923311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.001943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.072807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.114167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a7344f-0371-4bb5-8b61-f9e76be6bbaf,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:58.120361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.125291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31077db8-09fe-42d3-8cea-6d8c10ebee35 None None] Network e0dfa784-3385-4441-8cb7-4f3b760cd429 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:58:58.127453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.127798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.128130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.128477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.128801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.129123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.129441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.129764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.130069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.130381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.130750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.131065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:58.137107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e09cef95-da0f-4c12-974b-c7af20f0f07b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/88a7344f-0371-4bb5-8b61-f9e76be6bbaf HTTP/1.1" status: 204 len: 168 time: 0.3252072 May 06 13:58:58.139508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47320) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:58.252005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.263477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Deleting port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:58.263868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.394725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] DHCP port deletion for e0dfa784-3385-4441-8cb7-4f3b760cd429 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:58:58.398627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] Deleting port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:58.398991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.425517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 912e8f19-ffb5-4048-a4a3-35d3f8796525 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:58.475829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 912e8f19-ffb5-4048-a4a3-35d3f8796525 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:58:58.476161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 912e8f19-ffb5-4048-a4a3-35d3f8796525 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:58.476603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:58:58.485146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] For port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=22e7fb04-4386-46c2-9f74-c4d3083d5ac3,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:58.485696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.513808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:58:58.514143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b4fc5d87-6ef3-483e-9bb0-cbd2dcb5721b not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:58:58.611093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Calling delete_port for 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:58.692884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.704352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] For port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=22e7fb04-4386-46c2-9f74-c4d3083d5ac3,segment=NetworkSegment(50e47c70-77e0-485b-a807-82907e726237),segment_id=50e47c70-77e0-485b-a807-82907e726237)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:58:58.704765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.741584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] No DVR routers for this DVR port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:58:58.743150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e7fb04-4386-46c2-9f74-c4d3083d5ac3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:58.828457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] Calling delete_port for 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:58:58.859093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.885551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dfa784-3385-4441-8cb7-4f3b760cd429']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:58.902147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:58:58.902523 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:58:58.902830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e47c70-77e0-485b-a807-82907e726237') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:58.903127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e47c70-77e0-485b-a807-82907e726237') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:58.916362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.934828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.939315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:58:58.939700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:58:58.952891 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:58:59.030648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:59.046796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:59.061269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0dfa784-3385-4441-8cb7-4f3b760cd429,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:59.074193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8ce1239b-fbf8-413d-8a86-810a9f215898 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0dfa784-3385-4441-8cb7-4f3b760cd429 HTTP/1.1" status: 204 len: 168 time: 0.9336579 May 06 13:58:59.077000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47326) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:59.403901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] Deleting port 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:58:59.404531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:59.470265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e49398f5-304d-4606-b8c7-77689b42af7b None None] The port '22e7fb04-4386-46c2-9f74-c4d3083d5ac3' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:58:59.735121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:00.088379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Deleting port b763ee84-6832-4bee-8690-f8542a048c3e {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:00.088734 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:00.257555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] For port b763ee84-6832-4bee-8690-f8542a048c3e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b763ee84-6832-4bee-8690-f8542a048c3e,segment=NetworkSegment(903a24ef-5d77-4f77-9b2d-6e2d1f0d3153),segment_id=903a24ef-5d77-4f77-9b2d-6e2d1f0d3153)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:00.257905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:00.358116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:00.383332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Calling delete_port for b763ee84-6832-4bee-8690-f8542a048c3e owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:59:00.393531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:59:00.393871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 22e7fb04-4386-46c2-9f74-c4d3083d5ac3 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:00.565481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:00.712742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b763ee84-6832-4bee-8690-f8542a048c3e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:00.981837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:01.348056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Router ef22a101-9afc-4758-85cd-40415f8a9519 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:59:01.536799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:59:01.546726 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] Sync routers for ids ['ef22a101-9afc-4758-85cd-40415f8a9519'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:59:01.556624 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bd338511-c22b-4be1-a1ac-a30a4c0da6fd admin admin] 10.222.0.21 "PUT /v2.0/routers/ef22a101-9afc-4758-85cd-40415f8a9519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4756107 May 06 13:59:01.557005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47330) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:01.557386 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] Routers {'ef22a101-9afc-4758-85cd-40415f8a9519'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:01.558272 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['ef22a101-9afc-4758-85cd-40415f8a9519'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:01.734775 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] Set router ef22a101-9afc-4758-85cd-40415f8a9519 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:01.737314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:01.917334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:01.928318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Deleting port 15ec26d1-666d-4d8e-b2d4-b07c5706c341 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:01.928740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.017965 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:59:00Z', 'revision_number': 5, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'gw_port': {'id': '15ec26d1-666d-4d8e-b2d4-b07c5706c341', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:31Z', 'updated_at': '2022-05-06T13:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:02.022237 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] Checking router: ef22a101-9afc-4758-85cd-40415f8a9519 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:59:02.031620 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] Routers {'ef22a101-9afc-4758-85cd-40415f8a9519'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:02.032226 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:58:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['ef22a101-9afc-4758-85cd-40415f8a9519'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:02.215137 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] Set router ef22a101-9afc-4758-85cd-40415f8a9519 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:02.235986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] For port 15ec26d1-666d-4d8e-b2d4-b07c5706c341, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=15ec26d1-666d-4d8e-b2d4-b07c5706c341,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:02.236597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.322951 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:59:01Z', 'revision_number': 6, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:02.327321 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd7759-dc52-4c89-bfd5-7701413be8ad None None] The sync data for ids ['ef22a101-9afc-4758-85cd-40415f8a9519'] in dv-neutron-840888-1-hyperv is: [{'id': 'ef22a101-9afc-4758-85cd-40415f8a9519', 'name': 'tempest-TestVolumeBootPattern-624051963-router', 'tenant_id': '1a52fb9445c340dbb41c628fc472c730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:59:01Z', 'revision_number': 6, 'project_id': '1a52fb9445c340dbb41c628fc472c730', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:59:02.364117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Calling delete_port for 15ec26d1-666d-4d8e-b2d4-b07c5706c341 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:59:02.536081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.584128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ec26d1-666d-4d8e-b2d4-b07c5706c341,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:02.678158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.862744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.864854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.888847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.889369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef22a101-9afc-4758-85cd-40415f8a9519 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:59:02.902725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:02.903848 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3aa984ac-eb02-4940-8a8b-00908a0a3c82 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ef22a101-9afc-4758-85cd-40415f8a9519 HTTP/1.1" status: 204 len: 168 time: 1.3460696 May 06 13:59:02.906322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47336) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:02.977386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edeb3a7-6826-4354-9318-300ce9700bab admin admin] Deleting subnet 13f599ba-d0bc-4012-b5d3-08859fcdb02f {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:59:02.980274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5edeb3a7-6826-4354-9318-300ce9700bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.030432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5edeb3a7-6826-4354-9318-300ce9700bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.112900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5edeb3a7-6826-4354-9318-300ce9700bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.186381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5edeb3a7-6826-4354-9318-300ce9700bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.222878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edeb3a7-6826-4354-9318-300ce9700bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f599ba-d0bc-4012-b5d3-08859fcdb02f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:03.226459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5edeb3a7-6826-4354-9318-300ce9700bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.233273 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5edeb3a7-6826-4354-9318-300ce9700bab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13f599ba-d0bc-4012-b5d3-08859fcdb02f HTTP/1.1" status: 204 len: 168 time: 0.3259897 May 06 13:59:03.234733 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530946a3-1507-44bd-9bf3-8c4944a12a19 None None] Network 7a7b69fb-a625-4ba7-82bb-8f3963c35404 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:59:03.235928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47340) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:03.348237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.364168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Deleting port 6e29828c-8d73-428f-b093-6005689c55c3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:03.364727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.481707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] DHCP port deletion for 7a7b69fb-a625-4ba7-82bb-8f3963c35404 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:59:03.486320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] Deleting port 6e29828c-8d73-428f-b093-6005689c55c3 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:03.486691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.604197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] For port 6e29828c-8d73-428f-b093-6005689c55c3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6e29828c-8d73-428f-b093-6005689c55c3,segment=NetworkSegment(903a24ef-5d77-4f77-9b2d-6e2d1f0d3153),segment_id=903a24ef-5d77-4f77-9b2d-6e2d1f0d3153)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:03.604584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.700147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] For port 6e29828c-8d73-428f-b093-6005689c55c3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6e29828c-8d73-428f-b093-6005689c55c3,segment=NetworkSegment(903a24ef-5d77-4f77-9b2d-6e2d1f0d3153),segment_id=903a24ef-5d77-4f77-9b2d-6e2d1f0d3153)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:03.700441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.823568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] Calling delete_port for 6e29828c-8d73-428f-b093-6005689c55c3 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:59:03.825626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Calling delete_port for 6e29828c-8d73-428f-b093-6005689c55c3 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:59:03.901738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:03.908309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:59:03.908795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:59:03.951653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e29828c-8d73-428f-b093-6005689c55c3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:03.954749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] No DVR routers for this DVR port 6e29828c-8d73-428f-b093-6005689c55c3 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:59:04.069378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.094294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7b69fb-a625-4ba7-82bb-8f3963c35404']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:04.107142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:04.107436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903a24ef-5d77-4f77-9b2d-6e2d1f0d3153') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:04.119173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.135048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.141007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:59:04.141384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:59:04.154779 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:59:04.231167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.247526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.257476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7b69fb-a625-4ba7-82bb-8f3963c35404,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:04.265273 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-88bda9fc-c795-45f1-bee8-2671bc2f82f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7a7b69fb-a625-4ba7-82bb-8f3963c35404 HTTP/1.1" status: 204 len: 168 time: 1.0280573 May 06 13:59:04.362184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6e29828c-8d73-428f-b093-6005689c55c3 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:04.396569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 6e29828c-8d73-428f-b093-6005689c55c3 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:59:04.396919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6e29828c-8d73-428f-b093-6005689c55c3 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:04.397341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b763ee84-6832-4bee-8690-f8542a048c3e no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:04.403075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47346) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:04.426202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] Deleting port 6e29828c-8d73-428f-b093-6005689c55c3 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:04.426580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.453928 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c5adda25-6d41-4b04-95f9-5ce485b11388 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39dc180c1812417b98208e3dd53bd4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496027 May 06 13:59:04.456446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47350) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:04.467155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b763ee84-6832-4bee-8690-f8542a048c3e {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:59:04.467500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b763ee84-6832-4bee-8690-f8542a048c3e not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:04.467924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 15ec26d1-666d-4d8e-b2d4-b07c5706c341 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:04.515447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7923aeb0-2f38-4191-b208-bfc29958f4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.532236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6d07a1fd-3a79-4a14-8aa9-50113cf56a8a None None] The port '6e29828c-8d73-428f-b093-6005689c55c3' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 13:59:04.533140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 15ec26d1-666d-4d8e-b2d4-b07c5706c341 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:59:04.533479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 15ec26d1-666d-4d8e-b2d4-b07c5706c341 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:04.546675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7923aeb0-2f38-4191-b208-bfc29958f4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.600373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7923aeb0-2f38-4191-b208-bfc29958f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.616304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923aeb0-2f38-4191-b208-bfc29958f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718c8db4-f707-40e4-aa44-4aa75d7ff716,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:04.624988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7923aeb0-2f38-4191-b208-bfc29958f4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:04.626929 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7923aeb0-2f38-4191-b208-bfc29958f4a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/718c8db4-f707-40e4-aa44-4aa75d7ff716 HTTP/1.1" status: 204 len: 168 time: 0.1686890 May 06 13:59:04.973955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47358) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:05.022200 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-96904501-c44c-4815-bf16-e558e8105f08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a52fb9445c340dbb41c628fc472c730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469661 May 06 13:59:05.025154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47362) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:05.082878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e36bc13-a8dd-41fe-8c15-88e14a674dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:05.109812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e36bc13-a8dd-41fe-8c15-88e14a674dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:05.160869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e36bc13-a8dd-41fe-8c15-88e14a674dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:05.178952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36bc13-a8dd-41fe-8c15-88e14a674dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0577b540-1755-4b35-9b0a-2288f027a1e9,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:05.185592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e36bc13-a8dd-41fe-8c15-88e14a674dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:05.190641 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0e36bc13-a8dd-41fe-8c15-88e14a674dcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0577b540-1755-4b35-9b0a-2288f027a1e9 HTTP/1.1" status: 204 len: 168 time: 0.1606584 May 06 13:59:06.005770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:06.600060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cb59f69d-8f8d-4e91-99af-00d3501a8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:06.734788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47370) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:06.940929 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f7a2cdf5-84d4-4618-90a1-8ca52ba4c2ef tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers/e11f256f-6698-444b-9d81-d7937c5eef1b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2022882 May 06 13:59:06.941331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47374) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:07.143475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d05ef4-ab38-4dc3-b2b0-f00616697961 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Notify agent at dv-neutron-840888-1-hyperv the message router_removed_from_agent {{(pid=87984) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 06 13:59:07.147088 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-38d05ef4-ab38-4dc3-b2b0-f00616697961 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "DELETE /v2.0/agents/19d7ebff-ef18-4999-94ee-53b4f9545577/l3-routers/e11f256f-6698-444b-9d81-d7937c5eef1b HTTP/1.1" status: 204 len: 168 time: 0.2047160 May 06 13:59:07.150490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47378) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:07.340413 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a31c67a3-1075-4229-b6d3-ee608b893dda tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers/e11f256f-6698-444b-9d81-d7937c5eef1b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1887155 May 06 13:59:07.342931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47382) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:07.449758 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b5d14534-a146-40c5-8860-dbae4ed486e3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 200 len: 994 time: 0.1057024 May 06 13:59:07.911819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16861069-4b17-4419-ac35-6191f137e49b None None] New status for floating IP 214aa356-b485-4b27-bffa-c13a95a56562: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:59:08.363337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c6df84a3-f47c-4317-845e-0f79419cd56a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:08.453506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47386) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:08.482133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:08.499874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port c6df84a3-f47c-4317-845e-0f79419cd56a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c6df84a3-f47c-4317-845e-0f79419cd56a,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:08.504114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:08.505112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device adfd84c2-92be-4fd7-9995-e2e85001225a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:08.561545 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6752b7c5-892f-4ecd-a268-f2b4d8a300f8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 200 len: 992 time: 0.1068869 May 06 13:59:08.621032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=c6df84a3-f47c-4317-845e-0f79419cd56a,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:08.657801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.658151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.658488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.658832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.659155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.659484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.659810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.660133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.660478 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.660802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.661122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.661439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:08.689255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:08.720875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port adfd84c2-92be-4fd7-9995-e2e85001225a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=adfd84c2-92be-4fd7-9995-e2e85001225a,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:08.724319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:08.791859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=adfd84c2-92be-4fd7-9995-e2e85001225a,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:08.968313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4d6bffd5-ce5c-4b17-96c1-2d7d1f1e60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:09.850810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47392) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:09.947410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.061881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:10.063034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa16ac12-0fdc-4fcf-8fc0-f05914b24ecc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Router e11f256f-6698-444b-9d81-d7937c5eef1b is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:59:10.063460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa16ac12-0fdc-4fcf-8fc0-f05914b24ecc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Notify agent at dv-neutron-840888-1-hyperv the message router_added_to_agent {{(pid=87985) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 06 13:59:10.086458 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-aa16ac12-0fdc-4fcf-8fc0-f05914b24ecc tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "POST /v2.0/agents/19d7ebff-ef18-4999-94ee-53b4f9545577/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2345603 May 06 13:59:10.089783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47400) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:10.098356 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] Sync routers for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:59:10.108677 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:10.109359 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:10.273142 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9b0435a1-d281-44d9-b656-185a561cfbb4 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers/e11f256f-6698-444b-9d81-d7937c5eef1b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1819932 May 06 13:59:10.276290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47404) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:10.291813 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:10.388245 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-226a0e18-ec8d-4733-9982-002468af0fcd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 200 len: 992 time: 0.1106751 May 06 13:59:10.659213 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:59:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '214aa356-b485-4b27-bffa-c13a95a56562', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.133', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'port_id': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'mac_address': 'fa:16:3e:4b:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:30Z', 'updated_at': '2022-05-06T13:59:08Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:59:08Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:10.663238 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] Checking router: e11f256f-6698-444b-9d81-d7937c5eef1b for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:59:10.672536 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:10.673142 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:10.853738 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:11.205078 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:59:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '214aa356-b485-4b27-bffa-c13a95a56562', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.133', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'port_id': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'mac_address': 'fa:16:3e:4b:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:30Z', 'updated_at': '2022-05-06T13:59:08Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:59:08Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:11.209151 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f71529-e2bc-4a30-8f15-a1085c7797d3 None None] The sync data for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv is: [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:59:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '214aa356-b485-4b27-bffa-c13a95a56562', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.133', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'port_id': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'mac_address': 'fa:16:3e:4b:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:30Z', 'updated_at': '2022-05-06T13:59:08Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:59:08Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:59:11.394338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47408) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:11.519413 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5ea09d81-6173-472f-ad18-734824eec4fe tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 200 len: 992 time: 0.1222703 May 06 13:59:11.580190 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.412245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c6df84a3-f47c-4317-845e-0f79419cd56a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:12.481631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c6df84a3-f47c-4317-845e-0f79419cd56a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:12.481992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.522296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47412) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:12.607032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.625306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port c6df84a3-f47c-4317-845e-0f79419cd56a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c6df84a3-f47c-4317-845e-0f79419cd56a,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:12.630023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.630878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device adfd84c2-92be-4fd7-9995-e2e85001225a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:12.743594 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-70eee45b-3f92-49d0-8c94-808e02fe97a0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 200 len: 992 time: 0.2195170 May 06 13:59:12.756526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=c6df84a3-f47c-4317-845e-0f79419cd56a,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:12.770777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port adfd84c2-92be-4fd7-9995-e2e85001225a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:12.771144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.866507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be29f8b-dfd8-426a-8143-eff9274f1806 None None] New status for floating IP 214aa356-b485-4b27-bffa-c13a95a56562: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:59:12.981676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:13.106671 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port adfd84c2-92be-4fd7-9995-e2e85001225a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=adfd84c2-92be-4fd7-9995-e2e85001225a,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:13.161100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:13.241572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=adfd84c2-92be-4fd7-9995-e2e85001225a,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:13.747666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47416) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:13.868292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-263c7891-a6f9-4f7e-af49-5d21d1cf7cf7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 200 len: 994 time: 0.1189075 May 06 13:59:14.161271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47424) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:14.366321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port f96b4019-659c-41e6-8919-5fef61516cde {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:14.366657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.373793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c6df84a3-f47c-4317-845e-0f79419cd56a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:14.445439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c6df84a3-f47c-4317-845e-0f79419cd56a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:14.446413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.560936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.561155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.607659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device adfd84c2-92be-4fd7-9995-e2e85001225a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:14.675576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port adfd84c2-92be-4fd7-9995-e2e85001225a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:14.675937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.695825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for f96b4019-659c-41e6-8919-5fef61516cde owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:59:14.881345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.940005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=f96b4019-659c-41e6-8919-5fef61516cde,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:15.047128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.047418 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 214aa356-b485-4b27-bffa-c13a95a56562 disassociated (deleted). External IP: 172.26.2.133, port: 51ffe419-340b-4358-941f-5cd47f9c56ec. May 06 13:59:15.478855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router e11f256f-6698-444b-9d81-d7937c5eef1b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:59:15.847894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:59:15.858983 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] Sync routers for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:59:15.870978 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:15.872837 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:15.873877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.948996 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-352cbf97-5a42-4db0-b909-e3f447991c82 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/floatingips/214aa356-b485-4b27-bffa-c13a95a56562 HTTP/1.1" status: 204 len: 168 time: 1.7863615 May 06 13:59:15.951355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:59:16.155599 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:16.319164 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f661c43-7636-4e53-9452-e760e4cbc5c8'] response: {'name': 'network-changed', 'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'status': 'completed', 'code': 200} May 06 13:59:16.478701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb97ef2-dd33-443d-8403-8c95b41c3455 req-194f5932-6fd9-47be-bbc9-0a8e3e697dbf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:16.479750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-feb97ef2-dd33-443d-8403-8c95b41c3455 req-194f5932-6fd9-47be-bbc9-0a8e3e697dbf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:16.499175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-feb97ef2-dd33-443d-8403-8c95b41c3455 req-194f5932-6fd9-47be-bbc9-0a8e3e697dbf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:16.500610 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-feb97ef2-dd33-443d-8403-8c95b41c3455 req-194f5932-6fd9-47be-bbc9-0a8e3e697dbf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 946 time: 0.1313148 May 06 13:59:16.592634 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:59:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:59:13Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:16.604381 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] Checking router: e11f256f-6698-444b-9d81-d7937c5eef1b for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:59:16.622978 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:16.622978 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:16.626911 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-feb97ef2-dd33-443d-8403-8c95b41c3455 req-3ca6e1cc-163f-4df2-8fde-f34e5f932c10 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181309 May 06 13:59:16.681860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-4be64611-60a9-4127-8fdc-9a8a57ef07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:16.683630 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-4be64611-60a9-4127-8fdc-9a8a57ef07a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 1099 time: 0.3413353 May 06 13:59:16.849585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-1f025dc8-f60f-42dd-96f7-f8317e96ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:16.850683 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:16.851051 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-1f025dc8-f60f-42dd-96f7-f8317e96ee0e service neutron] 10.222.0.76 "GET /v2.0/networks?id=53cf1df5-6d9f-4f08-a1bb-6820e2164113 HTTP/1.1" status: 200 len: 897 time: 0.1609368 May 06 13:59:16.970877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-ee2757a5-0007-43ce-8fc1-6f2d6010581d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51ffe419-340b-4358-941f-5cd47f9c56ec HTTP/1.1" status: 200 len: 217 time: 0.1125298 May 06 13:59:17.055549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-8fd2dacb-085c-4979-a8c2-0c1310384af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:17.058319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-8fd2dacb-085c-4979-a8c2-0c1310384af6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a55cd834-8213-4817-a4f1-41c40c18fad6 HTTP/1.1" status: 200 len: 835 time: 0.0810363 May 06 13:59:17.163724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-971a7c7d-8528-4731-a749-97f9ac5e926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:17.165299 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-971a7c7d-8528-4731-a749-97f9ac5e926b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53cf1df5-6d9f-4f08-a1bb-6820e2164113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995889 May 06 13:59:17.270218 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:59:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:59:13Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:17.275165 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82a0bb-5f68-4c18-8c3e-4c6456d14d3f None None] The sync data for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv is: [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:13Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:59:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'adfd84c2-92be-4fd7-9995-e2e85001225a', 'name': '', 'network_id': '53cf1df5-6d9f-4f08-a1bb-6820e2164113', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:b1:cc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:12Z', 'updated_at': '2022-05-06T13:59:13Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a55cd834-8213-4817-a4f1-41c40c18fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:59:17.352751 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-d4a82fb3-3dd4-4b8c-ad0f-fa8752193287 service neutron] 10.222.0.76 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798558 May 06 13:59:17.522792 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94e0add4-a41f-49c9-ba81-8ea666747074 req-a88dea0d-9af8-44f9-97db-36931866afe8 service neutron] 10.222.0.76 "GET /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565695 May 06 13:59:17.869013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4c178-bb33-4c35-9165-79deb83dcc22 req-45aa02b0-e0b0-4470-9b0c-581a35f99052 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:17.870596 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-25c4c178-bb33-4c35-9165-79deb83dcc22 req-45aa02b0-e0b0-4470-9b0c-581a35f99052 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 946 time: 0.1059821 May 06 13:59:17.984217 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-25c4c178-bb33-4c35-9165-79deb83dcc22 req-ea8e782a-c713-44ed-bb30-73eb0a2209e1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=987d804a-80f1-458b-90b7-4c4d7c7fd0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822029 May 06 13:59:18.022737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-a1c58c38-72d0-4b0e-9205-5342d053497f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:18.024633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-a1c58c38-72d0-4b0e-9205-5342d053497f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 946 time: 0.1530557 May 06 13:59:18.081328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf6ae8-3fdf-429a-9558-0429d547fc74 None None] New status for floating IP 214aa356-b485-4b27-bffa-c13a95a56562: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:59:18.107763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 51ffe419-340b-4358-941f-5cd47f9c56ec {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:18.108348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.394163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 51ffe419-340b-4358-941f-5cd47f9c56ec, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=51ffe419-340b-4358-941f-5cd47f9c56ec,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:18.394520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.626360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 51ffe419-340b-4358-941f-5cd47f9c56ec owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:59:18.790271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.843332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=51ffe419-340b-4358-941f-5cd47f9c56ec,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:18.919219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port 51ffe419-340b-4358-941f-5cd47f9c56ec on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:59:18.921767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:18.924301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'name': 'network-vif-deleted', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:59:18.945275 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ae3eceb-2cf1-46fa-986b-7a30decc7214 req-807c9590-b6ba-4bd4-8998-c8a04c2be926 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/51ffe419-340b-4358-941f-5cd47f9c56ec HTTP/1.1" status: 204 len: 173 time: 0.9142134 May 06 13:59:18.978438 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e95d5a0-8adb-4d0c-b50e-e69a757c5f0b'] response: {'server_uuid': '85b38ccf-5ae0-4b02-9484-d30d8c1820af', 'name': 'network-vif-deleted', 'tag': '51ffe419-340b-4358-941f-5cd47f9c56ec', 'status': 'completed', 'code': 200} May 06 13:59:19.179739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b1bae499-9bb0-4a6a-917f-ad52d000fe4b req-c0732bd9-e5cc-46c6-9297-92af533743a5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:19.202351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b1bae499-9bb0-4a6a-917f-ad52d000fe4b req-c0732bd9-e5cc-46c6-9297-92af533743a5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:19.203796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b1bae499-9bb0-4a6a-917f-ad52d000fe4b req-c0732bd9-e5cc-46c6-9297-92af533743a5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=85b38ccf-5ae0-4b02-9484-d30d8c1820af HTTP/1.1" status: 200 len: 210 time: 0.0715168 May 06 13:59:20.307323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47446) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:20.378926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c66d9fe-2971-4732-afd8-b0639515e6d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.407958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c66d9fe-2971-4732-afd8-b0639515e6d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.473326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c66d9fe-2971-4732-afd8-b0639515e6d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.493645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66d9fe-2971-4732-afd8-b0639515e6d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987d804a-80f1-458b-90b7-4c4d7c7fd0eb,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:20.505987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5c66d9fe-2971-4732-afd8-b0639515e6d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:20.507105 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5c66d9fe-2971-4732-afd8-b0639515e6d1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/987d804a-80f1-458b-90b7-4c4d7c7fd0eb HTTP/1.1" status: 204 len: 168 time: 0.1985652 May 06 13:59:20.542779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47452) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:21.092878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:21.452453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port adfd84c2-92be-4fd7-9995-e2e85001225a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:21.453126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:21.763357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port adfd84c2-92be-4fd7-9995-e2e85001225a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=adfd84c2-92be-4fd7-9995-e2e85001225a,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:21.763701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:21.893449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for adfd84c2-92be-4fd7-9995-e2e85001225a owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:59:22.110450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:22.169114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=adfd84c2-92be-4fd7-9995-e2e85001225a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:22.462345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:22.639265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 51ffe419-340b-4358-941f-5cd47f9c56ec no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:22.676123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 51ffe419-340b-4358-941f-5cd47f9c56ec {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:59:22.676486 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 51ffe419-340b-4358-941f-5cd47f9c56ec not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:22.830980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router e11f256f-6698-444b-9d81-d7937c5eef1b has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:59:23.151223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:59:23.162578 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] Sync routers for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:59:23.170337 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4f490113-4d9a-4afe-911c-7bb8f40b9e5f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/e11f256f-6698-444b-9d81-d7937c5eef1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262531 May 06 13:59:23.173267 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47456) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:23.179912 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:23.181157 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:23.244917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ac48ed-684c-42ef-94b7-e4866a52fbfd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting subnet a55cd834-8213-4817-a4f1-41c40c18fad6 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 13:59:23.247974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7ac48ed-684c-42ef-94b7-e4866a52fbfd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.306327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7ac48ed-684c-42ef-94b7-e4866a52fbfd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.390382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7ac48ed-684c-42ef-94b7-e4866a52fbfd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.470091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7ac48ed-684c-42ef-94b7-e4866a52fbfd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.510293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac48ed-684c-42ef-94b7-e4866a52fbfd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Subnet': ['ID=a55cd834-8213-4817-a4f1-41c40c18fad6,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:23.513874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7ac48ed-684c-42ef-94b7-e4866a52fbfd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.520201 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:23.521986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19817486-1444-45d5-b089-6e3e5abddc55 None None] Network 53cf1df5-6d9f-4f08-a1bb-6820e2164113 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:59:23.522179 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e7ac48ed-684c-42ef-94b7-e4866a52fbfd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/subnets/a55cd834-8213-4817-a4f1-41c40c18fad6 HTTP/1.1" status: 204 len: 168 time: 0.3476896 May 06 13:59:23.525224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47460) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:23.738291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.930848 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:59:22Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'c6df84a3-f47c-4317-845e-0f79419cd56a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:06:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:08Z', 'updated_at': '2022-05-06T13:59:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:23.931421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96519dba-a9be-4f8d-ac0b-acf144823e48 None None] DHCP port deletion for 53cf1df5-6d9f-4f08-a1bb-6820e2164113 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 13:59:23.936874 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] Checking router: e11f256f-6698-444b-9d81-d7937c5eef1b for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:59:23.937681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-96519dba-a9be-4f8d-ac0b-acf144823e48 None None] Deleting port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:23.938187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96519dba-a9be-4f8d-ac0b-acf144823e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.953299 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] Routers {'e11f256f-6698-444b-9d81-d7937c5eef1b'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:23.954677 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e11f256f-6698-444b-9d81-d7937c5eef1b'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:23.972219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:23.984003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port c6df84a3-f47c-4317-845e-0f79419cd56a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 13:59:23.984469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:24.187515 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] Set router e11f256f-6698-444b-9d81-d7937c5eef1b gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:24.204710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port c6df84a3-f47c-4317-845e-0f79419cd56a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c6df84a3-f47c-4317-845e-0f79419cd56a,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:24.205059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-96519dba-a9be-4f8d-ac0b-acf144823e48 None None] For port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b83cf0a4-dcde-4088-bd0f-1b01a9d39bde,segment=NetworkSegment(82438daf-8088-4527-a13f-1f3f1e38fe97),segment_id=82438daf-8088-4527-a13f-1f3f1e38fe97)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:24.205268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:24.205655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96519dba-a9be-4f8d-ac0b-acf144823e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:24.343679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-96519dba-a9be-4f8d-ac0b-acf144823e48 None None] Calling delete_port for b83cf0a4-dcde-4088-bd0f-1b01a9d39bde owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:59:24.402693 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:24.412560 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e14458-7cb8-4b6e-9a63-a6469fafdd32 None None] The sync data for ids ['e11f256f-6698-444b-9d81-d7937c5eef1b'] in dv-neutron-840888-1-hyperv is: [{'id': 'e11f256f-6698-444b-9d81-d7937c5eef1b', 'name': 'tempest-TestNetworkBasicOps-router-1252125778', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:59:23Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:59:24.435566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for c6df84a3-f47c-4317-845e-0f79419cd56a owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 13:59:24.443230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b83cf0a4-dcde-4088-bd0f-1b01a9d39bde no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:24.498236 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96519dba-a9be-4f8d-ac0b-acf144823e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:24.551173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96519dba-a9be-4f8d-ac0b-acf144823e48 None None] Pushing event deleted for resources: {'Port': ['ID=b83cf0a4-dcde-4088-bd0f-1b01a9d39bde,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:24.558651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96519dba-a9be-4f8d-ac0b-acf144823e48 None None] No DVR routers for this DVR port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:59:24.563592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port b83cf0a4-dcde-4088-bd0f-1b01a9d39bde {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 13:59:24.563996 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b83cf0a4-dcde-4088-bd0f-1b01a9d39bde not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:24.653649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:24.704516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=c6df84a3-f47c-4317-845e-0f79419cd56a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:24.807566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.098982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.102570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.133062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.133761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Fanout notify agent at l3_agent the message router_deleted on router e11f256f-6698-444b-9d81-d7937c5eef1b {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 13:59:25.152840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.153975 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-055db24a-5099-4198-93eb-0a3ab869389d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/routers/e11f256f-6698-444b-9d81-d7937c5eef1b HTTP/1.1" status: 204 len: 168 time: 1.6276169 May 06 13:59:25.157726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47464) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:25.290292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.503368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.546327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cf1df5-6d9f-4f08-a1bb-6820e2164113']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:25.561442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82438daf-8088-4527-a13f-1f3f1e38fe97') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:25.561752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82438daf-8088-4527-a13f-1f3f1e38fe97') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:25.575961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.593714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.600905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 13:59:25.601357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:59:25.617714 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:59:25.703219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.721262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.733184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Network': ['ID=53cf1df5-6d9f-4f08-a1bb-6820e2164113,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:25.741788 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c1f9ad08-33ce-4345-ad7a-37b8a686abfa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/networks/53cf1df5-6d9f-4f08-a1bb-6820e2164113 HTTP/1.1" status: 204 len: 168 time: 0.5825446 May 06 13:59:25.764059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47468) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:25.769716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'network': {'name': 'tempest-network-smoke--224876253', 'project_id': '94073f6446054d1680f902b2994092d3', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:25.775131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:25.779309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:network and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:25.782443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:25.788804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:25.804032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:59:25.809233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.845687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:59:25.857949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.858375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Added segment 98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed of type vlan for network c173ee00-1f12-4bac-ae22-657e4fdf62c3 May 06 13:59:25.893840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.945904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:25.955342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:25.955983 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:26.076198 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3106880 May 06 13:59:26.079292 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47472) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:26.083591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d3e87-34a4-4780-9552-08558b96a7c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Network': ['ID=c173ee00-1f12-4bac-ae22-657e4fdf62c3,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:26.089206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'admin_state_up': True, 'project_id': '94073f6446054d1680f902b2994092d3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:26.097214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:59:26.104797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:26.112375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:router and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:26.117972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:26.129057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:26.145795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:26.148026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:26.177803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:26.383382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c6df84a3-f47c-4317-845e-0f79419cd56a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:26.424774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: c6df84a3-f47c-4317-845e-0f79419cd56a {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:59:26.425118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c6df84a3-f47c-4317-845e-0f79419cd56a not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:26.425480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device adfd84c2-92be-4fd7-9995-e2e85001225a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:59:26.462169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: adfd84c2-92be-4fd7-9995-e2e85001225a {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 13:59:26.462514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device adfd84c2-92be-4fd7-9995-e2e85001225a not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:59:26.650536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:26.991228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:27.027513 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:27.171514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.74 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/94667802-00ed-4016-9c8e-3aac9deedfc3) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:27.332060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:27.363685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:27.434603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:27.437494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:27.441440 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:59:27.477330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=94667802-00ed-4016-9c8e-3aac9deedfc3,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:27.495832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.496173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.496538 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.496871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.497202 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.497530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.497854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.498178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.498502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.498823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.499142 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.499460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:27.940766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:28.472597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:28.709734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 463a8e7b-e677-48ea-9717-319b834d4429 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 13:59:28.943085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:59:28.963662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Sync routers for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:59:28.986459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:28.987544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:29.005852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:29.008238 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-57568e6c-1d93-4e3e-84e8-dfac3db4da73 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9269397 May 06 13:59:29.014592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47476) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:29.066277 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bfe70a55-fd3d-4c27-8740-57913870a616 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500476 May 06 13:59:29.070134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47480) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:29.239887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02800500-12ee-41d2-9261-d2846b7822dd tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:29.243219 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-02800500-12ee-41d2-9261-d2846b7822dd tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1700802 May 06 13:59:29.246166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47484) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:29.319471 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-998403a2-46c2-49a1-a552-8a02100a9fae tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714710 May 06 13:59:29.320239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:29.322070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47488) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:29.327810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1177118827', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'project_id': '94073f6446054d1680f902b2994092d3', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:29.463557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:29.469689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:subnet and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:29.474040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:29.485347 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:29.502610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:59:29.506305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:29.649261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:27Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:29.654766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Checking router: 463a8e7b-e677-48ea-9717-319b834d4429 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:59:29.655212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Updating router 463a8e7b-e677-48ea-9717-319b834d4429 port 94667802-00ed-4016-9c8e-3aac9deedfc3 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:59:29.719096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:29.772889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:29.880188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=a7839e09-6081-4c2a-ba52-482e97ad0b66,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:29.889250 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Checking segment: {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:59:29.889604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network hostable DHCP agents. Network: c173ee00-1f12-4bac-ae22-657e4fdf62c3, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:59:29.911692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:59:29.922973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c173ee00-1f12-4bac-ae22-657e4fdf62c3) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:29.928173 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:29.928827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:29.956079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbed8cc-0705-4692-8942-cd622f061adc None None] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:59:29.961575 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cdf6a14d-74a9-46c4-bafe-6fd64dd78624 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6338823 May 06 13:59:29.962107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47492) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:30.301628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 13:59:30.302653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.314837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.336335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Transition to ACTIVE for port object 94667802-00ed-4016-9c8e-3aac9deedfc3 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:30.379973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.497645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Attempting to bind port 94667802-00ed-4016-9c8e-3aac9deedfc3 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:59:30.498020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Attempting to bind port 94667802-00ed-4016-9c8e-3aac9deedfc3 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:59:30.498386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Attempting to bind port 94667802-00ed-4016-9c8e-3aac9deedfc3 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:59:30.506667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758eafda-c5e4-40c7-ad52-efe2357099d5 None None] Pushing event updated for resources: {'Port': ['ID=94667802-00ed-4016-9c8e-3aac9deedfc3,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:30.515374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:59:30.515823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:59:30.516229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.516787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:59:30.517306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Bound port: 94667802-00ed-4016-9c8e-3aac9deedfc3, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:59:30.517688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.656292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Allocated IP 172.20.0.2 (c173ee00-1f12-4bac-ae22-657e4fdf62c3/a7839e09-6081-4c2a-ba52-482e97ad0b66/37090972-829f-494f-ab01-e5d23461dda3) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:30.665514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] For port 94667802-00ed-4016-9c8e-3aac9deedfc3, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:59:30.672509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] For port 94667802-00ed-4016-9c8e-3aac9deedfc3, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=94667802-00ed-4016-9c8e-3aac9deedfc3,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:59:30.680504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:30.863714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758eafda-c5e4-40c7-ad52-efe2357099d5 None None] Pushing event updated for resources: {'Port': ['ID=94667802-00ed-4016-9c8e-3aac9deedfc3,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:30.871064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:30.872009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:30.968701 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.344570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.348148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:31.463373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Transition to ACTIVE for port object 37090972-829f-494f-ab01-e5d23461dda3 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:31.556877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Transition to ACTIVE for port object 37090972-829f-494f-ab01-e5d23461dda3 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:31.566394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.600789 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:59:31.642905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.1 (c173ee00-1f12-4bac-ae22-657e4fdf62c3/a7839e09-6081-4c2a-ba52-482e97ad0b66/a8d09240-a546-45f5-84aa-49a4ada5c7fe) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:31.671987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:31.679774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:31.683764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Pushing event updated for resources: {'Port': ['ID=37090972-829f-494f-ab01-e5d23461dda3,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:31.686187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:59:31.822191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.833195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Attempting to bind port 37090972-829f-494f-ab01-e5d23461dda3 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:59:31.833604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Attempting to bind port 37090972-829f-494f-ab01-e5d23461dda3 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:59:31.833963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Attempting to bind port 37090972-829f-494f-ab01-e5d23461dda3 on network c173ee00-1f12-4bac-ae22-657e4fdf62c3 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:59:31.839317 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object a8d09240-a546-45f5-84aa-49a4ada5c7fe will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:31.843449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:59:31.843946 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Checking segment: {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:59:31.844622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.845269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Bound using segment: {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:59:31.845997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Bound port: 37090972-829f-494f-ab01-e5d23461dda3, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:59:31.846632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.872889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:31.929110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:27Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:31.936121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52727c5-a386-4a1a-8a79-35363d0fb4e6 None None] The sync data for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv is: [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:27Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:59:31.950266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:31.953607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:31.958255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:59:31.985064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=a8d09240-a546-45f5-84aa-49a4ada5c7fe,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:32.003849 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] For port 37090972-829f-494f-ab01-e5d23461dda3, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:59:32.010630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] For port 37090972-829f-494f-ab01-e5d23461dda3, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=37090972-829f-494f-ab01-e5d23461dda3,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:59:32.017050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:32.038767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:32.125898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae448a2-4435-4847-b71f-57890eedbbcf None None] Pushing event updated for resources: {'Port': ['ID=37090972-829f-494f-ab01-e5d23461dda3,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:32.571761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 94667802-00ed-4016-9c8e-3aac9deedfc3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:32.573820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:32.698644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 94667802-00ed-4016-9c8e-3aac9deedfc3 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:32.704934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 94667802-00ed-4016-9c8e-3aac9deedfc3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:32.705304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:32.906762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:32.945242 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 94667802-00ed-4016-9c8e-3aac9deedfc3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=94667802-00ed-4016-9c8e-3aac9deedfc3,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:32.954644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:32.956757 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 37090972-829f-494f-ab01-e5d23461dda3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:33.111130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:33.119869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:33.194717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=94667802-00ed-4016-9c8e-3aac9deedfc3,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:33.223955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 37090972-829f-494f-ab01-e5d23461dda3 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:33.253037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:33.288071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=a8d09240-a546-45f5-84aa-49a4ada5c7fe,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:33.438311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:33.439943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:33.443332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70da45-94b7-4f0b-acf3-768a9f8a143e None None] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 13:59:33.566899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5da5fc1d-f55e-4d94-930c-218fabbbbce6 None None] Provisioning for port 37090972-829f-494f-ab01-e5d23461dda3 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:33.596881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5da5fc1d-f55e-4d94-930c-218fabbbbce6 None None] Provisioning complete for port 37090972-829f-494f-ab01-e5d23461dda3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:33.597548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5da5fc1d-f55e-4d94-930c-218fabbbbce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:33.664741 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 463a8e7b-e677-48ea-9717-319b834d4429 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:59:33.894977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5da5fc1d-f55e-4d94-930c-218fabbbbce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:33.952295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:59:33.954279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5da5fc1d-f55e-4d94-930c-218fabbbbce6 None None] For port 37090972-829f-494f-ab01-e5d23461dda3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=37090972-829f-494f-ab01-e5d23461dda3,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:33.965108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5da5fc1d-f55e-4d94-930c-218fabbbbce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:33.985915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47496) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:33.986700 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-21a6cf86-500a-43b6-88d4-3c631dcca6c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/463a8e7b-e677-48ea-9717-319b834d4429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0233080 May 06 13:59:33.997457 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Sync routers for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:59:34.009476 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:34.010123 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:34.094281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5fc1d-f55e-4d94-930c-218fabbbbce6 None None] Pushing event updated for resources: {'Port': ['ID=37090972-829f-494f-ab01-e5d23461dda3,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:34.220952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a0baa-7198-45de-a1aa-f52a55fac03f tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:34.221601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a0baa-7198-45de-a1aa-f52a55fac03f tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:34.222118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a0baa-7198-45de-a1aa-f52a55fac03f tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:34.222626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a0baa-7198-45de-a1aa-f52a55fac03f tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:34.224685 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0d0a0baa-7198-45de-a1aa-f52a55fac03f tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2376337 May 06 13:59:34.230817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47500) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:34.301679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e9c514ae-cf15-4e56-a34c-6ec0e761b766 None None] Provisioning for port a8d09240-a546-45f5-84aa-49a4ada5c7fe completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:34.308861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e9c514ae-cf15-4e56-a34c-6ec0e761b766 None None] Provisioning complete for port a8d09240-a546-45f5-84aa-49a4ada5c7fe triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:34.309377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e9c514ae-cf15-4e56-a34c-6ec0e761b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:34.334552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7577d81-d817-44a4-80b5-73635a849f4e tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:34.335074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7577d81-d817-44a4-80b5-73635a849f4e tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:34.336345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7577d81-d817-44a4-80b5-73635a849f4e tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:34.337015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7577d81-d817-44a4-80b5-73635a849f4e tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:34.342964 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47504) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:34.344358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d7577d81-d817-44a4-80b5-73635a849f4e tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.1134255 May 06 13:59:34.375549 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:34.413198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 94667802-00ed-4016-9c8e-3aac9deedfc3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:34.463543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e9c514ae-cf15-4e56-a34c-6ec0e761b766 None None] Port a8d09240-a546-45f5-84aa-49a4ada5c7fe cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:59:34.495047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e9c514ae-cf15-4e56-a34c-6ec0e761b766 None None] Provisioning complete for port 37090972-829f-494f-ab01-e5d23461dda3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:34.495664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e9c514ae-cf15-4e56-a34c-6ec0e761b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:34.624313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 94667802-00ed-4016-9c8e-3aac9deedfc3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:34.625086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:34.666356 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a63e3209-fd00-4835-ad18-dccf529e3ba5 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3216484 May 06 13:59:34.782561 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'a8d09240-a546-45f5-84aa-49a4ada5c7fe', 'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:08:60:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:34.787211 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Checking router: 463a8e7b-e677-48ea-9717-319b834d4429 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:59:34.787565 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Updating router 463a8e7b-e677-48ea-9717-319b834d4429 port a8d09240-a546-45f5-84aa-49a4ada5c7fe binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 13:59:34.868692 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:34.884937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 37090972-829f-494f-ab01-e5d23461dda3 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:34.972168 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 37090972-829f-494f-ab01-e5d23461dda3 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:34.972669 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:34.977605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47510) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:34.983772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228018375', 'description': 'tempest-secgroup-smoke-228018375 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:34.991382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:34.996899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:35.000914 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:35.008774 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:35.028920 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.036357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1457ce3f-e591-4a7c-87d2-88215870307b None None] Provisioning complete for port a8d09240-a546-45f5-84aa-49a4ada5c7fe triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:35.036904 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1457ce3f-e591-4a7c-87d2-88215870307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.060983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:35.064993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:35.068035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:35.075691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:35.109495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1457ce3f-e591-4a7c-87d2-88215870307b None None] Port a8d09240-a546-45f5-84aa-49a4ada5c7fe cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:59:35.177152 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.184232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.234472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb0b496-f316-4b04-9002-b13e157fb853,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:35.239952 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.241099 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-db6a545d-2459-40b8-84f6-1c26c61ed753 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2625022 May 06 13:59:35.244996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47514) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:35.253660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'dcb0b496-f316-4b04-9002-b13e157fb853', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:35.262228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:35.266241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:35.269728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:35.276795 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:35.296788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.360431 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.374095 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Transition to ACTIVE for port object a8d09240-a546-45f5-84aa-49a4ada5c7fe will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:35.374989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.379609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.381528 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.401573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9c17e4-bb14-4d23-8095-72408cd7b4f3,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:35.415589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.420013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47518) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:35.420518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9536e142-993a-4446-b78e-ec02d36a1e3c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738040 May 06 13:59:35.427416 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'dcb0b496-f316-4b04-9002-b13e157fb853', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:35.434787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:35.439756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:35.442776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:35.449295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:35.469655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.546567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.551935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.564763 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Pushing event updated for resources: {'Port': ['ID=a8d09240-a546-45f5-84aa-49a4ada5c7fe,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:35.574218 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.574646 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.574991 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.575334 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.575662 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.576003 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.576326 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.576673 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.576994 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.577312 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.577626 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.577939 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:59:35.578615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20274ee2-cc8b-4c9b-8636-87fba8e4162c,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:35.589644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.594431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47522) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:35.600069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'dcb0b496-f316-4b04-9002-b13e157fb853', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:35.605326 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ab07e3a1-8b7d-47a7-a41d-692106ae7c0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1829643 May 06 13:59:35.613216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:35.625949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:35.630253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:35.637489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:35.665676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.684543 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Attempting to bind port a8d09240-a546-45f5-84aa-49a4ada5c7fe on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:59:35.684907 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Attempting to bind port a8d09240-a546-45f5-84aa-49a4ada5c7fe by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:59:35.685258 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Attempting to bind port a8d09240-a546-45f5-84aa-49a4ada5c7fe on network c173ee00-1f12-4bac-ae22-657e4fdf62c3 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:59:35.697291 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:59:35.697654 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Checking segment: {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:59:35.698049 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.698432 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Bound using segment: {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:59:35.698900 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Bound port: a8d09240-a546-45f5-84aa-49a4ada5c7fe, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:59:35.699265 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.750303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.754810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.782893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983f955e-987f-4e5c-829a-6b58badfd1af,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:35.793565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.794866 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c17f7d7e-d4eb-4a1b-bc4c-810349048b02 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1993740 May 06 13:59:35.797981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47526) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:35.803236 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] For port a8d09240-a546-45f5-84aa-49a4ada5c7fe, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:59:35.803539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'dcb0b496-f316-4b04-9002-b13e157fb853', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:35.807552 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] For port a8d09240-a546-45f5-84aa-49a4ada5c7fe, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a8d09240-a546-45f5-84aa-49a4ada5c7fe,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:59:35.810907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:35.814215 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.815501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:35.818547 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:35.824792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:35.850381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:35.907664 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa71d6-97e0-4c28-a3c5-a9f8be952bc7 None None] Pushing event updated for resources: {'Port': ['ID=a8d09240-a546-45f5-84aa-49a4ada5c7fe,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:35.914103 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:35.914978 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:36.019627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.052647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.059759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.097275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4228de41-1e42-4655-9ae8-5264c1969b9d,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:36.105273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.107112 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-887b89c7-1e6e-4638-b0b2-093030c0be26 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3079853 May 06 13:59:36.112339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47530) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:36.118242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'dcb0b496-f316-4b04-9002-b13e157fb853', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:36.124741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:36.129157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:36.132910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:36.139801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:36.146130 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:36.157937 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:59:36.169963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.261390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.265774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.289818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ea22c3-1cd0-4278-8c6b-4a88d7c4271f,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:36.299399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.300560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a4280c85-5ae9-425b-a9af-cc9806126768 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1870942 May 06 13:59:36.303261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47534) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:36.309216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'dcb0b496-f316-4b04-9002-b13e157fb853', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:36.315060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:36.318838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:36.321827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:36.328468 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:36.339947 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:59:36.346990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.421042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.425384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.449353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5784c6f1-b1a7-4f0e-97d8-00dc762b8304,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:36.458748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.459953 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-93fbdef7-74cc-4e08-bbd5-9a63f2709a34 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557803 May 06 13:59:36.556860 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'a8d09240-a546-45f5-84aa-49a4ada5c7fe', 'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:08:60:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:35Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:36.561467 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb25a36-59fd-4e72-a206-730fd7f8b834 None None] The sync data for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv is: [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'a8d09240-a546-45f5-84aa-49a4ada5c7fe', 'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:08:60:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:35Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:59:36.609770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f22421ba-9bd7-45a4-ba7d-50635178ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:36.805592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d04b9460-d1b1-470c-a95c-62597d03866c req-4c3432be-cf49-4b68-96d9-bd6b6b5907c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:36.823669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d04b9460-d1b1-470c-a95c-62597d03866c req-4c3432be-cf49-4b68-96d9-bd6b6b5907c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:36.824912 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-4c3432be-cf49-4b68-96d9-bd6b6b5907c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228018375&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.0758128 May 06 13:59:37.032818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9460-d1b1-470c-a95c-62597d03866c req-422dc785-19be-4c66-900b-4f534febba4d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:37.034067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d04b9460-d1b1-470c-a95c-62597d03866c req-422dc785-19be-4c66-900b-4f534febba4d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:37.060474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d04b9460-d1b1-470c-a95c-62597d03866c req-422dc785-19be-4c66-900b-4f534febba4d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:37.062462 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-422dc785-19be-4c66-900b-4f534febba4d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=c173ee00-1f12-4bac-ae22-657e4fdf62c3 HTTP/1.1" status: 200 len: 796 time: 0.2300210 May 06 13:59:37.080392 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-fdefd086-310c-40af-9f1e-f31992e1ff42 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.0109627 May 06 13:59:37.175748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2dc30143-0076-4f86-8973-2e3b1fc14169 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:37.197276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2dc30143-0076-4f86-8973-2e3b1fc14169 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:37.198600 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2dc30143-0076-4f86-8973-2e3b1fc14169 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119432 May 06 13:59:37.502673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2cfeb6fc-131c-4d44-86d5-957ff93f5b59 service neutron] 10.222.0.21 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912142 May 06 13:59:37.652515 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-7b19ec60-d4d4-4ff5-8f32-62770fcf54a5 service neutron] 10.222.0.21 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417813 May 06 13:59:37.849750 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e650bef5-04f5-4390-ae6d-f594d95b1a9c req-9fd23c8e-0435-4207-b645-ea7f7bbc7d80 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 210 time: 0.0490799 May 06 13:59:38.414358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a8d09240-a546-45f5-84aa-49a4ada5c7fe up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:38.485973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port a8d09240-a546-45f5-84aa-49a4ada5c7fe completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:38.491196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port a8d09240-a546-45f5-84aa-49a4ada5c7fe triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:38.491710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:38.626270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:38.665085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port a8d09240-a546-45f5-84aa-49a4ada5c7fe, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a8d09240-a546-45f5-84aa-49a4ada5c7fe,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:38.670707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:38.746045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=a8d09240-a546-45f5-84aa-49a4ada5c7fe,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:38.979913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c2ffaa5a-6f9c-42a5-846d-301313932295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:39.018872 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7ea30965-1cee-4f3e-921b-fe1a4365cc8c req-d9c8d4cf-0cd9-4187-a267-fb553431047f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 210 time: 0.0478189 May 06 13:59:39.237946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9460-d1b1-470c-a95c-62597d03866c req-00ad22bd-d16e-459d-b359-3879fa45ff88 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:39.239362 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-00ad22bd-d16e-459d-b359-3879fa45ff88 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=c173ee00-1f12-4bac-ae22-657e4fdf62c3 HTTP/1.1" status: 200 len: 796 time: 0.1741560 May 06 13:59:39.291242 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-3ad71c4e-2e95-4fca-aeec-dbed2201d471 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 379 time: 0.0430803 May 06 13:59:39.300938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['dcb0b496-f316-4b04-9002-b13e157fb853']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:39.447479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:39.457071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:39.467382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:59:39.471264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:39.658512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.9 (c173ee00-1f12-4bac-ae22-657e4fdf62c3/a7839e09-6081-4c2a-ba52-482e97ad0b66/a6abe042-4ef7-4c93-bf69-86e096362b15) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:39.875748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:39.893457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object a6abe042-4ef7-4c93-bf69-86e096362b15 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:39.920306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:39.962749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:40.001262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:40.002455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:40.006761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:59:40.046751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=a6abe042-4ef7-4c93-bf69-86e096362b15,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:40.079828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:40.092655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:40.093335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:40.124484 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-2e211c1a-16f9-4b9d-8049-1cca9f622e8c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8271596 May 06 13:59:40.138714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Request body: {'port': {'device_id': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:40.315654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:40.321583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b4bb0b61-6bc3-4be3-9b37-0361d5b97b3b None None] Provisioning for port a6abe042-4ef7-4c93-bf69-86e096362b15 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:40.328986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b4bb0b61-6bc3-4be3-9b37-0361d5b97b3b None None] Provisioning complete for port a6abe042-4ef7-4c93-bf69-86e096362b15 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:40.329649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0b61-6bc3-4be3-9b37-0361d5b97b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:40.368488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79c7dd-4b7f-430e-9408-8f5822c307b2 req-de32d858-4608-4e21-976b-8120fcd47447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:40.369194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-3d79c7dd-4b7f-430e-9408-8f5822c307b2 req-de32d858-4608-4e21-976b-8120fcd47447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:59:40.417698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-3d79c7dd-4b7f-430e-9408-8f5822c307b2 req-de32d858-4608-4e21-976b-8120fcd47447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:59:40.418914 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3d79c7dd-4b7f-430e-9408-8f5822c307b2 req-de32d858-4608-4e21-976b-8120fcd47447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 931 time: 0.2492793 May 06 13:59:40.424991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a8d09240-a546-45f5-84aa-49a4ada5c7fe up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:40.459903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb0b61-6bc3-4be3-9b37-0361d5b97b3b None None] Port a6abe042-4ef7-4c93-bf69-86e096362b15 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 13:59:40.502900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port a8d09240-a546-45f5-84aa-49a4ada5c7fe triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:40.503314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:40.542031 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3d79c7dd-4b7f-430e-9408-8f5822c307b2 req-b13dd72f-0bac-4091-9ff8-4e88bebd5ad5 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833898 May 06 13:59:40.830345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6abe042-4ef7-4c93-bf69-86e096362b15 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:59:40.838329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:40.853582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Transition to ACTIVE for port object a6abe042-4ef7-4c93-bf69-86e096362b15 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:59:40.857724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:40.993015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6abe042-4ef7-4c93-bf69-86e096362b15,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:41.106784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Attempting to bind port a6abe042-4ef7-4c93-bf69-86e096362b15 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:59:41.107463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Attempting to bind port a6abe042-4ef7-4c93-bf69-86e096362b15 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:59:41.107590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Attempting to bind port a6abe042-4ef7-4c93-bf69-86e096362b15 on network c173ee00-1f12-4bac-ae22-657e4fdf62c3 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:59:41.112749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Port a6abe042-4ef7-4c93-bf69-86e096362b15 on network c173ee00-1f12-4bac-ae22-657e4fdf62c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 13:59:41.113070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Attempting to bind port a6abe042-4ef7-4c93-bf69-86e096362b15 on network c173ee00-1f12-4bac-ae22-657e4fdf62c3 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 13:59:41.119535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 13:59:41.119871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Checking segment: {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 13:59:41.120252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Bound using segment: {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 13:59:41.120709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Bound port: a6abe042-4ef7-4c93-bf69-86e096362b15, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:59:41.121048 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:41.217725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] For port a6abe042-4ef7-4c93-bf69-86e096362b15, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 13:59:41.221141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] For port a6abe042-4ef7-4c93-bf69-86e096362b15, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a6abe042-4ef7-4c93-bf69-86e096362b15,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 13:59:41.226612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:41.291538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:41.292116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:41.293583 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] 10.222.0.76 "PUT /v2.0/ports/a6abe042-4ef7-4c93-bf69-86e096362b15 HTTP/1.1" status: 200 len: 1093 time: 1.1610065 May 06 13:59:41.294157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:59:41.316990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772b035-d192-4992-99f5-f594def4dde8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6abe042-4ef7-4c93-bf69-86e096362b15,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:41.372012 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d36d14-35ea-4d49-9d03-d70ad1722087'] response: {'name': 'network-changed', 'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'status': 'completed', 'code': 200} May 06 13:59:41.415555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9460-d1b1-470c-a95c-62597d03866c req-b49d7c6a-b262-4993-a41f-20d768ca20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:41.417258 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-b49d7c6a-b262-4993-a41f-20d768ca20d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 1096 time: 0.0800006 May 06 13:59:41.498818 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-c8fda1df-2a56-4a7c-a708-039911350811 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6abe042-4ef7-4c93-bf69-86e096362b15 HTTP/1.1" status: 200 len: 217 time: 0.0738885 May 06 13:59:41.573915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9460-d1b1-470c-a95c-62597d03866c req-4ae5e505-0cce-49f2-98b2-b66185dd6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:41.575604 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-4ae5e505-0cce-49f2-98b2-b66185dd6643 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7839e09-6081-4c2a-ba52-482e97ad0b66 HTTP/1.1" status: 200 len: 844 time: 0.0670662 May 06 13:59:41.580714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:41.659956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9460-d1b1-470c-a95c-62597d03866c req-00c4e82a-7404-46ee-abc2-6de5b775e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:41.661354 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-00c4e82a-7404-46ee-abc2-6de5b775e66e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c173ee00-1f12-4bac-ae22-657e4fdf62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789852 May 06 13:59:41.859404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fff3d9-9df4-4911-9aa1-2f65ce4261f1 req-748a411f-a3ac-46c4-a498-d7b254ae028a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:41.860951 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8fff3d9-9df4-4911-9aa1-2f65ce4261f1 req-748a411f-a3ac-46c4-a498-d7b254ae028a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 943 time: 0.2036088 May 06 13:59:41.862962 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-72b68e75-abb6-4cd1-9a8b-b9afc13e3841 service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708405 May 06 13:59:41.999333 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8fff3d9-9df4-4911-9aa1-2f65ce4261f1 req-46a604cf-9acf-4736-b522-8845f888f239 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325424 May 06 13:59:42.047775 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d04b9460-d1b1-470c-a95c-62597d03866c req-1df03e00-a1f1-444a-bea2-b2d288cadf18 service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629903 May 06 13:59:42.183454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-1dee1af9-2fd0-4387-b659-329542945eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:42.184997 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-1dee1af9-2fd0-4387-b659-329542945eb9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 1096 time: 0.0793517 May 06 13:59:42.328727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-e27eed2b-f69e-4416-9830-3d74e194e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:42.330647 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-e27eed2b-f69e-4416-9830-3d74e194e4ed service neutron] 10.222.0.76 "GET /v2.0/networks?id=c173ee00-1f12-4bac-ae22-657e4fdf62c3 HTTP/1.1" status: 200 len: 897 time: 0.1373138 May 06 13:59:42.407372 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-3f68d7fd-3535-4553-a48d-4cdae764d535 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6abe042-4ef7-4c93-bf69-86e096362b15 HTTP/1.1" status: 200 len: 217 time: 0.0697038 May 06 13:59:42.475002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-30dba071-1f5a-496f-a4b6-cf7bba16d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:42.477377 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-30dba071-1f5a-496f-a4b6-cf7bba16d70a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7839e09-6081-4c2a-ba52-482e97ad0b66 HTTP/1.1" status: 200 len: 844 time: 0.0618927 May 06 13:59:42.664667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-88629075-fc29-42c6-8359-5c356bf7aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:42.666291 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-88629075-fc29-42c6-8359-5c356bf7aefb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c173ee00-1f12-4bac-ae22-657e4fdf62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1825874 May 06 13:59:42.818344 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-c24d0bb1-3be9-4eb3-8ada-d3bd4191037f service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395788 May 06 13:59:42.995252 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a20093d-f3a9-40e7-ac81-fcec64337fcf req-b3755460-a335-47b3-bfca-be961a253465 service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693010 May 06 13:59:43.256022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc637f2-0469-4018-8e5c-52e9b703f82a req-61c84beb-4a92-4e96-9a7b-ac967e42ee52 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:43.258611 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3cc637f2-0469-4018-8e5c-52e9b703f82a req-61c84beb-4a92-4e96-9a7b-ac967e42ee52 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 943 time: 0.1218634 May 06 13:59:43.311633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3cc637f2-0469-4018-8e5c-52e9b703f82a req-4008e589-df30-4db9-bb18-3433a481b31e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471160 May 06 13:59:44.521394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621ca46-3093-41c6-aff9-238bd793c824 req-09fe4ead-574c-47b2-91ae-e42548ea6858 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:44.523345 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8621ca46-3093-41c6-aff9-238bd793c824 req-09fe4ead-574c-47b2-91ae-e42548ea6858 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 943 time: 0.0947566 May 06 13:59:44.572890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8621ca46-3093-41c6-aff9-238bd793c824 req-56148567-9773-492e-bd3a-cf8328f4cb20 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434177 May 06 13:59:44.780698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a6abe042-4ef7-4c93-bf69-86e096362b15 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:59:44.935157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a6abe042-4ef7-4c93-bf69-86e096362b15, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a6abe042-4ef7-4c93-bf69-86e096362b15,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:44.950612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'port_id': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'mac_address': 'fa:16:3e:2d:b5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:59:45.009483 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:45.027661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6abe042-4ef7-4c93-bf69-86e096362b15 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 13:59:45.046644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a6abe042-4ef7-4c93-bf69-86e096362b15, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a6abe042-4ef7-4c93-bf69-86e096362b15,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:45.051481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:45.171869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a6abe042-4ef7-4c93-bf69-86e096362b15,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:45.281204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['a6abe042-4ef7-4c93-bf69-86e096362b15'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 13:59:45.990585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf6558-b7e3-4c3a-8e1d-ff1eaf3651b8 req-405a6d9d-e256-4b5e-9d80-d9320daec54b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:45.993599 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fccf6558-b7e3-4c3a-8e1d-ff1eaf3651b8 req-405a6d9d-e256-4b5e-9d80-d9320daec54b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 944 time: 0.1394856 May 06 13:59:46.066376 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fccf6558-b7e3-4c3a-8e1d-ff1eaf3651b8 req-8dc30f6c-6147-4b26-b080-b70ce6156463 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660424 May 06 13:59:46.794398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a6abe042-4ef7-4c93-bf69-86e096362b15 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:59:46.870762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port a6abe042-4ef7-4c93-bf69-86e096362b15 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:59:46.877227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port a6abe042-4ef7-4c93-bf69-86e096362b15 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:59:46.877596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:47.018718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:47.058957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:59:47.071931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a6abe042-4ef7-4c93-bf69-86e096362b15, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a6abe042-4ef7-4c93-bf69-86e096362b15,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 13:59:47.077847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:47.211457 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f28fa4-3c0b-45b9-bfee-96c6c7fda5dd'] response: {'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'code': 200} May 06 13:59:47.218044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a6abe042-4ef7-4c93-bf69-86e096362b15,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:47.323846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce282e6-b080-4646-ad06-639679fdc220 req-94194d82-c94a-49c2-ab59-990c7c0a2b1a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:47.325484 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ce282e6-b080-4646-ad06-639679fdc220 req-94194d82-c94a-49c2-ab59-990c7c0a2b1a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 945 time: 0.1191683 May 06 13:59:47.385238 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ce282e6-b080-4646-ad06-639679fdc220 req-5a990668-00ca-4fe3-916e-18bfc1339bb2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521071 May 06 13:59:47.481892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840cf7b-a9a7-4d1b-b168-3ef5d45dd07f req-3c424972-a585-440f-b9de-4d3b07ce7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:47.483820 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d840cf7b-a9a7-4d1b-b168-3ef5d45dd07f req-3c424972-a585-440f-b9de-4d3b07ce7f69 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 1098 time: 0.0901461 May 06 13:59:47.535772 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d840cf7b-a9a7-4d1b-b168-3ef5d45dd07f req-933b091d-3860-4616-995d-15af25864239 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451617 May 06 13:59:48.593506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0488b80-f6ca-4c55-bc3e-46005197c7d6 req-75c3b8e8-9f8c-4180-a87b-6409c8771b8d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:48.595009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0488b80-f6ca-4c55-bc3e-46005197c7d6 req-75c3b8e8-9f8c-4180-a87b-6409c8771b8d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 945 time: 0.0890794 May 06 13:59:48.648853 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0488b80-f6ca-4c55-bc3e-46005197c7d6 req-8d393f49-dc47-4f18-b66a-6a614bf1d7b2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454230 May 06 13:59:49.888584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24db05-3ddd-43f9-83eb-b0db7ef5e0fd req-07d1fcd7-e7ef-4b78-b8ab-49faae8ee8a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:49.890185 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8e24db05-3ddd-43f9-83eb-b0db7ef5e0fd req-07d1fcd7-e7ef-4b78-b8ab-49faae8ee8a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 945 time: 0.1289515 May 06 13:59:49.942477 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8e24db05-3ddd-43f9-83eb-b0db7ef5e0fd req-edb0f6ea-98ef-46ee-9890-d02557ad5c1e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462027 May 06 13:59:50.146570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1a042-8fcf-4ec1-9580-d3e08299f20a req-5424dd45-5de4-49e3-a7f9-b612a24a3e30 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:50.149914 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f7b1a042-8fcf-4ec1-9580-d3e08299f20a req-5424dd45-5de4-49e3-a7f9-b612a24a3e30 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 945 time: 0.0876586 May 06 13:59:50.201085 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f7b1a042-8fcf-4ec1-9580-d3e08299f20a req-9974f4a9-89e5-4dcb-8f2f-f8dfd6964e1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450363 May 06 13:59:50.226397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47596) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:50.302453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82545ae-7633-4bbb-9f28-224239f397e3 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:50.303989 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d82545ae-7633-4bbb-9f28-224239f397e3 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 1093 time: 0.0765707 May 06 13:59:50.307030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47600) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:50.312588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 13:59:50.319110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:59:50.325147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:floatingip and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:59:50.328359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:59:50.335623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:59:50.347220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:50.497573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:50.643003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.240 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/00002d88-6db5-44e9-880c-c6630bbcdd24) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:59:50.807238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:50.838767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:50.904091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:59:50.907146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:59:50.909517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 13:59:50.952154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=00002d88-6db5-44e9-880c-c6630bbcdd24,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:51.458308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:51.541302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:51.761346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:51.765784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:51.883897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=00002d88-6db5-44e9-880c-c6630bbcdd24,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:59:51.893148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:52.072610 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 9bad14d5-5f18-4182-a757-16412677f5e9 associated. External IP: 172.26.2.240, port: a6abe042-4ef7-4c93-bf69-86e096362b15. May 06 13:59:52.446423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 463a8e7b-e677-48ea-9717-319b834d4429 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 13:59:52.730033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 13:59:52.739281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] Sync routers for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 13:59:52.750323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:52.750944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:52.755276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:52.825724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bc0ff356-f958-4757-8aca-41c43bced332 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5175269 May 06 13:59:52.826394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 13:59:52.828678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47604) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:52.884104 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97db08d9-5b00-49da-abf6-6df3f2e951bb'] response: {'name': 'network-changed', 'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'status': 'completed', 'code': 200} May 06 13:59:52.951058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:52.951639 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1486641f-1401-4e84-a081-652332e6c898 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/9bad14d5-5f18-4182-a757-16412677f5e9 HTTP/1.1" status: 200 len: 991 time: 0.1218340 May 06 13:59:52.982523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-705e184d-bacb-4c10-a0b0-c94be5c1f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:52.983942 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-705e184d-bacb-4c10-a0b0-c94be5c1f823 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 1098 time: 0.0744052 May 06 13:59:53.123570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-ba602d54-59b8-468e-bf1d-786891f2f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:53.125034 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-ba602d54-59b8-468e-bf1d-786891f2f564 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c173ee00-1f12-4bac-ae22-657e4fdf62c3 HTTP/1.1" status: 200 len: 897 time: 0.1299467 May 06 13:59:53.238538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-11294a58-b3f3-49bb-9502-d4842d991b84 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6abe042-4ef7-4c93-bf69-86e096362b15 HTTP/1.1" status: 200 len: 999 time: 0.1041331 May 06 13:59:53.306594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-bd9d456a-2c3d-4d6f-9e5e-292d3289c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:53.308646 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-bd9d456a-2c3d-4d6f-9e5e-292d3289c17b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7839e09-6081-4c2a-ba52-482e97ad0b66 HTTP/1.1" status: 200 len: 844 time: 0.0617990 May 06 13:59:53.312655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '9bad14d5-5f18-4182-a757-16412677f5e9', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.240', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'port_id': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'mac_address': 'fa:16:3e:2d:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:59:51Z', 'updated_at': '2022-05-06T13:59:51Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d09240-a546-45f5-84aa-49a4ada5c7fe', 'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:08:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:38Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:53.316649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] Checking router: 463a8e7b-e677-48ea-9717-319b834d4429 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 13:59:53.325934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 13:59:53.326529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T13:59:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:53.390055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-dfa8dde3-7026-422a-a78c-b34ba32cf527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:53.391614 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-dfa8dde3-7026-422a-a78c-b34ba32cf527 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c173ee00-1f12-4bac-ae22-657e4fdf62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760682 May 06 13:59:53.534219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-3e65bb2e-a312-4347-bee7-f50327ac2b33 service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353457 May 06 13:59:53.559733 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 13:59:53.674406 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be4a4060-6556-4c2c-83a2-963f8a6d6867 req-cd3ec568-5c98-437d-9be0-f5e323b270d4 service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334217 May 06 13:59:53.911405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '9bad14d5-5f18-4182-a757-16412677f5e9', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.240', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'port_id': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'mac_address': 'fa:16:3e:2d:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:59:51Z', 'updated_at': '2022-05-06T13:59:51Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d09240-a546-45f5-84aa-49a4ada5c7fe', 'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:08:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:38Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:59:53.916949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb7a77-197f-4ef9-bd8a-ed965b229526 None None] The sync data for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv is: [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '9bad14d5-5f18-4182-a757-16412677f5e9', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.240', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'port_id': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'mac_address': 'fa:16:3e:2d:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:59:51Z', 'updated_at': '2022-05-06T13:59:51Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8d09240-a546-45f5-84aa-49a4ada5c7fe', 'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:08:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:38Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 13:59:53.953856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47610) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:54.068364 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b0c42c77-548c-444d-8774-adb3cfa685f1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/9bad14d5-5f18-4182-a757-16412677f5e9 HTTP/1.1" status: 200 len: 991 time: 0.1132679 May 06 13:59:54.124234 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41146315-4e62-4545-83d6-e504252c880a None None] New status for floating IP 9bad14d5-5f18-4182-a757-16412677f5e9: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 13:59:55.072408 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47614) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:59:55.180001 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-99f48da0-4be4-4334-a3de-00edc09b9704 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/9bad14d5-5f18-4182-a757-16412677f5e9 HTTP/1.1" status: 200 len: 993 time: 0.1064246 May 06 13:59:55.553593 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-5c16914c-6b4b-4d25-af00-1bc40def11f0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686388 May 06 13:59:55.688301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-d4fdd235-04b0-4e66-abfd-6b17f9cdc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:55.689798 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-d4fdd235-04b0-4e66-abfd-6b17f9cdc2a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 1098 time: 0.0693362 May 06 13:59:55.853897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-414f72b3-15b0-4454-88cb-7de28ce267f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:55.855268 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-414f72b3-15b0-4454-88cb-7de28ce267f0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c173ee00-1f12-4bac-ae22-657e4fdf62c3 HTTP/1.1" status: 200 len: 897 time: 0.1363790 May 06 13:59:55.964081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-dbc7cdb7-401e-4901-acdd-5fa206958c8a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6abe042-4ef7-4c93-bf69-86e096362b15 HTTP/1.1" status: 200 len: 1001 time: 0.1023610 May 06 13:59:56.032498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-1940d276-91f3-4b53-bd40-cfc3df03fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:56.033948 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-1940d276-91f3-4b53-bd40-cfc3df03fe41 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7839e09-6081-4c2a-ba52-482e97ad0b66 HTTP/1.1" status: 200 len: 844 time: 0.0635505 May 06 13:59:56.117069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-911fdad9-2b52-4085-9eb2-de7e00d0a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 13:59:56.118551 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-911fdad9-2b52-4085-9eb2-de7e00d0a73b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c173ee00-1f12-4bac-ae22-657e4fdf62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777934 May 06 13:59:56.268498 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-50c5e5b7-03bb-42bd-9cf1-0d252db2f720 service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425514 May 06 13:59:56.502417 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a37c6a3-8757-4e1a-aba9-6a5f3958e376 req-6a923911-1d1c-4943-9127-d0ea0be11f5e service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273290 May 06 14:00:06.013378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:06.604347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bac73fe3-92dc-4960-996a-39ef851e595d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:08.600498 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:00:08.978247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9dc13d07-e382-400f-ab1b-f0df26bd7859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:09.954262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:10.063195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:11.582118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:36.025042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:36.606963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d1779da0-0994-4671-9837-bd53494ee09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:38.972574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52aca010-27a5-4abc-af0b-a5b719daa01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:39.956856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:40.069517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:41.583062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:45.599306 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:00:57.554877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea329203-468e-487b-b232-018596020e08 req-bb8e6691-2101-40c8-b054-44a9673d51d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748699 May 06 14:00:57.690926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329203-468e-487b-b232-018596020e08 req-f00aa1a4-ce76-4273-b844-cb65168bb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:00:57.692403 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea329203-468e-487b-b232-018596020e08 req-f00aa1a4-ce76-4273-b844-cb65168bb4ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 1098 time: 0.0703762 May 06 14:00:57.839442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329203-468e-487b-b232-018596020e08 req-56241732-54e6-4ec3-a749-708b5adbf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:00:57.840885 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea329203-468e-487b-b232-018596020e08 req-56241732-54e6-4ec3-a749-708b5adbf40d service neutron] 10.222.0.76 "GET /v2.0/networks?id=c173ee00-1f12-4bac-ae22-657e4fdf62c3 HTTP/1.1" status: 200 len: 897 time: 0.1280529 May 06 14:00:57.947213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea329203-468e-487b-b232-018596020e08 req-bb47e906-9778-4345-ba05-da896b3890ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6abe042-4ef7-4c93-bf69-86e096362b15 HTTP/1.1" status: 200 len: 1001 time: 0.0998905 May 06 14:00:58.011037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329203-468e-487b-b232-018596020e08 req-ed4c927a-5d8f-4a4b-a8b7-5c3aa9f57ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:00:58.012529 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea329203-468e-487b-b232-018596020e08 req-ed4c927a-5d8f-4a4b-a8b7-5c3aa9f57ce2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7839e09-6081-4c2a-ba52-482e97ad0b66 HTTP/1.1" status: 200 len: 844 time: 0.0587254 May 06 14:00:58.094629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329203-468e-487b-b232-018596020e08 req-3e188ba2-06a8-4eba-8a8b-c4fa38ebd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:00:58.096021 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea329203-468e-487b-b232-018596020e08 req-3e188ba2-06a8-4eba-8a8b-c4fa38ebd9a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c173ee00-1f12-4bac-ae22-657e4fdf62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759416 May 06 14:00:58.226893 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea329203-468e-487b-b232-018596020e08 req-9041ca09-57fd-4cee-95b3-3d83786c5c41 service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237321 May 06 14:00:58.357847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea329203-468e-487b-b232-018596020e08 req-b4eb69ea-f101-4803-945c-3e74397098a2 service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238008 May 06 14:01:06.016038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:06.609374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d28fe63a-222b-45e3-bf52-c4bad2b4c2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:08.976374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f293ce8c-67e6-409f-88ed-74045af0b09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:09.959677 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:10.063706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:11.586848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:22.598856 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:01:36.026042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:36.614283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-320ee461-39d6-4514-acf5-76f3a3fbc91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:38.978927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e66ec574-033a-44b5-87e0-5aa2294aef8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:39.965307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:40.071402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:41.589913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:48.641271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47650) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:48.693523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:01:48.819343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2756718'] for subnet, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.026407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735950026873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-387931'] for subnet, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.083468 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:01:49.084121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.086497 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/subnets/a7839e09-6081-4c2a-ba52-482e97ad0b66 HTTP/1.1" status: 200 len: 836 time: 0.4441266 May 06 14:01:49.092318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ecd60c-61ba-46d0-8d9d-45bef5adfcf0 None None] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:01:49.114286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=a7839e09-6081-4c2a-ba52-482e97ad0b66,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:49.137114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.137663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.138230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.138788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.139309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.139818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.140381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.140919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.141436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.142351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.142920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.143464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe8ff4-501b-4fb9-9a25-ee43f95f3719 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:49.570144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e3c356fd-b200-480c-92c9-be8da3f30673 None None] Provisioning complete for port a8d09240-a546-45f5-84aa-49a4ada5c7fe triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:49.570540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e3c356fd-b200-480c-92c9-be8da3f30673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.702520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e3c356fd-b200-480c-92c9-be8da3f30673 None None] Provisioning complete for port 37090972-829f-494f-ab01-e5d23461dda3 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:49.702793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e3c356fd-b200-480c-92c9-be8da3f30673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:49.835539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e3c356fd-b200-480c-92c9-be8da3f30673 None None] Provisioning complete for port a6abe042-4ef7-4c93-bf69-86e096362b15 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:49.835898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e3c356fd-b200-480c-92c9-be8da3f30673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:58.543098 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ae92f-96fe-493d-a073-61d212df53a6 req-c0efeca1-d08b-48ac-bd36-01b6fb49c6f8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703640 May 06 14:01:58.690255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ae92f-96fe-493d-a073-61d212df53a6 req-99fe007b-a2fd-472e-9ff0-8be80b274808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:01:58.691681 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ae92f-96fe-493d-a073-61d212df53a6 req-99fe007b-a2fd-472e-9ff0-8be80b274808 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 1098 time: 0.0767012 May 06 14:01:58.846572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ae92f-96fe-493d-a073-61d212df53a6 req-9e97603d-69f9-489a-945f-78bcfacb6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:01:58.848034 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ae92f-96fe-493d-a073-61d212df53a6 req-9e97603d-69f9-489a-945f-78bcfacb6a96 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c173ee00-1f12-4bac-ae22-657e4fdf62c3 HTTP/1.1" status: 200 len: 897 time: 0.1325948 May 06 14:01:59.065447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ae92f-96fe-493d-a073-61d212df53a6 req-f95cd8c0-5f1b-4e75-b330-081240b5ae1b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6abe042-4ef7-4c93-bf69-86e096362b15 HTTP/1.1" status: 200 len: 1001 time: 0.2109759 May 06 14:01:59.143439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ae92f-96fe-493d-a073-61d212df53a6 req-762801d2-9f46-4f00-bbc2-d18e09073521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:01:59.145897 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ae92f-96fe-493d-a073-61d212df53a6 req-762801d2-9f46-4f00-bbc2-d18e09073521 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7839e09-6081-4c2a-ba52-482e97ad0b66 HTTP/1.1" status: 200 len: 844 time: 0.0741177 May 06 14:01:59.230415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ae92f-96fe-493d-a073-61d212df53a6 req-50b3bbac-40e9-49ab-847f-3c1a78eb0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:01:59.231791 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ae92f-96fe-493d-a073-61d212df53a6 req-50b3bbac-40e9-49ab-847f-3c1a78eb0fef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c173ee00-1f12-4bac-ae22-657e4fdf62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789893 May 06 14:01:59.371743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ae92f-96fe-493d-a073-61d212df53a6 req-84a7471c-1ac6-4507-a2ab-d8193a77fe0a service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316216 May 06 14:01:59.505901 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ae92f-96fe-493d-a073-61d212df53a6 req-e9083fed-8b7d-44e7-b42c-dcd13144b5ab service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277444 May 06 14:01:59.598102 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:02:06.031014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:06.607839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e84f34c5-1bfe-4276-b9c7-1503fa1ad7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:07.293234 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [req-a4e80918-0d45-48ae-8941-228132213043 req-65669c65-e412-4f93-b07f-d2bc8c5cd79e service neutron] (87985) timed out ('10.222.0.76', 61954) {{(pid=87985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:02:08.985322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d7c75d0c-d5f3-4467-81c9-6f8dac9c311d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:09.966165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.064759 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:11.593177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:31.979716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47664) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:32.188764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 00002d88-6db5-44e9-880c-c6630bbcdd24 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:02:32.189105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:32.364865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:32.365287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:32.490481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 00002d88-6db5-44e9-880c-c6630bbcdd24 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:02:32.645131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:32.691969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=00002d88-6db5-44e9-880c-c6630bbcdd24,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:32.788168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:32.788524 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 9bad14d5-5f18-4182-a757-16412677f5e9 disassociated (deleted). External IP: 172.26.2.240, port: a6abe042-4ef7-4c93-bf69-86e096362b15. May 06 14:02:33.233890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 463a8e7b-e677-48ea-9717-319b834d4429 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:02:33.415724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:02:33.425499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] Sync routers for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:02:33.436500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:02:33.437113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:02:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:33.437774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:33.494670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-60a16ba6-1098-42cb-a074-6909070aaf38 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/floatingips/9bad14d5-5f18-4182-a757-16412677f5e9 HTTP/1.1" status: 204 len: 168 time: 1.5136590 May 06 14:02:33.495085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:02:33.659946 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:02:33.879999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b85f8-6063-45e3-badf-cf29d860bdce req-7c1c6a1d-c77f-485a-bc6f-fb028cbac3b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:33.880723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-4f1b85f8-6063-45e3-badf-cf29d860bdce req-7c1c6a1d-c77f-485a-bc6f-fb028cbac3b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:33.896601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-4f1b85f8-6063-45e3-badf-cf29d860bdce req-7c1c6a1d-c77f-485a-bc6f-fb028cbac3b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:33.897741 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f1b85f8-6063-45e3-badf-cf29d860bdce req-7c1c6a1d-c77f-485a-bc6f-fb028cbac3b9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 945 time: 0.1010468 May 06 14:02:33.945739 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f1b85f8-6063-45e3-badf-cf29d860bdce req-82e284b0-b6d9-4391-880e-3599bb568b76 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 May 06 14:02:34.006241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'a8d09240-a546-45f5-84aa-49a4ada5c7fe', 'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:08:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:38Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:34.010350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] Checking router: 463a8e7b-e677-48ea-9717-319b834d4429 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:02:34.018695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:02:34.019286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:02:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:34.199516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:02:34.506390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'a8d09240-a546-45f5-84aa-49a4ada5c7fe', 'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:08:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:38Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:34.510200 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbd3f1-0331-4f9b-b5a3-90d4831065a5 None None] The sync data for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv is: [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'a8d09240-a546-45f5-84aa-49a4ada5c7fe', 'name': '', 'network_id': 'c173ee00-1f12-4bac-ae22-657e4fdf62c3', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:08:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:31Z', 'updated_at': '2022-05-06T13:59:38Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': 'a7839e09-6081-4c2a-ba52-482e97ad0b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:02:34.555150 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5196b46f-3bfb-45e2-afac-874fb9ef74b2'] response: {'name': 'network-changed', 'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'status': 'completed', 'code': 200} May 06 14:02:34.658850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-c6f4aa43-ee0e-42c7-bbed-e7c3afc22842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:34.660374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-c6f4aa43-ee0e-42c7-bbed-e7c3afc22842 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 1098 time: 0.0721841 May 06 14:02:34.729685 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5695d6-5395-4100-91dd-e2890605c8a0 None None] New status for floating IP 9bad14d5-5f18-4182-a757-16412677f5e9: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:02:34.798313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-4fa9d41c-d3bd-4a0a-9b91-c5b38d0e061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:34.799696 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-4fa9d41c-d3bd-4a0a-9b91-c5b38d0e061e service neutron] 10.222.0.76 "GET /v2.0/networks?id=c173ee00-1f12-4bac-ae22-657e4fdf62c3 HTTP/1.1" status: 200 len: 897 time: 0.1314616 May 06 14:02:34.876733 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-b3cc5048-d368-4d58-a44d-c1e122feff47 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6abe042-4ef7-4c93-bf69-86e096362b15 HTTP/1.1" status: 200 len: 217 time: 0.0682557 May 06 14:02:34.943217 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-8d4ec289-8e04-4bdf-a4eb-cdd22a0f3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:34.944960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-8d4ec289-8e04-4bdf-a4eb-cdd22a0f3d38 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a7839e09-6081-4c2a-ba52-482e97ad0b66 HTTP/1.1" status: 200 len: 844 time: 0.0599465 May 06 14:02:35.032511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-2c72b7cf-7754-47d4-bed8-ce818da1be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:35.034008 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-2c72b7cf-7754-47d4-bed8-ce818da1be0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c173ee00-1f12-4bac-ae22-657e4fdf62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778761 May 06 14:02:35.225736 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-893426f7-8b0f-46a0-94a8-23ce0bf50f08 service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810644 May 06 14:02:35.237387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc6051-1646-4769-bf77-c16b21af7f31 req-df6c8c3b-84ef-420d-8a93-d556c5937f62 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:35.238752 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3cfc6051-1646-4769-bf77-c16b21af7f31 req-df6c8c3b-84ef-420d-8a93-d556c5937f62 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 945 time: 0.1737373 May 06 14:02:35.362996 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3cfc6051-1646-4769-bf77-c16b21af7f31 req-0d50861c-01ee-41e8-950f-bb0a681933fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcb0b496-f316-4b04-9002-b13e157fb853&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053438 May 06 14:02:35.402183 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4652d0f4-1471-4915-816f-7ee9be37cf6e req-c5d41ebf-06c0-4a9f-ba03-9035d176951a service neutron] 10.222.0.76 "GET /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619728 May 06 14:02:35.667452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-f8e0d1fc-3572-4f81-bca6-15afbd5e1a0e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:35.668908 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-f8e0d1fc-3572-4f81-bca6-15afbd5e1a0e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 945 time: 0.0850451 May 06 14:02:35.739875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port a6abe042-4ef7-4c93-bf69-86e096362b15 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:02:35.740308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:36.031190 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:36.089491 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port a6abe042-4ef7-4c93-bf69-86e096362b15, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a6abe042-4ef7-4c93-bf69-86e096362b15,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:02:36.089844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:36.211862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for a6abe042-4ef7-4c93-bf69-86e096362b15 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:02:36.359145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:36.415760 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=a6abe042-4ef7-4c93-bf69-86e096362b15,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:36.526514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port a6abe042-4ef7-4c93-bf69-86e096362b15 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:02:36.533179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:36.546845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e3adec06-17f0-4394-9da8-0a7bbf71bede req-0d02290f-d303-420d-ac6c-b4978aacc6a3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=d44616ca-39c5-49c4-9ae5-4b932208cb26 HTTP/1.1" status: 200 len: 210 time: 0.0591531 May 06 14:02:36.556169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'name': 'network-vif-deleted', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:02:36.567294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-731d00ca-5934-4ff4-8c6d-0c04fd961774 req-af1549aa-4f9f-4c4e-9211-6dd42287d413 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/a6abe042-4ef7-4c93-bf69-86e096362b15 HTTP/1.1" status: 204 len: 173 time: 0.8920369 May 06 14:02:36.597439 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:02:36.606133 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb438568-da99-4b6c-b97f-710fbcc1fbb4'] response: {'server_uuid': 'd44616ca-39c5-49c4-9ae5-4b932208cb26', 'name': 'network-vif-deleted', 'tag': 'a6abe042-4ef7-4c93-bf69-86e096362b15', 'status': 'completed', 'code': 200} May 06 14:02:36.617537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d808-86cb-456f-81b0-3fc1e0d2f0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:37.647812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47688) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:37.716503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5f34446-46ee-42cd-b1e6-25e3c24b6a3e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:37.746464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5f34446-46ee-42cd-b1e6-25e3c24b6a3e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:37.811688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5f34446-46ee-42cd-b1e6-25e3c24b6a3e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:37.830799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f34446-46ee-42cd-b1e6-25e3c24b6a3e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb0b496-f316-4b04-9002-b13e157fb853,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:37.843371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5f34446-46ee-42cd-b1e6-25e3c24b6a3e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:37.844521 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c5f34446-46ee-42cd-b1e6-25e3c24b6a3e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/dcb0b496-f316-4b04-9002-b13e157fb853 HTTP/1.1" status: 204 len: 168 time: 0.1956022 May 06 14:02:37.876405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47694) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:38.444028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:38.902049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port a8d09240-a546-45f5-84aa-49a4ada5c7fe {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:02:38.902736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:38.976896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eaf7102c-958b-4a38-8f85-2bab68593b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:39.097044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port a8d09240-a546-45f5-84aa-49a4ada5c7fe, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a8d09240-a546-45f5-84aa-49a4ada5c7fe,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:02:39.097399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:39.220929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for a8d09240-a546-45f5-84aa-49a4ada5c7fe owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:02:39.408704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:39.459491 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=a8d09240-a546-45f5-84aa-49a4ada5c7fe,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:39.493086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a6abe042-4ef7-4c93-bf69-86e096362b15 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:02:39.535392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: a6abe042-4ef7-4c93-bf69-86e096362b15 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:02:39.535726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a6abe042-4ef7-4c93-bf69-86e096362b15 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:02:39.736831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:39.969035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:40.070957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:40.217088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 463a8e7b-e677-48ea-9717-319b834d4429 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:02:40.399247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:02:40.408496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] Sync routers for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:02:40.412275 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4d3b826f-6427-410b-8ea0-f5cf02e435c8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/463a8e7b-e677-48ea-9717-319b834d4429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347738 May 06 14:02:40.414934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47698) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:40.418623 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:02:40.419225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:02:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:40.486004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fc77f5-352a-468b-b534-0d66012a20f4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting subnet a7839e09-6081-4c2a-ba52-482e97ad0b66 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:02:40.488940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-36fc77f5-352a-468b-b534-0d66012a20f4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:40.548755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-36fc77f5-352a-468b-b534-0d66012a20f4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:40.599657 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:02:40.633525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-36fc77f5-352a-468b-b534-0d66012a20f4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:40.708475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-36fc77f5-352a-468b-b534-0d66012a20f4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:40.749757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc77f5-352a-468b-b534-0d66012a20f4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Subnet': ['ID=a7839e09-6081-4c2a-ba52-482e97ad0b66,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:40.756334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-36fc77f5-352a-468b-b534-0d66012a20f4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:40.765456 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-36fc77f5-352a-468b-b534-0d66012a20f4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/subnets/a7839e09-6081-4c2a-ba52-482e97ad0b66 HTTP/1.1" status: 204 len: 168 time: 0.3468857 May 06 14:02:40.766009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47702) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:40.813563 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca6b43-d6ec-478d-8689-fb47b0c41eeb None None] Network c173ee00-1f12-4bac-ae22-657e4fdf62c3 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:02:40.949571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:41.099331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T14:02:39Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '94667802-00ed-4016-9c8e-3aac9deedfc3', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463a8e7b-e677-48ea-9717-319b834d4429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:59:27Z', 'updated_at': '2022-05-06T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:41.103502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] Checking router: 463a8e7b-e677-48ea-9717-319b834d4429 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:02:41.112368 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] Routers {'463a8e7b-e677-48ea-9717-319b834d4429'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:02:41.113249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:02:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['463a8e7b-e677-48ea-9717-319b834d4429'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:41.140283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:41.152472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 94667802-00ed-4016-9c8e-3aac9deedfc3 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:02:41.152918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:41.165968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] DHCP port deletion for c173ee00-1f12-4bac-ae22-657e4fdf62c3 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:02:41.232095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Deleting port 37090972-829f-494f-ab01-e5d23461dda3 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:02:41.232377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:41.329488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 94667802-00ed-4016-9c8e-3aac9deedfc3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=94667802-00ed-4016-9c8e-3aac9deedfc3,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:02:41.330107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:41.347327 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] Set router 463a8e7b-e677-48ea-9717-319b834d4429 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:02:41.461339 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T14:02:41Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:41.462242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 94667802-00ed-4016-9c8e-3aac9deedfc3 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:02:41.469752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8286db2c-4095-41c2-8c2b-c7ec6cac9f2e None None] The sync data for ids ['463a8e7b-e677-48ea-9717-319b834d4429'] in dv-neutron-840888-1-hyperv is: [{'id': '463a8e7b-e677-48ea-9717-319b834d4429', 'name': 'tempest-TestNetworkBasicOps-router-1396492803', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:59:26Z', 'updated_at': '2022-05-06T14:02:41Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:02:41.577373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] For port 37090972-829f-494f-ab01-e5d23461dda3, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=37090972-829f-494f-ab01-e5d23461dda3,segment=NetworkSegment(98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed),segment_id=98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:02:41.577774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:41.640856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:41.716502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Calling delete_port for 37090972-829f-494f-ab01-e5d23461dda3 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:02:41.744303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:41.789817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=94667802-00ed-4016-9c8e-3aac9deedfc3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:41.796884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:41.848326 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Pushing event deleted for resources: {'Port': ['ID=37090972-829f-494f-ab01-e5d23461dda3,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:41.857899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] No DVR routers for this DVR port 37090972-829f-494f-ab01-e5d23461dda3 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:02:41.859944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.860295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.860641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.861092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.861424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.861747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.862074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.862390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.862707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.863024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.863337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.863648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f5a5d-363a-4fa8-81de-7545d7735815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:41.893932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.084700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.087057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.112373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.112990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Fanout notify agent at l3_agent the message router_deleted on router 463a8e7b-e677-48ea-9717-319b834d4429 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:02:42.128624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.129641 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cf0cfaf2-5684-47a6-96db-20fd4b20247f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/routers/463a8e7b-e677-48ea-9717-319b834d4429 HTTP/1.1" status: 204 len: 168 time: 1.3626697 May 06 14:02:42.133043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47706) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:42.262171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.393104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.418949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c173ee00-1f12-4bac-ae22-657e4fdf62c3']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:42.431486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:42.431786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a4cb9b-9d4a-40d0-8933-7e6bcfa9c1ed') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:42.445153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.461962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.468046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:02:42.468459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.473536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 94667802-00ed-4016-9c8e-3aac9deedfc3 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:02:42.483382 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:02:42.507831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 94667802-00ed-4016-9c8e-3aac9deedfc3 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:02:42.508097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 94667802-00ed-4016-9c8e-3aac9deedfc3 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:02:42.508558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 37090972-829f-494f-ab01-e5d23461dda3 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:02:42.542028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 37090972-829f-494f-ab01-e5d23461dda3 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:02:42.542028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 37090972-829f-494f-ab01-e5d23461dda3 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:02:42.542355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a8d09240-a546-45f5-84aa-49a4ada5c7fe no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:02:42.568575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.579185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: a8d09240-a546-45f5-84aa-49a4ada5c7fe {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:02:42.579549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a8d09240-a546-45f5-84aa-49a4ada5c7fe not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:02:42.587261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.598351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Network': ['ID=c173ee00-1f12-4bac-ae22-657e4fdf62c3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:42.609307 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8b7048d7-291c-4f6e-8956-ee90bcc9f3ec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/networks/c173ee00-1f12-4bac-ae22-657e4fdf62c3 HTTP/1.1" status: 204 len: 168 time: 0.4752860 May 06 14:02:42.621607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47710) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:42.627117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'network': {'name': 'tempest-network-smoke--109101761', 'project_id': '94073f6446054d1680f902b2994092d3', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:42.632945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:42.637051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:network and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:42.639897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:42.646707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:42.657676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:02:42.661063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.689777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:02:42.699039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.699411 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Added segment 94c0aff2-8a7b-4676-a0f6-9acd28b0b446 of type vlan for network a997da7f-399d-4454-845f-6aa0147d1a82 May 06 14:02:42.728078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.756780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.763314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:42.764692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.868871 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2461562 May 06 14:02:42.872058 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47714) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:42.877281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'admin_state_up': True, 'project_id': '94073f6446054d1680f902b2994092d3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:42.878260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e322a-2047-4ef2-a349-0a01e1358765 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Network': ['ID=a997da7f-399d-4454-845f-6aa0147d1a82,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:42.887349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:42.890052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network a997da7f-399d-4454-845f-6aa0147d1a82 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:02:42.892394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:router and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:42.895338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:42.901534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:42.911811 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.913352 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.930614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:43.211761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:43.521743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:43.549816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:43.686385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.163 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/f4c5b628-3da3-4a1d-b176-62aca5271d55) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:43.832327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:43.860700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:44.033177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:44.035751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:44.040040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:02:44.083894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=f4c5b628-3da3-4a1d-b176-62aca5271d55,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:44.095732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.096074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.096407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.096751 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.097074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.097401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.097717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.098036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.098355 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.099373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.099885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.100206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:44.465148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:44.799945 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:45.003365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 946e35f3-fd2e-4871-a381-49627c4959b2 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:02:45.180120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:02:45.189596 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Sync routers for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:02:45.199031 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:02:45.199716 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:02:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:45.207288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:45.212616 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-32abef34-7b78-4b14-ad08-f5e9c138aa18 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3361113 May 06 14:02:45.212883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47718) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:45.369722 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-345be502-4080-4800-bf36-7545c7aa4b95 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1557310 May 06 14:02:45.372293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47724) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:45.378237 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:02:45.620692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90088660-abaa-4ed3-ab72-61b8861f247d tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:45.624833 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-90088660-abaa-4ed3-ab72-61b8861f247d tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2489963 May 06 14:02:45.625185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47728) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:45.665140 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7ac90593-0bff-4d92-bbde-ca89afb9f4e6 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387323 May 06 14:02:45.667513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47732) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:45.669472 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:44Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:45.672953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1461670262', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'project_id': '94073f6446054d1680f902b2994092d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:45.673831 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Checking router: 946e35f3-fd2e-4871-a381-49627c4959b2 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:02:45.674296 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Updating router 946e35f3-fd2e-4871-a381-49627c4959b2 port f4c5b628-3da3-4a1d-b176-62aca5271d55 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:02:45.730765 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:45.782025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:45.785851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:subnet and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:45.788811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:45.794395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:45.804893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:02:45.808528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.022440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.062369 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.075116 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Transition to ACTIVE for port object f4c5b628-3da3-4a1d-b176-62aca5271d55 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:46.082456 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.166459 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Attempting to bind port f4c5b628-3da3-4a1d-b176-62aca5271d55 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:02:46.166820 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Attempting to bind port f4c5b628-3da3-4a1d-b176-62aca5271d55 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:02:46.167179 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Attempting to bind port f4c5b628-3da3-4a1d-b176-62aca5271d55 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:02:46.173138 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Pushing event updated for resources: {'Port': ['ID=f4c5b628-3da3-4a1d-b176-62aca5271d55,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:46.181864 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:02:46.182236 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:02:46.182625 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.183019 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:02:46.183746 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Bound port: f4c5b628-3da3-4a1d-b176-62aca5271d55, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:02:46.184111 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.203811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=36a8aa44-6a4f-4fa6-962f-97ed2c522865,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:46.210170 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.210716 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.211301 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.211301 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.211551 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.212148 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.212148 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.212352 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.212701 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.213017 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.213336 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.218401 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:46.218559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Checking segment: {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:02:46.218559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network hostable DHCP agents. Network: a997da7f-399d-4454-845f-6aa0147d1a82, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:02:46.237216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network a997da7f-399d-4454-845f-6aa0147d1a82 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:02:46.248468 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, a997da7f-399d-4454-845f-6aa0147d1a82) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:46.252557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:46.253150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.261296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e75413-afba-4a39-a81d-a5523bdfbb04 None None] Network a997da7f-399d-4454-845f-6aa0147d1a82 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:02:46.273950 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] For port f4c5b628-3da3-4a1d-b176-62aca5271d55, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:02:46.277883 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] For port f4c5b628-3da3-4a1d-b176-62aca5271d55, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f4c5b628-3da3-4a1d-b176-62aca5271d55,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:02:46.279385 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5941b98c-35dd-43a5-ab6c-2c9fed2ff04e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6108675 May 06 14:02:46.279815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47736) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:46.282586 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.387305 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:02:46.387918 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:02:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:46.443635 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945692c-356c-4ddd-a5d9-127ecfb4b296 None None] Pushing event updated for resources: {'Port': ['ID=f4c5b628-3da3-4a1d-b176-62aca5271d55,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:46.491320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-a997da7f-399d-4454-845f-6aa0147d1a82', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:02:46.492501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.607591 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:02:46.657492 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Allocated IP 172.20.0.2 (a997da7f-399d-4454-845f-6aa0147d1a82/36a8aa44-6a4f-4fa6-962f-97ed2c522865/550dd254-3cfe-4d30-9314-f60037488665) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:46.874265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.888067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Transition to ACTIVE for port object 550dd254-3cfe-4d30-9314-f60037488665 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:46.898297 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:44Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:46.902463 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37dba60-25d7-489b-952c-f16d6030353d None None] The sync data for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv is: [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:44Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:02:46.909311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Transition to ACTIVE for port object 550dd254-3cfe-4d30-9314-f60037488665 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:46.915788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.990392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Network a997da7f-399d-4454-845f-6aa0147d1a82 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:46.993701 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:46.997670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:02:47.003939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Pushing event updated for resources: {'Port': ['ID=550dd254-3cfe-4d30-9314-f60037488665,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:47.048734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:47.101647 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Attempting to bind port 550dd254-3cfe-4d30-9314-f60037488665 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:02:47.102028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Attempting to bind port 550dd254-3cfe-4d30-9314-f60037488665 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:02:47.102357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Attempting to bind port 550dd254-3cfe-4d30-9314-f60037488665 on network a997da7f-399d-4454-845f-6aa0147d1a82 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:02:47.108176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:02:47.108525 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Checking segment: {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:02:47.109003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:47.109392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Bound using segment: {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:02:47.109859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Bound port: 550dd254-3cfe-4d30-9314-f60037488665, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:02:47.110232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:47.222343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] For port 550dd254-3cfe-4d30-9314-f60037488665, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:02:47.226011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] For port 550dd254-3cfe-4d30-9314-f60037488665, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=550dd254-3cfe-4d30-9314-f60037488665,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:02:47.230981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:47.323149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42f98f-3039-4a50-8580-6072a393105c None None] Pushing event updated for resources: {'Port': ['ID=550dd254-3cfe-4d30-9314-f60037488665,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:47.510195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.1 (a997da7f-399d-4454-845f-6aa0147d1a82/36a8aa44-6a4f-4fa6-962f-97ed2c522865/f29cfd25-2204-4e3e-afd5-a57ac719762e) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:47.821644 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:47.838766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object f29cfd25-2204-4e3e-afd5-a57ac719762e will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:47.861699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:47.931326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network a997da7f-399d-4454-845f-6aa0147d1a82 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:47.934763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:47.938699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:02:47.976520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=f29cfd25-2204-4e3e-afd5-a57ac719762e,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:48.004488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:48.137558 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:48.316532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f661121-6e6d-4b38-8c12-8c4dd870ed92 None None] Network a997da7f-399d-4454-845f-6aa0147d1a82 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:02:48.407516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-12ff0399-05a0-4cb5-9aa4-e961737dde1b None None] Provisioning for port 550dd254-3cfe-4d30-9314-f60037488665 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:48.580682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 550dd254-3cfe-4d30-9314-f60037488665 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:48.631562 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:48.637210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:48.672975 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 550dd254-3cfe-4d30-9314-f60037488665 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:48.679515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 550dd254-3cfe-4d30-9314-f60037488665 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:48.679892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:48.762361 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:48.784660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=f29cfd25-2204-4e3e-afd5-a57ac719762e,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:48.839380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:48.879163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 550dd254-3cfe-4d30-9314-f60037488665, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=550dd254-3cfe-4d30-9314-f60037488665,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:02:48.885463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:48.886129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f4c5b628-3da3-4a1d-b176-62aca5271d55 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:48.926307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network a997da7f-399d-4454-845f-6aa0147d1a82 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:48.928619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:49.019414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=550dd254-3cfe-4d30-9314-f60037488665,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:49.035105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dfec8743-8020-4b30-ba75-2d879054a2df None None] Provisioning complete for port 550dd254-3cfe-4d30-9314-f60037488665 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:49.035515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dfec8743-8020-4b30-ba75-2d879054a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:49.095699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port f4c5b628-3da3-4a1d-b176-62aca5271d55 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:49.105410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f4c5b628-3da3-4a1d-b176-62aca5271d55 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:49.105784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:49.146285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 946e35f3-fd2e-4871-a381-49627c4959b2 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:02:49.341731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dfec8743-8020-4b30-ba75-2d879054a2df None None] Provisioning for port f29cfd25-2204-4e3e-afd5-a57ac719762e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:49.346552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:02:49.349213 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:49.353768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-dfec8743-8020-4b30-ba75-2d879054a2df None None] Provisioning complete for port f29cfd25-2204-4e3e-afd5-a57ac719762e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:49.354138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dfec8743-8020-4b30-ba75-2d879054a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:49.365121 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d9ec0c79-d445-473b-8822-ff9ac851d439 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/946e35f3-fd2e-4871-a381-49627c4959b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0831470 May 06 14:02:49.368126 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47742) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:49.385977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Sync routers for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:02:49.421056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port f4c5b628-3da3-4a1d-b176-62aca5271d55, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f4c5b628-3da3-4a1d-b176-62aca5271d55,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:02:49.427794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:02:49.428361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:02:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:49.480712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:49.548596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dfec8743-8020-4b30-ba75-2d879054a2df None None] Port f29cfd25-2204-4e3e-afd5-a57ac719762e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:02:49.654691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86f527c-65fd-480a-a276-0cf5ab820054 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:49.655515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86f527c-65fd-480a-a276-0cf5ab820054 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:49.655674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86f527c-65fd-480a-a276-0cf5ab820054 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:49.656842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86f527c-65fd-480a-a276-0cf5ab820054 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:49.662391 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c86f527c-65fd-480a-a276-0cf5ab820054 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2890925 May 06 14:02:49.662391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47746) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:49.672347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=f4c5b628-3da3-4a1d-b176-62aca5271d55,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:49.696941 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-47dee96e-2693-43e5-bca7-e0dd70c068a3 None None] Provisioning complete for port f29cfd25-2204-4e3e-afd5-a57ac719762e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:49.697306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-47dee96e-2693-43e5-bca7-e0dd70c068a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:49.732439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34e793-5d1f-4340-806b-03afc61cbe03 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:49.732910 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34e793-5d1f-4340-806b-03afc61cbe03 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:49.733364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34e793-5d1f-4340-806b-03afc61cbe03 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:49.733805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34e793-5d1f-4340-806b-03afc61cbe03 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:49.738091 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-db34e793-5d1f-4340-806b-03afc61cbe03 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0722847 May 06 14:02:49.738406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47750) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:49.748098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:02:49.828262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-47dee96e-2693-43e5-bca7-e0dd70c068a3 None None] Port f29cfd25-2204-4e3e-afd5-a57ac719762e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:02:49.978828 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-baf24e11-c690-4292-a2e2-f30fed066ca2 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2387221 May 06 14:02:50.098401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:50.102365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Checking router: 946e35f3-fd2e-4871-a381-49627c4959b2 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:02:50.102714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Updating router 946e35f3-fd2e-4871-a381-49627c4959b2 port f29cfd25-2204-4e3e-afd5-a57ac719762e binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:02:50.157123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.210202 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47756) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:50.215585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174580341', 'description': 'tempest-secgroup-smoke-174580341 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:50.221555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:50.226653 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:50.230037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:50.237559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:50.250050 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.272965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:50.277220 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:50.280250 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:50.286465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:50.375276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.379379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.429179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b0e97e-d061-4743-a0e7-a5e666c3d349,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:50.436727 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.441015 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-95166e84-6438-44de-8c17-db7546056647 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2267778 May 06 14:02:50.441015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47760) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:50.447514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c9b0e97e-d061-4743-a0e7-a5e666c3d349', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:50.453743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:50.459103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:50.462170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:50.469699 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:50.491330 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.517340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 550dd254-3cfe-4d30-9314-f60037488665 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:50.568685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.574502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.593539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2020748-361d-45b3-a493-0522b3ce0b77,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:50.606243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.613791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.615384 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3531d6fa-85d0-4b63-8bbe-4f9bc6c556ce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1720982 May 06 14:02:50.619880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47764) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:50.621977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Transition to ACTIVE for port object f29cfd25-2204-4e3e-afd5-a57ac719762e will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:50.625754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c9b0e97e-d061-4743-a0e7-a5e666c3d349', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:50.631266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.632823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:50.637053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:50.640612 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:50.647193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:50.663241 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.690753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 550dd254-3cfe-4d30-9314-f60037488665 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:50.691121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.733122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.738296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.773123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cfd613-398e-4553-b305-960c59e4fc13,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:50.774959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.778815 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4ce424e-48f3-4887-821c-3ee067b9362d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552219 May 06 14:02:50.778996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47768) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:50.784745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c9b0e97e-d061-4743-a0e7-a5e666c3d349', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:50.792082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:50.796710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:50.799619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:50.806121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cfeb2-ea97-4223-b8d8-0713ba8be12d None None] Pushing event updated for resources: {'Port': ['ID=f29cfd25-2204-4e3e-afd5-a57ac719762e,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:50.809232 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:50.831222 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.920926 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.927301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.954895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d526b4-45ef-433e-a3ec-5ff5939d969a,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:50.970851 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:50.975165 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9d76611f-09dd-43ee-9c89-b10f34666ac2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924241 May 06 14:02:50.975702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47772) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:50.980941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c9b0e97e-d061-4743-a0e7-a5e666c3d349', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:50.987333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:50.988487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Attempting to bind port f29cfd25-2204-4e3e-afd5-a57ac719762e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:02:50.992638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Attempting to bind port f29cfd25-2204-4e3e-afd5-a57ac719762e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:02:50.992638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Attempting to bind port f29cfd25-2204-4e3e-afd5-a57ac719762e on network a997da7f-399d-4454-845f-6aa0147d1a82 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:02:50.992913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:50.994914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:51.001061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:51.017991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:02:51.018460 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Checking segment: {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:02:51.018746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.019135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Bound using segment: {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:02:51.019612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Bound port: f29cfd25-2204-4e3e-afd5-a57ac719762e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:02:51.019991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.020085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.076320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f4c5b628-3da3-4a1d-b176-62aca5271d55 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:51.091584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.095417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.122407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046a2ded-d1bf-4e3e-a847-b967cf9b806b,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:51.134368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.134717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.135060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.135398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.135737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.136047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.136368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.136812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.137095 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.137378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.137671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.137987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:51.141682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.145112 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b7e816c9-2d88-4b2f-b233-2a7946c2fe78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682000 May 06 14:02:51.146501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47776) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:51.151758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c9b0e97e-d061-4743-a0e7-a5e666c3d349', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:51.157793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:51.162671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:51.165814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:51.171385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:51.176822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] For port f29cfd25-2204-4e3e-afd5-a57ac719762e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:02:51.180196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] For port f29cfd25-2204-4e3e-afd5-a57ac719762e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f29cfd25-2204-4e3e-afd5-a57ac719762e,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:02:51.182081 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:02:51.185763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.189198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.251083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f4c5b628-3da3-4a1d-b176-62aca5271d55 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:51.251296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.261358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.265543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.297800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2d0479-c2c4-400a-ad93-d3e45d44e248,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:51.302309 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.306563 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7fd3eda9-a781-4bb6-9055-149627b7fa0f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560280 May 06 14:02:51.306979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47780) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:51.313464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': 'c9b0e97e-d061-4743-a0e7-a5e666c3d349', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:51.321199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:51.322598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:02:51.323238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:02:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:51.325676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:51.328738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:51.335743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:51.349588 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:02:51.357133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.388815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cfeb2-ea97-4223-b8d8-0713ba8be12d None None] Pushing event updated for resources: {'Port': ['ID=f29cfd25-2204-4e3e-afd5-a57ac719762e,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:51.438761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.444189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.469812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d460c3-b469-40a7-a101-40aacca69b2e,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:51.482383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.484251 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d5be767e-26fa-4c41-9240-ae2163f41437 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1755662 May 06 14:02:51.587167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:02:51.654888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-f8fe170d-20e0-46d2-b8cb-a84515e67d22 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:51.670569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-f8fe170d-20e0-46d2-b8cb-a84515e67d22 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:51.672015 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-f8fe170d-20e0-46d2-b8cb-a84515e67d22 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174580341&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.0598183 May 06 14:02:51.851726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-7ae2ef52-67ef-4f73-878c-a45f39889663 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:51.852557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-7ae2ef52-67ef-4f73-878c-a45f39889663 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:51.871439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-7ae2ef52-67ef-4f73-878c-a45f39889663 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:51.872752 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-7ae2ef52-67ef-4f73-878c-a45f39889663 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 796 time: 0.1934347 May 06 14:02:51.889639 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-fe3bf38d-a5d8-4f26-9624-980848d246f0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.0111217 May 06 14:02:51.938778 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:51Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:51.944540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec9f43-94ca-4dda-84e7-09c6ade916cd None None] The sync data for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv is: [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:51Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:02:51.991449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-415f8301-5913-431c-a8ee-b82fad4020a9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:52.026940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-415f8301-5913-431c-a8ee-b82fad4020a9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:52.028367 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-415f8301-5913-431c-a8ee-b82fad4020a9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312087 May 06 14:02:52.193072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-bcfe5bfc-bbe0-4719-9a78-294c4907bf40 service neutron] 10.222.0.21 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519485 May 06 14:02:52.351655 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-f757d32c-9374-4c8b-b975-c72ded524e5f service neutron] 10.222.0.21 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522248 May 06 14:02:52.516180 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f29cfd25-2204-4e3e-afd5-a57ac719762e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:52.562602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c7b306b-cdd7-4fdb-8575-8030bdaa86c8 req-fec72f2b-ee98-4677-a58f-d09fa141e10f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 210 time: 0.0538630 May 06 14:02:52.608718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port f29cfd25-2204-4e3e-afd5-a57ac719762e completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:52.614718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f29cfd25-2204-4e3e-afd5-a57ac719762e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:52.615134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:52.738920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:52.774909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port f29cfd25-2204-4e3e-afd5-a57ac719762e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f29cfd25-2204-4e3e-afd5-a57ac719762e,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:02:52.779278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:52.851539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=f29cfd25-2204-4e3e-afd5-a57ac719762e,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:53.670570 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1bc3b1cb-3548-402f-a452-f1306085bd34 req-02f0a630-aef9-4127-bc54-2542c0a4c36e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 210 time: 0.0439181 May 06 14:02:54.483054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f29cfd25-2204-4e3e-afd5-a57ac719762e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:54.558819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f29cfd25-2204-4e3e-afd5-a57ac719762e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:54.559184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:54.821112 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-714d122f-60c3-4c2b-a617-80535f255e50 req-890325fe-7890-481b-ab1e-fad2fb9abfd2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 210 time: 0.0435467 May 06 14:02:55.732058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-12e74e8c-3862-4dae-b054-5ecb0f8ef2bc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:55.733618 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-12e74e8c-3862-4dae-b054-5ecb0f8ef2bc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 796 time: 0.1982152 May 06 14:02:55.799390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-ab44a6d7-7cdf-4ca8-b62c-e11e07a8602a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 379 time: 0.0515566 May 06 14:02:55.808745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['c9b0e97e-d061-4743-a0e7-a5e666c3d349']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:56.015076 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e3fe9b3c-fd18-45f1-bf4d-e209e5b7f5ce req-e12bbdb0-ea73-4b8e-bd48-be892e505abf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 210 time: 0.0667837 May 06 14:02:56.021617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:56.031876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:56.044752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:02:56.048744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:56.278727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.3 (a997da7f-399d-4454-845f-6aa0147d1a82/36a8aa44-6a4f-4fa6-962f-97ed2c522865/37d83da1-af7a-4df8-bddf-e9e61d2c7b1f) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:56.510806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:56.527930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:56.556703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:56.636494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network a997da7f-399d-4454-845f-6aa0147d1a82 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:56.640380 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:56.644715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:02:56.789439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:56.845643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:56.846312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:56.875433 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-a5039e67-c038-4545-aa18-416a9a4a550f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0707452 May 06 14:02:56.887560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Request body: {'port': {'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:02:56.948512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c9441e95-c538-4c9c-97dc-9551fe1eb493 None None] Provisioning for port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:56.954560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c9441e95-c538-4c9c-97dc-9551fe1eb493 None None] Provisioning complete for port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:56.954927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c9441e95-c538-4c9c-97dc-9551fe1eb493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:57.023731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:57.080596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c9441e95-c538-4c9c-97dc-9551fe1eb493 None None] Port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:02:57.378474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e643fab-4224-43e5-ae59-b82008419156 req-9b89532f-c9e0-4d19-a84a-fcf09683d661 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:57.379078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-7e643fab-4224-43e5-ae59-b82008419156 req-9b89532f-c9e0-4d19-a84a-fcf09683d661 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:57.414957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-7e643fab-4224-43e5-ae59-b82008419156 req-9b89532f-c9e0-4d19-a84a-fcf09683d661 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:57.416125 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e643fab-4224-43e5-ae59-b82008419156 req-9b89532f-c9e0-4d19-a84a-fcf09683d661 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 931 time: 0.2886171 May 06 14:02:57.523768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:02:57.530315 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e643fab-4224-43e5-ae59-b82008419156 req-23cf2920-255c-469c-82b4-ab70289cc534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017458 May 06 14:02:57.534560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:57.550354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Transition to ACTIVE for port object 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:57.555451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:57.713810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Pushing event updated for resources: {'Port': ['ID=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:57.797607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Attempting to bind port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:02:57.797948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Attempting to bind port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:02:57.798279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Attempting to bind port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f on network a997da7f-399d-4454-845f-6aa0147d1a82 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:02:57.804054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f on network a997da7f-399d-4454-845f-6aa0147d1a82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:02:57.804747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Attempting to bind port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f on network a997da7f-399d-4454-845f-6aa0147d1a82 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:02:57.810663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:02:57.811111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Checking segment: {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:02:57.811375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Bound using segment: {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:02:57.811805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Bound port: 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:02:57.812148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:57.909261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] For port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:02:57.912979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] For port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:02:57.918368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:57.987786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:57.988288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:57.990225 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] 10.222.0.76 "PUT /v2.0/ports/37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 1093 time: 1.1073766 May 06 14:02:57.990684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:02:58.012377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c7e6c-483b-403a-b942-fe10359603b7 service neutron] Pushing event updated for resources: {'Port': ['ID=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:58.086509 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-510015a5-ceec-409d-9975-54d3509cc8de'] response: {'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'status': 'completed', 'code': 200} May 06 14:02:58.133625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-ea73cba4-14fd-46bf-b8ce-588192459a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:58.135129 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-ea73cba4-14fd-46bf-b8ce-588192459a8f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1096 time: 0.0856161 May 06 14:02:58.209885 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-08c188a2-17e8-4ede-b99a-5f6a8341be18 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 217 time: 0.0665672 May 06 14:02:58.279746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-e58eaa39-5d72-4fc5-a7b7-a166f9f1f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:58.281182 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-e58eaa39-5d72-4fc5-a7b7-a166f9f1f72e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.0656419 May 06 14:02:58.359497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-30cf7ee5-edf8-4baf-9977-b4157841de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:58.361596 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-30cf7ee5-edf8-4baf-9977-b4157841de6f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737331 May 06 14:02:58.501637 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-af5f2108-9d59-412c-bc1e-31e7c2db4323 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335788 May 06 14:02:58.647592 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-299368d9-2c7f-491e-a71b-c6def1e1ffc9 req-3fd7d3ce-5214-46e3-a58e-35cffb5415ea service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395357 May 06 14:02:58.892873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab29d4e-b927-451e-bf05-6325f53372f6 req-315aaeec-5297-4e4d-a0a5-ff4cc7c6aa71 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:58.894377 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ab29d4e-b927-451e-bf05-6325f53372f6 req-315aaeec-5297-4e4d-a0a5-ff4cc7c6aa71 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 943 time: 0.2505434 May 06 14:02:58.900979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-5176cd00-a95d-4824-b17a-c2fbab5c7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:58.902467 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-5176cd00-a95d-4824-b17a-c2fbab5c7830 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1096 time: 0.1137097 May 06 14:02:59.035038 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ab29d4e-b927-451e-bf05-6325f53372f6 req-c241ca44-b193-43b3-97ac-92e01d2d4b9e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315739 May 06 14:02:59.083356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-e0c79ad3-1d55-42a1-b4a6-22d703a26efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:59.085832 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-e0c79ad3-1d55-42a1-b4a6-22d703a26efb service neutron] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 897 time: 0.1682036 May 06 14:02:59.158374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-2c97af3d-7192-4f2a-b9b4-ca7e467d47ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 217 time: 0.0659440 May 06 14:02:59.234161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-597760c4-6d28-41c9-bf8f-7c9d0fa9bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:59.235666 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-597760c4-6d28-41c9-bf8f-7c9d0fa9bfd1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.0701058 May 06 14:02:59.323159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-2c0910a5-b2d5-4aff-8cf8-d72b4790a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:02:59.324785 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-2c0910a5-b2d5-4aff-8cf8-d72b4790a7b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817876 May 06 14:02:59.475998 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-70393495-9f63-489c-85f1-246fe6489faf service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417923 May 06 14:02:59.625965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6633d1d1-ec21-47ef-9287-92988be4eb99 req-57dd447b-4923-4b21-9ad3-60108c5c5cd5 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428995 May 06 14:03:00.235991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431f3d8-6765-4add-9244-bd76d66ddfb9 req-5e057936-787e-4c42-8e16-5a492d7015cf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:00.237494 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f431f3d8-6765-4add-9244-bd76d66ddfb9 req-5e057936-787e-4c42-8e16-5a492d7015cf tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 943 time: 0.0883353 May 06 14:03:00.290210 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f431f3d8-6765-4add-9244-bd76d66ddfb9 req-b971c23f-b280-4cbd-8f0d-3b2b439d5ad4 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452914 May 06 14:03:01.494034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5faa3-520e-4ed6-8eeb-f86f02daea10 req-94e2b528-3c39-4606-a832-42fff9ce771e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:01.495552 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-27f5faa3-520e-4ed6-8eeb-f86f02daea10 req-94e2b528-3c39-4606-a832-42fff9ce771e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 943 time: 0.0955148 May 06 14:03:01.537285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:03:01.543398 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-27f5faa3-520e-4ed6-8eeb-f86f02daea10 req-7113553a-c529-43b1-99fc-eddade4618aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 May 06 14:03:01.679613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:03:01.694562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:03:01.756581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:01.774648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:03:01.790722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:03:01.795114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:01.863917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:02.083783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['37d83da1-af7a-4df8-bddf-e9e61d2c7b1f'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:03:02.779121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e8dae-f033-4592-ae8c-555a8a24be58 req-ff9688b1-4a15-4213-b54b-247b0691196c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:02.782076 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-856e8dae-f033-4592-ae8c-555a8a24be58 req-ff9688b1-4a15-4213-b54b-247b0691196c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 944 time: 0.1100318 May 06 14:03:02.830512 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-856e8dae-f033-4592-ae8c-555a8a24be58 req-0e50f444-4fc5-44bc-89c6-e3ff48faa6c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421994 May 06 14:03:03.562024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:03.642913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:03.650363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:03.650791 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:03.782043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:03.812971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:03:03.825288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:03:03.830560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:03.867849 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d3f32e-865c-4472-9c9c-fc9834d90c9d'] response: {'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'code': 200} May 06 14:03:03.912395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:04.055710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ce796-cd78-42ca-af93-731c6d7c12d6 req-a25ce31a-0e3d-49ac-bb97-4c357fdf0550 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:04.057379 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd4ce796-cd78-42ca-af93-731c6d7c12d6 req-a25ce31a-0e3d-49ac-bb97-4c357fdf0550 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 945 time: 0.0890975 May 06 14:03:04.120338 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd4ce796-cd78-42ca-af93-731c6d7c12d6 req-254df8ce-a11a-4966-8853-3cc447138f9d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523553 May 06 14:03:04.215059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe5923-028c-418d-a5fc-d2e75a749b02 req-45239b9b-fd4e-44d5-9342-f939f30f5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:04.216591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f3fe5923-028c-418d-a5fc-d2e75a749b02 req-45239b9b-fd4e-44d5-9342-f939f30f5e42 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1098 time: 0.0890269 May 06 14:03:04.262792 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f3fe5923-028c-418d-a5fc-d2e75a749b02 req-2bc97f59-b757-47db-a8f4-669edb6da893 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388854 May 06 14:03:05.339541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f470058-82aa-4e4b-a89f-1f5a5aaadaf4 req-439690d3-6ebb-43a6-a8b1-7223691f271c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:05.341176 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f470058-82aa-4e4b-a89f-1f5a5aaadaf4 req-439690d3-6ebb-43a6-a8b1-7223691f271c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 945 time: 0.0964670 May 06 14:03:05.390260 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f470058-82aa-4e4b-a89f-1f5a5aaadaf4 req-1f3dc6b4-6061-402f-81a8-622f21af5bb9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426924 May 06 14:03:06.052971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:06.603904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9644-6e1d-48d6-ab3b-6ce2e99dc072 req-f709d92f-a666-408f-8d3a-cbed476417b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:06.605508 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-509b9644-6e1d-48d6-ab3b-6ce2e99dc072 req-f709d92f-a666-408f-8d3a-cbed476417b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 945 time: 0.0938141 May 06 14:03:06.617408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fed6d45f-2164-4b8b-9de1-fda5c8f6a154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:06.665910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-509b9644-6e1d-48d6-ab3b-6ce2e99dc072 req-c61d3251-cef8-47cb-84dd-45a2e490f0e1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543602 May 06 14:03:06.884815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08caea-d7c3-492e-b9b9-e3dbcc1d75eb req-9c2fbba6-e180-434d-8cf5-7d032edf073b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:06.886149 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2e08caea-d7c3-492e-b9b9-e3dbcc1d75eb req-9c2fbba6-e180-434d-8cf5-7d032edf073b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 945 time: 0.0985084 May 06 14:03:06.940177 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2e08caea-d7c3-492e-b9b9-e3dbcc1d75eb req-d59c9885-13cf-4647-9e08-77623685f835 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458298 May 06 14:03:06.965058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47842) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:07.042491 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84260acf-368d-4db1-9640-f4f567d1d468 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:07.044028 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-84260acf-368d-4db1-9640-f4f567d1d468 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1093 time: 0.0778120 May 06 14:03:07.046847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47846) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:07.053923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:07.062081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:07.067335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:floatingip and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:07.071489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:07.078789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:07.094020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:07.361746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:07.521298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.92 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/333a3715-208a-46ff-93a3-ad48bbb9b202) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:03:07.679354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:07.711371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:07.788318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:03:07.791602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:07.795509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:03:07.827665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=333a3715-208a-46ff-93a3-ad48bbb9b202,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:08.240948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:08.325375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:08.545063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:08.549699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:08.663976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=333a3715-208a-46ff-93a3-ad48bbb9b202,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:08.675607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:08.852756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 70cd2b72-19e8-4d9f-ad8e-d6828608f14c associated. External IP: 172.26.2.92, port: 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f. May 06 14:03:08.983661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-575a4f1e-264b-4c4f-a145-fe0f89d0ce6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:09.329255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 946e35f3-fd2e-4871-a381-49627c4959b2 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:03:09.515727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:03:09.526174 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] Sync routers for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:03:09.536742 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:03:09.537458 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:03:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:09.545653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:09.607883 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-167e320f-6f5d-45d4-9875-9e4ed2967b7a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5598428 May 06 14:03:09.608348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:03:09.610648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47850) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:09.654894 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fca1b0e-9d79-430b-b8ad-2d2f6734844f'] response: {'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'status': 'completed', 'code': 200} May 06 14:03:09.691166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935ddb1-5079-4c42-af2e-d6e7f05d5e78 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:09.696131 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4935ddb1-5079-4c42-af2e-d6e7f05d5e78 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1093 time: 0.0811946 May 06 14:03:09.741426 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:03:09.751584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2501b-5046-4c73-8014-645ec6d01832 req-8a9c29e5-6c1e-403d-b929-35eb9700c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:09.753370 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78d2501b-5046-4c73-8014-645ec6d01832 req-8a9c29e5-6c1e-403d-b929-35eb9700c398 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1098 time: 0.0735712 May 06 14:03:09.868658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47858) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:09.874358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685246084', 'description': 'tempest-secgroup-smoke-1685246084 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:09.881877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:09.892250 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:09.895861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2501b-5046-4c73-8014-645ec6d01832 req-b5148b2b-7a26-4623-8cd6-c916613bdada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:09.897643 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78d2501b-5046-4c73-8014-645ec6d01832 req-b5148b2b-7a26-4623-8cd6-c916613bdada service neutron] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 897 time: 0.1372461 May 06 14:03:09.907809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:09.930597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:09.935238 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:09.938543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:09.944948 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:09.983070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.038724 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.043824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.053063 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78d2501b-5046-4c73-8014-645ec6d01832 req-af0cb81f-3bad-482f-ad72-2133ff0391f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 998 time: 0.1491373 May 06 14:03:10.072270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.105493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:10.110161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.111396 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f195d0a5-9536-4150-b77e-fad8c36807a8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2415478 May 06 14:03:10.114466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47862) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:10.122478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:10.124594 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '70cd2b72-19e8-4d9f-ad8e-d6828608f14c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:08Z', 'updated_at': '2022-05-06T14:03:08Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:10.128508 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] Checking router: 946e35f3-fd2e-4871-a381-49627c4959b2 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:03:10.129436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:10.130627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2501b-5046-4c73-8014-645ec6d01832 req-58341f43-e9b5-486b-8941-f5f97ab7e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:10.132081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78d2501b-5046-4c73-8014-645ec6d01832 req-58341f43-e9b5-486b-8941-f5f97ab7e5db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.0726125 May 06 14:03:10.133847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:10.136799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:10.138230 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:03:10.139276 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:03:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:10.143009 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:10.161991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.215385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2501b-5046-4c73-8014-645ec6d01832 req-466b5000-d095-4b71-827a-12faec3850a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:10.216958 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78d2501b-5046-4c73-8014-645ec6d01832 req-466b5000-d095-4b71-827a-12faec3850a2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787697 May 06 14:03:10.232073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.236311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.263268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba8c56f-9d11-4ce9-8e24-cab06ad0d26f,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:10.274515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.279352 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1c00470a-49df-4d59-acde-a77220e1d2d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603868 May 06 14:03:10.279679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47866) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:10.286375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:10.294454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:10.298159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:10.301817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:10.308575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:10.320572 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:03:10.327040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.363196 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78d2501b-5046-4c73-8014-645ec6d01832 req-16bfd547-4272-48db-bc4f-6b9193d13a4c service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385589 May 06 14:03:10.393530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.398282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.421820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6821608-39b8-49d6-b55a-92ca2d1ceb53,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:10.432243 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.434353 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-72b375a2-fa61-482d-a2c0-af2f2bc6e630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536412 May 06 14:03:10.437430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47870) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:10.442686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:10.449085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:10.452989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:10.456070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:10.463107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:10.481551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.509009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78d2501b-5046-4c73-8014-645ec6d01832 req-c00b0f5b-597c-4130-946a-0044b7e6ef78 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383667 May 06 14:03:10.552027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.557086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.581445 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15417d8-6b0b-452c-ba1e-42b2a31bb61a,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:10.591182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.592616 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a4af8bc2-1938-4402-ba80-d6bb8ee0a48e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542299 May 06 14:03:10.595380 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47874) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:10.600817 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:10.607121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:10.614720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:10.618480 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:10.624847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:10.646295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.717993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.722408 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.752605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8b1a66-ea82-4eec-baf4-9e3cde9b5517,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:10.755482 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '70cd2b72-19e8-4d9f-ad8e-d6828608f14c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:08Z', 'updated_at': '2022-05-06T14:03:08Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:10.761494 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e206aff-85ba-4ae9-8963-2760dabaa37f None None] The sync data for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv is: [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '70cd2b72-19e8-4d9f-ad8e-d6828608f14c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:08Z', 'updated_at': '2022-05-06T14:03:08Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:03:10.763737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.769166 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-416eb603-756c-417c-b5e7-92d525267b8b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693163 May 06 14:03:10.769272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47878) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:10.774805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:10.781431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:10.786554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:10.789824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:10.796784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:10.808743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:03:10.816017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.887965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.892566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.918154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f166d2-6da6-4ce6-ae95-7afb9581fb10,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:10.928797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:10.930274 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ada923eb-4997-47ea-b422-6fd7cd6efd1c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607537 May 06 14:03:10.933463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47882) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:10.939167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:10.946204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:10.950725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:10.953829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:10.961242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:10.973456 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:03:10.981554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:11.015995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8fc54a-baf2-44f3-9c24-6cf6e7cd319d None None] New status for floating IP 70cd2b72-19e8-4d9f-ad8e-d6828608f14c: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:03:11.052712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:11.057629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:11.085875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49eb28d7-e117-4a07-8b74-f8665e7ec58e,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:11.095885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:11.103834 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-971bb528-3941-4040-884c-f328f326a529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626143 May 06 14:03:11.378434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-39756598-4826-4f92-99c8-d48039d8ccca tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685246084&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.1527805 May 06 14:03:11.535703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-5ea5e37b-1466-482c-be54-132aafaaf35e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:11.535703 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-5ea5e37b-1466-482c-be54-132aafaaf35e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 796 time: 0.1496935 May 06 14:03:11.555863 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-fbc9bafe-d405-47d0-9a7d-ebc47216bef6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.0145938 May 06 14:03:11.600147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:11.647619 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-b73ad1d5-9359-4598-996e-856763468d08 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0859201 May 06 14:03:11.784660 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-88bceec5-71aa-4e00-9ac8-797cbdb45b62 service neutron] 10.222.0.21 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254010 May 06 14:03:11.923126 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-7373447a-574b-49f7-b314-5dbe7e52af96 service neutron] 10.222.0.21 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314497 May 06 14:03:12.109939 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-526d5b94-5f79-403d-8852-2ec4061cb2a8 req-192a4e4f-2e44-4b03-a08d-85bd68b09351 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 210 time: 0.0488615 May 06 14:03:13.170299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-b83a5d4f-10a7-4a67-81da-c37287a79c45 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:13.171750 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-b83a5d4f-10a7-4a67-81da-c37287a79c45 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 796 time: 0.1698506 May 06 14:03:13.226298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-990f06e9-a7d1-460b-b51d-9c6069c76f70 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 472 time: 0.0451243 May 06 14:03:13.245741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': '08b5c04e-0c41-4f49-8487-90125397dab6', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:13.369992 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2a7cee0-cf2a-40ac-9989-3911afa1ec40 req-022f8501-b396-41bc-bfee-053be9d27832 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 210 time: 0.1044815 May 06 14:03:13.432368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:13.442288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:13.451903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:03:13.455383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:13.596073 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:03:13.618475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.6 (a997da7f-399d-4454-845f-6aa0147d1a82/36a8aa44-6a4f-4fa6-962f-97ed2c522865/b17b83c6-8507-4a54-a916-988a4203d45d) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:03:13.815489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:13.831541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object b17b83c6-8507-4a54-a916-988a4203d45d will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:03:13.856769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:13.928600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network a997da7f-399d-4454-845f-6aa0147d1a82 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:03:13.931651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:13.935992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:03:13.974897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=b17b83c6-8507-4a54-a916-988a4203d45d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:14.008351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:14.009033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.036012 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-d94117ec-87a0-4994-8301-8ab4f380ac86 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7980661 May 06 14:03:14.047030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Request body: {'port': {'device_id': '08b5c04e-0c41-4f49-8487-90125397dab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:14.170494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0ffeb4c6-9056-476a-8e91-160b3f725b03 None None] Provisioning for port b17b83c6-8507-4a54-a916-988a4203d45d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:14.172740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.176276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0ffeb4c6-9056-476a-8e91-160b3f725b03 None None] Provisioning complete for port b17b83c6-8507-4a54-a916-988a4203d45d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:14.176689 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb4c6-9056-476a-8e91-160b3f725b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.236437 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0ffeb4c6-9056-476a-8e91-160b3f725b03 None None] Port b17b83c6-8507-4a54-a916-988a4203d45d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:03:14.630480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8dcb3-701b-4d02-aaf9-f0c3f1036386 req-22ea672a-b31d-4ece-ae93-3cfa2681a65f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:14.631160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-04b8dcb3-701b-4d02-aaf9-f0c3f1036386 req-22ea672a-b31d-4ece-ae93-3cfa2681a65f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:14.700481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-04b8dcb3-701b-4d02-aaf9-f0c3f1036386 req-22ea672a-b31d-4ece-ae93-3cfa2681a65f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:14.701552 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04b8dcb3-701b-4d02-aaf9-f0c3f1036386 req-22ea672a-b31d-4ece-ae93-3cfa2681a65f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 931 time: 0.2118587 May 06 14:03:14.707091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17b83c6-8507-4a54-a916-988a4203d45d {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:03:14.726975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.758301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Transition to ACTIVE for port object b17b83c6-8507-4a54-a916-988a4203d45d will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:03:14.766301 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04b8dcb3-701b-4d02-aaf9-f0c3f1036386 req-7038cbba-f1e5-47c7-abd3-470e6d8ee44a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548828 May 06 14:03:14.767006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.930131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b17b83c6-8507-4a54-a916-988a4203d45d,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:15.014379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Attempting to bind port b17b83c6-8507-4a54-a916-988a4203d45d on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:03:15.015143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Attempting to bind port b17b83c6-8507-4a54-a916-988a4203d45d by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:03:15.015143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Attempting to bind port b17b83c6-8507-4a54-a916-988a4203d45d on network a997da7f-399d-4454-845f-6aa0147d1a82 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:03:15.019649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Port b17b83c6-8507-4a54-a916-988a4203d45d on network a997da7f-399d-4454-845f-6aa0147d1a82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:03:15.019931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Attempting to bind port b17b83c6-8507-4a54-a916-988a4203d45d on network a997da7f-399d-4454-845f-6aa0147d1a82 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:03:15.025008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:03:15.025335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Checking segment: {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:03:15.025709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Bound using segment: {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:03:15.026120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Bound port: b17b83c6-8507-4a54-a916-988a4203d45d, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c0aff2-8a7b-4676-a0f6-9acd28b0b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:03:15.026455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:15.121668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] For port b17b83c6-8507-4a54-a916-988a4203d45d, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:03:15.124573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] For port b17b83c6-8507-4a54-a916-988a4203d45d, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b17b83c6-8507-4a54-a916-988a4203d45d,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:03:15.129852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:15.187345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:15.187915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:15.189390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] 10.222.0.76 "PUT /v2.0/ports/b17b83c6-8507-4a54-a916-988a4203d45d HTTP/1.1" status: 200 len: 1093 time: 1.1465709 May 06 14:03:15.192948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:03:15.217465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2b7e1-1348-4a6d-8f7f-dc5918e026a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b17b83c6-8507-4a54-a916-988a4203d45d,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:15.269961 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f6a995-5ea6-4c7b-af3c-17834108f1a3'] response: {'name': 'network-changed', 'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'status': 'completed', 'code': 200} May 06 14:03:15.314385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-7a945a04-f593-450d-8307-110cab74a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:15.315960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-7a945a04-f593-450d-8307-110cab74a487 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 1096 time: 0.0828714 May 06 14:03:15.389045 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-3fe4035a-5f74-4df6-b1e3-86b4c33d06f2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17b83c6-8507-4a54-a916-988a4203d45d HTTP/1.1" status: 200 len: 217 time: 0.0647216 May 06 14:03:15.459708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-feb8d176-d4d4-4474-807f-741a1daa489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:15.461137 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-feb8d176-d4d4-4474-807f-741a1daa489d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.0656078 May 06 14:03:15.539914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-4ee3b384-e6e0-4963-a8a8-d27dccb95064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:15.541449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-4ee3b384-e6e0-4963-a8a8-d27dccb95064 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739775 May 06 14:03:15.681580 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-e072ca59-d2f9-44ee-bc6d-e05f36752c20 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293898 May 06 14:03:15.821478 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9170268-00f5-4e35-ae2a-f80ec5026e1f req-a8e7c6cc-0ed5-4b3f-bc9c-f7e437d69d39 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328576 May 06 14:03:16.015004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bda3-7dae-47bf-9553-329876821a55 req-2cd5ba04-2860-45df-b963-967cf9e41e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:16.016530 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afe5bda3-7dae-47bf-9553-329876821a55 req-2cd5ba04-2860-45df-b963-967cf9e41e16 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 1096 time: 0.1466563 May 06 14:03:16.024203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad9f6-c360-4398-9ef8-08ebb868af0e req-b0a093b9-1c72-4b2c-8e32-7abbce713f58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:16.025793 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f78ad9f6-c360-4398-9ef8-08ebb868af0e req-b0a093b9-1c72-4b2c-8e32-7abbce713f58 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 943 time: 0.1177750 May 06 14:03:16.263773 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f78ad9f6-c360-4398-9ef8-08ebb868af0e req-a3a3f2e4-df63-4168-b055-033debde34eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189443 May 06 14:03:16.299878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bda3-7dae-47bf-9553-329876821a55 req-d37b5aa2-352d-49bd-806f-69d95ff53b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:16.301563 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afe5bda3-7dae-47bf-9553-329876821a55 req-d37b5aa2-352d-49bd-806f-69d95ff53b9a service neutron] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 897 time: 0.2748370 May 06 14:03:16.373555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afe5bda3-7dae-47bf-9553-329876821a55 req-ebb79b8f-42fb-40c6-8de2-92a4821cc563 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17b83c6-8507-4a54-a916-988a4203d45d HTTP/1.1" status: 200 len: 217 time: 0.0642071 May 06 14:03:16.454818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bda3-7dae-47bf-9553-329876821a55 req-c88355a8-c073-41df-8c54-0f190295582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:16.456248 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afe5bda3-7dae-47bf-9553-329876821a55 req-c88355a8-c073-41df-8c54-0f190295582d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.0641143 May 06 14:03:16.540702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bda3-7dae-47bf-9553-329876821a55 req-492425e8-1639-428d-b9e7-48466334a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:16.542263 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afe5bda3-7dae-47bf-9553-329876821a55 req-492425e8-1639-428d-b9e7-48466334a062 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789528 May 06 14:03:16.677565 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afe5bda3-7dae-47bf-9553-329876821a55 req-47c793d4-4e01-419b-b565-0019b77ad1a7 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282170 May 06 14:03:16.815313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afe5bda3-7dae-47bf-9553-329876821a55 req-d93ba086-82fb-4282-a949-5c8d0dc60978 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296885 May 06 14:03:17.454958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd25c1d-ccc9-402c-b194-6a3494caaa9a req-fac6f18e-337e-426d-a1f7-97df6092eb71 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:17.456359 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ffd25c1d-ccc9-402c-b194-6a3494caaa9a req-fac6f18e-337e-426d-a1f7-97df6092eb71 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 943 time: 0.0814059 May 06 14:03:17.506571 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ffd25c1d-ccc9-402c-b194-6a3494caaa9a req-6c6dedb8-ef3e-4563-9cbe-b18f8252dcf7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437140 May 06 14:03:18.706148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddc0f3-7fc4-4750-aa51-bf61e8d41a38 req-22ec283c-4602-4105-8fc8-589109a3c7b3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:18.708461 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-63ddc0f3-7fc4-4750-aa51-bf61e8d41a38 req-22ec283c-4602-4105-8fc8-589109a3c7b3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 943 time: 0.0893519 May 06 14:03:18.757399 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-63ddc0f3-7fc4-4750-aa51-bf61e8d41a38 req-908d873d-cb17-4bfc-ba31-b866c458da0c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428822 May 06 14:03:19.617823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device b17b83c6-8507-4a54-a916-988a4203d45d details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:03:19.756784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port b17b83c6-8507-4a54-a916-988a4203d45d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b17b83c6-8507-4a54-a916-988a4203d45d,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:03:19.772853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'port_id': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'mac_address': 'fa:16:3e:82:f0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:03:19.840117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:19.871132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17b83c6-8507-4a54-a916-988a4203d45d {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:03:19.889877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port b17b83c6-8507-4a54-a916-988a4203d45d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b17b83c6-8507-4a54-a916-988a4203d45d,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:03:19.897825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:19.979254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=b17b83c6-8507-4a54-a916-988a4203d45d,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:20.031916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a58e8-d623-4ffe-95cf-7ff8cdb9ea83 req-88bb4e2b-b0da-45ef-8f06-247574f06b0a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:20.033400 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-828a58e8-d623-4ffe-95cf-7ff8cdb9ea83 req-88bb4e2b-b0da-45ef-8f06-247574f06b0a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 944 time: 0.1614783 May 06 14:03:20.092008 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-828a58e8-d623-4ffe-95cf-7ff8cdb9ea83 req-b2c2101f-5c8c-4b73-8d55-3b85631c1f7b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521443 May 06 14:03:20.164445 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['b17b83c6-8507-4a54-a916-988a4203d45d'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:03:21.335213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8107104-9540-46dc-b0f4-8c274fd8903a req-8b1ef361-3842-4534-bb00-e57b27b273fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:21.336758 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8107104-9540-46dc-b0f4-8c274fd8903a req-8b1ef361-3842-4534-bb00-e57b27b273fc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 944 time: 0.1359048 May 06 14:03:21.384270 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8107104-9540-46dc-b0f4-8c274fd8903a req-d8699a75-62dc-4011-90bd-562fb916c860 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418153 May 06 14:03:21.649011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device b17b83c6-8507-4a54-a916-988a4203d45d up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:21.719093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port b17b83c6-8507-4a54-a916-988a4203d45d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:03:21.725172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port b17b83c6-8507-4a54-a916-988a4203d45d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:21.725652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:21.850132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:21.880562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:03:21.890130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port b17b83c6-8507-4a54-a916-988a4203d45d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b17b83c6-8507-4a54-a916-988a4203d45d,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:03:21.894946 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:21.931832 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc78117-a72e-4fe6-9dd7-1c4c8225517d'] response: {'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'code': 200} May 06 14:03:21.967019 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=b17b83c6-8507-4a54-a916-988a4203d45d,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:22.218746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48192-426c-49ec-9129-07f379772385 req-374b5ece-7f0e-443a-b13f-1e5e89660d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:22.220287 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1bc48192-426c-49ec-9129-07f379772385 req-374b5ece-7f0e-443a-b13f-1e5e89660d14 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0802345 May 06 14:03:22.268141 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1bc48192-426c-49ec-9129-07f379772385 req-0ff7f1cc-567e-4260-937e-1d104ad542f1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397408 May 06 14:03:22.590339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8d5d6-f65f-4ac4-a700-154cf951c113 req-52ec05f1-b147-41ef-9160-abc6826f1388 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:22.591886 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10d8d5d6-f65f-4ac4-a700-154cf951c113 req-52ec05f1-b147-41ef-9160-abc6826f1388 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 945 time: 0.0830364 May 06 14:03:22.643755 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10d8d5d6-f65f-4ac4-a700-154cf951c113 req-49d0e953-272f-44a3-8739-b645ceb015ef tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 May 06 14:03:23.834305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01179580-a2f2-44ae-be57-d983024fb143 req-58fb2ac5-6966-4fe7-9d1d-3c4c16030013 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:23.835758 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-01179580-a2f2-44ae-be57-d983024fb143 req-58fb2ac5-6966-4fe7-9d1d-3c4c16030013 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 945 time: 0.0855448 May 06 14:03:23.891038 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-01179580-a2f2-44ae-be57-d983024fb143 req-291ec304-e250-4c34-940f-f1225b380d1e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495186 May 06 14:03:24.074924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bda2a-6db8-47f2-a561-4ece911c9da1 req-3969c64e-b445-4176-91b5-4158a357e267 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:24.076371 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-084bda2a-6db8-47f2-a561-4ece911c9da1 req-3969c64e-b445-4176-91b5-4158a357e267 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 945 time: 0.0786021 May 06 14:03:24.136860 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-084bda2a-6db8-47f2-a561-4ece911c9da1 req-9ee980b8-bebd-496a-a054-17e659a43c68 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543923 May 06 14:03:24.161481 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47944) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:24.230700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a6435c-1842-4d15-86a1-a57b919edddb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:24.232118 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f2a6435c-1842-4d15-86a1-a57b919edddb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 1093 time: 0.0696118 May 06 14:03:24.234962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47948) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:24.239981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:03:24.245876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:03:24.249611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:floatingip and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:03:24.252327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:03:24.258101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:03:24.269901 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.408240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.546999 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.96 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/57de8729-40d3-47ae-a3db-5ab80ca6c545) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:03:24.693550 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.721277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.788571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:03:24.791421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:03:24.794969 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:03:24.924704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=57de8729-40d3-47ae-a3db-5ab80ca6c545,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:25.312540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.385151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.596392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.601495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.710595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=57de8729-40d3-47ae-a3db-5ab80ca6c545,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:25.722790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:25.891289 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 445754d0-f3ba-45c7-aeca-796c798a450b associated. External IP: 172.26.2.96, port: b17b83c6-8507-4a54-a916-988a4203d45d. May 06 14:03:26.248906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 946e35f3-fd2e-4871-a381-49627c4959b2 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:03:26.541956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:03:26.553787 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] Sync routers for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:03:26.564601 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:03:26.565224 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:03:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:26.570323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:26.631307 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0e8e801b-5155-47ee-b026-84fadf68b1f9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3953133 May 06 14:03:26.631912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:03:26.739366 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216b1c6f-e582-4146-91c2-4c6154c12d09'] response: {'name': 'network-changed', 'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'status': 'completed', 'code': 200} May 06 14:03:26.750994 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:03:26.840043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-b44b04fa-328b-4f03-b44e-0e6fe4de480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:26.841586 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-b44b04fa-328b-4f03-b44e-0e6fe4de480b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0771668 May 06 14:03:27.021238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-1f9f7821-04a7-4952-9414-06f34feb8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:27.022832 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-1f9f7821-04a7-4952-9414-06f34feb8a32 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 897 time: 0.1723557 May 06 14:03:27.141900 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '445754d0-f3ba-45c7-aeca-796c798a450b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:82:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b5c04e-0c41-4f49-8487-90125397dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:25Z', 'updated_at': '2022-05-06T14:03:25Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}, {'id': '70cd2b72-19e8-4d9f-ad8e-d6828608f14c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:08Z', 'updated_at': '2022-05-06T14:03:11Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:27.146806 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] Checking router: 946e35f3-fd2e-4871-a381-49627c4959b2 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:03:27.155771 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:03:27.156386 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:03:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:27.236239 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-943c1c2c-fd7c-4af8-b4b5-1d5296d8f247 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17b83c6-8507-4a54-a916-988a4203d45d HTTP/1.1" status: 200 len: 998 time: 0.2033350 May 06 14:03:27.302688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-6034d8ba-ce20-4007-b8d0-137105db84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:27.304142 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-6034d8ba-ce20-4007-b8d0-137105db84ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.0615246 May 06 14:03:27.340247 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:03:27.390546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-b90acd6e-01e7-47f4-a9f7-2d7c4c2b4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:03:27.392092 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-b90acd6e-01e7-47f4-a9f7-2d7c4c2b4f52 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813661 May 06 14:03:27.403364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-83948d2f-4f35-44e2-ba84-a23aa11c3881 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:03:27.404374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-83948d2f-4f35-44e2-ba84-a23aa11c3881 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051351 May 06 14:03:27.549650 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-c6a397b7-8e82-45af-9b39-1703a109839f service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373363 May 06 14:03:27.686348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b93ed4d-c3e5-408c-b51b-e9d14029fe3a req-e06a96db-e7b3-4648-a93e-bfdfe75296b9 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292098 May 06 14:03:27.735716 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '445754d0-f3ba-45c7-aeca-796c798a450b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:82:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b5c04e-0c41-4f49-8487-90125397dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:25Z', 'updated_at': '2022-05-06T14:03:25Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}, {'id': '70cd2b72-19e8-4d9f-ad8e-d6828608f14c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:08Z', 'updated_at': '2022-05-06T14:03:11Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:27.739669 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e46f5-2036-499a-bcf9-fa897c20951a None None] The sync data for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv is: [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '445754d0-f3ba-45c7-aeca-796c798a450b', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.96', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:82:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b5c04e-0c41-4f49-8487-90125397dab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:25Z', 'updated_at': '2022-05-06T14:03:25Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}, {'id': '70cd2b72-19e8-4d9f-ad8e-d6828608f14c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:08Z', 'updated_at': '2022-05-06T14:03:11Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:03:27.929770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c918fb-3566-45b3-9200-2529c9b0ec42 None None] New status for floating IP 445754d0-f3ba-45c7-aeca-796c798a450b: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:03:36.066671 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.609563 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cc6f230e-b459-4592-8bdf-c460ce4ded14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:38.978099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d767f1ce-6f74-4d15-adb9-4a33f3ba2713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.976294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:40.067348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:41.603163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:50.594208 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:04:00.540318 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-dba18060-6c37-4ccc-aa4d-093c936e7306 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715649 May 06 14:04:00.684821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-7f4ec404-81a4-4d18-80a5-7f28680b109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:00.686300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-7f4ec404-81a4-4d18-80a5-7f28680b109d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1098 time: 0.0757799 May 06 14:04:00.836332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-4e32b311-05f9-4f3e-8d04-0e14fe5e6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:00.837816 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-4e32b311-05f9-4f3e-8d04-0e14fe5e6cd4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 897 time: 0.1290970 May 06 14:04:00.938936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-a9780d28-0a29-450c-b20b-6391f223e756 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 1000 time: 0.0949004 May 06 14:04:01.003996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-6fcec242-44c7-4d19-9f20-ea771be7f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:01.005439 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-6fcec242-44c7-4d19-9f20-ea771be7f088 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.0602007 May 06 14:04:01.081280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-c397bc01-7249-4ae4-80fd-14cea55fb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:01.082759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-c397bc01-7249-4ae4-80fd-14cea55fb01c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706904 May 06 14:04:01.215116 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-f64d5083-47a8-4dc3-a1f3-3c753f131cc3 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252542 May 06 14:04:01.349640 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3f773c46-3b90-4d74-8b3c-1193b28688b8 req-2de961bc-38a0-46a4-b2d0-9dc898e94822 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273985 May 06 14:04:03.112222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47968) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:03.226371 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b981f31c-79b8-48af-89dc-00d409afd82f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/70cd2b72-19e8-4d9f-ad8e-d6828608f14c HTTP/1.1" status: 200 len: 992 time: 0.1128802 May 06 14:04:04.134884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47978) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:04.140748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:04.263098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:04.576899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:04.602223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:04.606614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:04.675616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:04.676243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:04.677895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/ports/37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 938 time: 0.5418265 May 06 14:04:04.678378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:04:04.699975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,revision_number=6']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:04.708181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.708652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.708926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.709254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.709580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.709903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.710228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.710551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.710874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.711191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.711510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.711822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1535cd-d8bd-4441-a778-90b505de986f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:04.731373 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768f2f31-f4e6-4c15-a8a1-cfb37d76f37a'] response: {'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'status': 'completed', 'code': 200} May 06 14:04:04.835881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-fc305ad1-81ad-4b33-9c7d-674f81521efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:04.837340 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-fc305ad1-81ad-4b33-9c7d-674f81521efd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1099 time: 0.0803523 May 06 14:04:04.901521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f0ea3c2c-35db-4a03-a1a5-62e312a644c4 None None] Provisioning complete for port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:04.902113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3c2c-35db-4a03-a1a5-62e312a644c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:04.962531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea3c2c-35db-4a03-a1a5-62e312a644c4 None None] Port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f is administratively disabled so it will not transition to active. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 06 14:04:04.976504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-ed5e97ad-e775-4cdd-93ea-faf3e3807c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:04.977939 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-ed5e97ad-e775-4cdd-93ea-faf3e3807c80 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 897 time: 0.1339989 May 06 14:04:05.078986 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-82a3fff3-9cb5-4422-94ec-075ecb3f8a6f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 1001 time: 0.0929878 May 06 14:04:05.149040 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-dd703bdc-7045-4d3f-b35c-de1ffe4c500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:05.150404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-dd703bdc-7045-4d3f-b35c-de1ffe4c500b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.0623116 May 06 14:04:05.225410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-a8d598c7-8e4e-4a5b-818b-6deab818122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:05.226878 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-a8d598c7-8e4e-4a5b-818b-6deab818122e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695856 May 06 14:04:05.361610 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-5a859db3-fea3-49b7-b92c-1c72d3700712 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272051 May 06 14:04:05.498801 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36f462cc-117b-45a9-92b2-e99ff3a4c768 req-1ba5d76d-d1e3-40d2-a815-f36a829630d8 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293182 May 06 14:04:06.066672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:06.613176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8ede-ad3d-404b-9325-2784a3a251e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:08.350245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 47988) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:08.355982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b3847676-b5fe-4bda-b904-10048f1843ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:08.482207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3847676-b5fe-4bda-b904-10048f1843ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:08.716009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-b3847676-b5fe-4bda-b904-10048f1843ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:08.742165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3847676-b5fe-4bda-b904-10048f1843ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:08.747810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3847676-b5fe-4bda-b904-10048f1843ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:08.814485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3847676-b5fe-4bda-b904-10048f1843ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:08.815125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3847676-b5fe-4bda-b904-10048f1843ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:08.816546 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b3847676-b5fe-4bda-b904-10048f1843ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/ports/37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 937 time: 0.4652894 May 06 14:04:08.819531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 47992) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:08.820049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:04:08.855032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3847676-b5fe-4bda-b904-10048f1843ff tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,revision_number=7']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:08.888257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3fe9ec-5b32-4371-9022-2dbbdbe5cf6b'] response: {'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'status': 'completed', 'code': 200} May 06 14:04:08.939379 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-13ff11da-7fd7-4e77-a7fd-47029c485787 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/70cd2b72-19e8-4d9f-ad8e-d6828608f14c HTTP/1.1" status: 200 len: 992 time: 0.1184633 May 06 14:04:08.984899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fbe08ec5-ebca-42cd-95d1-0413942c5fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:09.010306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-baaff1b3-9a94-4731-8e37-48f57a8a0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:09.011927 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-baaff1b3-9a94-4731-8e37-48f57a8a0fc5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1098 time: 0.0965729 May 06 14:04:09.106903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-86cd798d-1b42-442e-a998-41e1c7846d51 None None] Provisioning complete for port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:09.107212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-86cd798d-1b42-442e-a998-41e1c7846d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:09.137195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['37d83da1-af7a-4df8-bddf-e9e61d2c7b1f'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:04:09.154224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-0639b5f9-5466-49be-b48c-fcd15406183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:09.155649 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-0639b5f9-5466-49be-b48c-fcd15406183a service neutron] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 897 time: 0.1351864 May 06 14:04:09.259259 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-8f030e51-a948-4119-9b81-6584853a2cfc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 1000 time: 0.0964789 May 06 14:04:09.417097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-b7686b6b-8b02-495f-b62f-8522acd638bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:09.418568 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-b7686b6b-8b02-495f-b62f-8522acd638bf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.1530402 May 06 14:04:09.505019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-8577f488-7d75-42ed-ab53-a14dd446f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:09.506559 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-8577f488-7d75-42ed-ab53-a14dd446f8f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803909 May 06 14:04:09.644583 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-41e1f783-73f8-4def-91f4-737a2154a5a8 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300964 May 06 14:04:09.782072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04c1009a-b4a6-48ed-858f-a8238a5d7c3c req-22418833-c9c7-4566-90fe-577e72b2235a service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311154 May 06 14:04:09.978622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:10.069485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:11.511486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48004) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:11.604319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:11.722308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 57de8729-40d3-47ae-a3db-5ab80ca6c545 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:04:11.722646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:11.897122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:11.897443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:12.023278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 57de8729-40d3-47ae-a3db-5ab80ca6c545 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:04:12.179176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:12.226470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=57de8729-40d3-47ae-a3db-5ab80ca6c545,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:12.263645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.263995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.264335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.264700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.265035 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.265363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.265689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.266020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.266343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.266659 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.266983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.267307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:12.329527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:12.329916 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 445754d0-f3ba-45c7-aeca-796c798a450b disassociated (deleted). External IP: 172.26.2.96, port: b17b83c6-8507-4a54-a916-988a4203d45d. May 06 14:04:12.787797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 946e35f3-fd2e-4871-a381-49627c4959b2 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:04:12.968949 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:04:12.979202 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] Sync routers for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:04:12.989951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:12.990159 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:12.990711 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:13.045811 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-67f970db-0e7f-4a95-b622-46c5eca3d846 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/floatingips/445754d0-f3ba-45c7-aeca-796c798a450b HTTP/1.1" status: 204 len: 168 time: 1.5329602 May 06 14:04:13.046227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:04:13.097438 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acfee20a-aafd-46ea-9daf-c347c72c7834'] response: {'name': 'network-changed', 'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'status': 'completed', 'code': 200} May 06 14:04:13.172734 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:13.204145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-8204e7a5-5e20-4318-8274-f8a0b45414ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:13.205723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-8204e7a5-5e20-4318-8274-f8a0b45414ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 1098 time: 0.0859087 May 06 14:04:13.393940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-7bdf563b-9d57-4ed2-9583-fe4665121cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:13.395499 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-7bdf563b-9d57-4ed2-9583-fe4665121cb8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 897 time: 0.1838346 May 06 14:04:13.474852 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-baf6bd58-90cd-42d6-b052-7138ebcbba63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b17b83c6-8507-4a54-a916-988a4203d45d HTTP/1.1" status: 200 len: 217 time: 0.0679016 May 06 14:04:13.540101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd4c4f-eb9a-4710-bb3a-3fd3019ac630 req-25acf49d-54ae-48a4-891b-783542c7b19d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:13.541641 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ebcd4c4f-eb9a-4710-bb3a-3fd3019ac630 req-25acf49d-54ae-48a4-891b-783542c7b19d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 945 time: 0.1910803 May 06 14:04:13.548957 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '70cd2b72-19e8-4d9f-ad8e-d6828608f14c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:08Z', 'updated_at': '2022-05-06T14:03:11Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:13.553237 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] Checking router: 946e35f3-fd2e-4871-a381-49627c4959b2 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:04:13.562105 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:13.562707 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:13.572800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-8a21d500-2077-4589-a128-49dbc04f3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:13.574252 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-8a21d500-2077-4589-a128-49dbc04f3f39 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.0922315 May 06 14:04:13.642784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ebcd4c4f-eb9a-4710-bb3a-3fd3019ac630 req-dfc4bcf0-237b-44d1-bc91-4d7d28855a06 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940931 May 06 14:04:13.673142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-2bf7b326-2b35-4342-903d-009982fe8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:13.675015 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-2bf7b326-2b35-4342-903d-009982fe8886 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859237 May 06 14:04:13.743928 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:13.818205 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-b9765f9a-673a-408c-9e59-57ef63728445 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364377 May 06 14:04:13.954380 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17756063-9dbc-4449-a2ae-8dc3a6e19454 req-26e40ea0-8823-4a92-a683-ce5c4c6e82b5 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299031 May 06 14:04:14.095594 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '70cd2b72-19e8-4d9f-ad8e-d6828608f14c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:08Z', 'updated_at': '2022-05-06T14:03:11Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:14.100958 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90884570-85c8-4d2c-ad45-8ef0d836326e None None] The sync data for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv is: [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '70cd2b72-19e8-4d9f-ad8e-d6828608f14c', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'port_id': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'mac_address': 'fa:16:3e:9d:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:03:08Z', 'updated_at': '2022-05-06T14:03:11Z', 'revision_number': 1, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:04:14.320468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f89e23-9a4b-46a4-b3c8-ba70fc10d288 None None] New status for floating IP 445754d0-f3ba-45c7-aeca-796c798a450b: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:04:14.755002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-a469b7e5-a5f4-49a1-abb0-36364db7b9ea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:14.757531 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-a469b7e5-a5f4-49a1-abb0-36364db7b9ea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 945 time: 0.0945687 May 06 14:04:14.888362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port b17b83c6-8507-4a54-a916-988a4203d45d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:04:14.888722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:14.968828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764c27f-76df-4bf6-9904-90d2606a5e63 req-6970c24c-6fb5-45bd-ac7e-87164dd7bb6d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:14.970399 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9764c27f-76df-4bf6-9904-90d2606a5e63 req-6970c24c-6fb5-45bd-ac7e-87164dd7bb6d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b5c04e-0c41-4f49-8487-90125397dab6 HTTP/1.1" status: 200 len: 945 time: 0.2108779 May 06 14:04:15.234700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9764c27f-76df-4bf6-9904-90d2606a5e63 req-1e805c0d-f882-40aa-b166-ca2a2258425f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379603 May 06 14:04:15.303932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port b17b83c6-8507-4a54-a916-988a4203d45d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=b17b83c6-8507-4a54-a916-988a4203d45d,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:15.304281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:15.430121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for b17b83c6-8507-4a54-a916-988a4203d45d owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:04:15.581682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:15.636300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=b17b83c6-8507-4a54-a916-988a4203d45d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:15.714514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port b17b83c6-8507-4a54-a916-988a4203d45d on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:04:15.716876 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:15.719344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'name': 'network-vif-deleted', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:04:15.732647 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-839cb5fc-2196-49cc-aa4e-9f8e9f459747 req-2f5025f7-97fa-46d8-b2bf-b0da66d89f1b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/b17b83c6-8507-4a54-a916-988a4203d45d HTTP/1.1" status: 204 len: 173 time: 0.9346564 May 06 14:04:15.767459 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97eca64-e399-4d8c-89c8-07e32141f96b'] response: {'server_uuid': '08b5c04e-0c41-4f49-8487-90125397dab6', 'name': 'network-vif-deleted', 'tag': 'b17b83c6-8507-4a54-a916-988a4203d45d', 'status': 'completed', 'code': 200} May 06 14:04:16.333899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48022) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:16.400827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9d8c-42ee-4091-8c00-ee66b678b8e6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:16.433520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9d8c-42ee-4091-8c00-ee66b678b8e6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:16.503172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9d8c-42ee-4091-8c00-ee66b678b8e6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:16.523379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf9d8c-42ee-4091-8c00-ee66b678b8e6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:16.536573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9d8c-42ee-4091-8c00-ee66b678b8e6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:16.540626 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b9cf9d8c-42ee-4091-8c00-ee66b678b8e6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/3cb23d36-a7f6-400c-b9c1-ab3a6d7596fd HTTP/1.1" status: 204 len: 168 time: 0.2029293 May 06 14:04:16.569236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48028) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:16.773217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 333a3715-208a-46ff-93a3-ad48bbb9b202 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:04:16.773621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:16.947629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:16.947959 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:17.074696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 333a3715-208a-46ff-93a3-ad48bbb9b202 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:04:17.247186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:17.293951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=333a3715-208a-46ff-93a3-ad48bbb9b202,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:17.388352 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:17.389045 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 70cd2b72-19e8-4d9f-ad8e-d6828608f14c disassociated (deleted). External IP: 172.26.2.92, port: 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f. May 06 14:04:17.867703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 946e35f3-fd2e-4871-a381-49627c4959b2 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:04:17.946548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device b17b83c6-8507-4a54-a916-988a4203d45d no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:04:18.011063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: b17b83c6-8507-4a54-a916-988a4203d45d {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:04:18.011685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device b17b83c6-8507-4a54-a916-988a4203d45d not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:04:18.066616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:04:18.076906 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] Sync routers for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:04:18.088034 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:18.088718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:18.088919 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:18.156159 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-429bd385-25aa-47c5-88b2-ea343a3443c0 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/floatingips/70cd2b72-19e8-4d9f-ad8e-d6828608f14c HTTP/1.1" status: 204 len: 168 time: 1.5856574 May 06 14:04:18.156753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:04:18.212195 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165e0d5b-400a-4510-97d5-413c07af44ac'] response: {'name': 'network-changed', 'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'status': 'completed', 'code': 200} May 06 14:04:18.333484 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:18.371915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-a37731d7-5936-4d9b-a321-f399cedb5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:18.373486 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-a37731d7-5936-4d9b-a321-f399cedb5f69 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 1098 time: 0.1382291 May 06 14:04:18.535337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-6784d51d-2804-445d-9a4c-0160e68a342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:18.535337 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-6784d51d-2804-445d-9a4c-0160e68a342a service neutron] 10.222.0.76 "GET /v2.0/networks?id=a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 200 len: 897 time: 0.1526549 May 06 14:04:18.609087 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-c2c46128-cee8-4d21-ba95-997bf9bae42c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 200 len: 217 time: 0.0689089 May 06 14:04:18.717361 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:18.722407 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] Checking router: 946e35f3-fd2e-4871-a381-49627c4959b2 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:04:18.731934 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:18.732600 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:18.737847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-1e015205-9043-410c-bb62-a2f71497102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:18.739971 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-1e015205-9043-410c-bb62-a2f71497102b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 200 len: 835 time: 0.1234391 May 06 14:04:18.802874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b43dd-ccb8-4f4c-bf47-62aa94c03a6d req-8fb0740a-5e55-496c-a047-1afd6f7a3d2a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:18.803578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-847b43dd-ccb8-4f4c-bf47-62aa94c03a6d req-8fb0740a-5e55-496c-a047-1afd6f7a3d2a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:04:18.833017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-847b43dd-ccb8-4f4c-bf47-62aa94c03a6d req-8fb0740a-5e55-496c-a047-1afd6f7a3d2a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:04:18.835349 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-847b43dd-ccb8-4f4c-bf47-62aa94c03a6d req-8fb0740a-5e55-496c-a047-1afd6f7a3d2a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 945 time: 0.1806231 May 06 14:04:18.869206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-206eb643-ca65-4ee9-bdfc-b864d2316234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:18.870687 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-206eb643-ca65-4ee9-bdfc-b864d2316234 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a997da7f-399d-4454-845f-6aa0147d1a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236920 May 06 14:04:18.927192 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:18.957014 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-847b43dd-ccb8-4f4c-bf47-62aa94c03a6d req-d0f12006-2b79-4499-99b3-a16d37dc732e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154182 May 06 14:04:19.020094 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-f22c39fa-cdb0-4e87-aa68-cfabd3547c59 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393650 May 06 14:04:19.164662 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f89624e5-4596-40f4-91c7-df3e06ca7574 req-1b60103f-d6ab-4016-b701-1c6176867cb1 service neutron] 10.222.0.76 "GET /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376946 May 06 14:04:19.269957 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:19.274211 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8de4c-6a11-4419-8ca9-170ae240f36f None None] The sync data for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv is: [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:02:48Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'f29cfd25-2204-4e3e-afd5-a57ac719762e', 'name': '', 'network_id': 'a997da7f-399d-4454-845f-6aa0147d1a82', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:46:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:47Z', 'updated_at': '2022-05-06T14:02:52Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '36a8aa44-6a4f-4fa6-962f-97ed2c522865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:04:19.488809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d15b6e-6627-4d04-a200-30406b1119db None None] New status for floating IP 70cd2b72-19e8-4d9f-ad8e-d6828608f14c: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:04:20.158577 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3401f-9761-49ce-bd3c-9ffc4297cdd9 req-08c7af26-8177-4975-9600-8404860b653a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:20.160324 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30a3401f-9761-49ce-bd3c-9ffc4297cdd9 req-08c7af26-8177-4975-9600-8404860b653a tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 945 time: 0.0881965 May 06 14:04:20.256699 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30a3401f-9761-49ce-bd3c-9ffc4297cdd9 req-b6402f3e-ca5c-41ac-b11d-c8d582021323 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9b0e97e-d061-4743-a0e7-a5e666c3d349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904198 May 06 14:04:20.289535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0b61ac5f-c7ce-4aea-b644-18792c334d69 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:20.291015 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0b61ac5f-c7ce-4aea-b644-18792c334d69 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 945 time: 0.1106410 May 06 14:04:20.470382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:04:20.470382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:20.727784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:20.728137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:20.858862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:04:21.006934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:21.057538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=37d83da1-af7a-4df8-bddf-e9e61d2c7b1f,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:21.132533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:04:21.134915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:21.137534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'name': 'network-vif-deleted', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:04:21.153029 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-605b4428-5380-4956-8b2d-e96b5e944111 req-0a39da3c-e2ff-44b1-95ef-da055fbaf630 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/37d83da1-af7a-4df8-bddf-e9e61d2c7b1f HTTP/1.1" status: 204 len: 173 time: 0.8553195 May 06 14:04:21.271789 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791f09fa-e92f-48d9-a514-51237341078e'] response: {'server_uuid': 'cbddbdd1-f764-48e9-bf80-b3c2a0791a49', 'name': 'network-vif-deleted', 'tag': '37d83da1-af7a-4df8-bddf-e9e61d2c7b1f', 'status': 'completed', 'code': 200} May 06 14:04:21.426125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d97017ef-cebe-4bcc-9078-7e4b50cca6d4 req-4ef678e4-3a37-4b50-8b22-e685468361aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:04:21.442571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d97017ef-cebe-4bcc-9078-7e4b50cca6d4 req-4ef678e4-3a37-4b50-8b22-e685468361aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:04:21.444127 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d97017ef-cebe-4bcc-9078-7e4b50cca6d4 req-4ef678e4-3a37-4b50-8b22-e685468361aa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbddbdd1-f764-48e9-bf80-b3c2a0791a49 HTTP/1.1" status: 200 len: 210 time: 0.0634415 May 06 14:04:22.543189 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48050) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:22.617070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bf844d5-ac89-4dfb-a3c6-41a7e5141269 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:22.648177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bf844d5-ac89-4dfb-a3c6-41a7e5141269 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:22.719966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bf844d5-ac89-4dfb-a3c6-41a7e5141269 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:22.741614 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf844d5-ac89-4dfb-a3c6-41a7e5141269 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b0e97e-d061-4743-a0e7-a5e666c3d349,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:22.749266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7bf844d5-ac89-4dfb-a3c6-41a7e5141269 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:22.750406 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7bf844d5-ac89-4dfb-a3c6-41a7e5141269 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9b0e97e-d061-4743-a0e7-a5e666c3d349 HTTP/1.1" status: 204 len: 168 time: 0.2062411 May 06 14:04:22.782746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48056) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:23.374300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:23.860831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port f29cfd25-2204-4e3e-afd5-a57ac719762e {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:04:23.862188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:23.971562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:04:24.007674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:04:24.007674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 37d83da1-af7a-4df8-bddf-e9e61d2c7b1f not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:04:24.066521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port f29cfd25-2204-4e3e-afd5-a57ac719762e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f29cfd25-2204-4e3e-afd5-a57ac719762e,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:24.066873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:24.199544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for f29cfd25-2204-4e3e-afd5-a57ac719762e owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:04:24.401575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:24.454124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=f29cfd25-2204-4e3e-afd5-a57ac719762e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:24.739344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:25.217285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 946e35f3-fd2e-4871-a381-49627c4959b2 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:04:25.398119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:04:25.409290 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] Sync routers for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:04:25.415686 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-77b63433-3185-4e73-b485-bd52f0c7fa90 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/946e35f3-fd2e-4871-a381-49627c4959b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6312528 May 06 14:04:25.418527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48060) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:25.419365 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:25.420001 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:25.488348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d2258d-9707-4efc-a8d1-be9f6de2c0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting subnet 36a8aa44-6a4f-4fa6-962f-97ed2c522865 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:04:25.491500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2d2258d-9707-4efc-a8d1-be9f6de2c0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:25.554551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2d2258d-9707-4efc-a8d1-be9f6de2c0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:25.608753 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:25.647961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2d2258d-9707-4efc-a8d1-be9f6de2c0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:25.729672 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2d2258d-9707-4efc-a8d1-be9f6de2c0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:25.775054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2258d-9707-4efc-a8d1-be9f6de2c0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Subnet': ['ID=36a8aa44-6a4f-4fa6-962f-97ed2c522865,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:25.777022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2d2258d-9707-4efc-a8d1-be9f6de2c0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:25.784437 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a2d2258d-9707-4efc-a8d1-be9f6de2c0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/subnets/36a8aa44-6a4f-4fa6-962f-97ed2c522865 HTTP/1.1" status: 204 len: 168 time: 0.3648167 May 06 14:04:25.785431 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91c27be-f11e-4d25-8803-04b614a77d77 None None] Network a997da7f-399d-4454-845f-6aa0147d1a82 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:04:25.787717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48064) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:26.003426 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:26.124935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] DHCP port deletion for a997da7f-399d-4454-845f-6aa0147d1a82 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:04:26.129963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Deleting port 550dd254-3cfe-4d30-9314-f60037488665 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:04:26.130335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:26.151672 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:04:24Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': 'f4c5b628-3da3-4a1d-b176-62aca5271d55', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:22:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:02:43Z', 'updated_at': '2022-05-06T14:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:26.158882 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] Checking router: 946e35f3-fd2e-4871-a381-49627c4959b2 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:04:26.173351 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] Routers {'946e35f3-fd2e-4871-a381-49627c4959b2'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:26.174055 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['946e35f3-fd2e-4871-a381-49627c4959b2'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:26.207834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:26.218395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port f4c5b628-3da3-4a1d-b176-62aca5271d55 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:04:26.219573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:26.338423 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] Set router 946e35f3-fd2e-4871-a381-49627c4959b2 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:26.350876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] For port 550dd254-3cfe-4d30-9314-f60037488665, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=550dd254-3cfe-4d30-9314-f60037488665,segment=NetworkSegment(94c0aff2-8a7b-4676-a0f6-9acd28b0b446),segment_id=94c0aff2-8a7b-4676-a0f6-9acd28b0b446)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:26.351662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:26.400939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port f4c5b628-3da3-4a1d-b176-62aca5271d55, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f4c5b628-3da3-4a1d-b176-62aca5271d55,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:26.401328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:26.445032 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:04:26Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:26.449240 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b741aa-dd5f-48b2-be14-5c84c40bfa25 None None] The sync data for ids ['946e35f3-fd2e-4871-a381-49627c4959b2'] in dv-neutron-840888-1-hyperv is: [{'id': '946e35f3-fd2e-4871-a381-49627c4959b2', 'name': 'tempest-TestNetworkBasicOps-router-2031618208', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:02:42Z', 'updated_at': '2022-05-06T14:04:26Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:04:26.482896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Calling delete_port for 550dd254-3cfe-4d30-9314-f60037488665 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:04:26.528433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for f4c5b628-3da3-4a1d-b176-62aca5271d55 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:04:26.571243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:26.618319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Pushing event deleted for resources: {'Port': ['ID=550dd254-3cfe-4d30-9314-f60037488665,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:26.624685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] No DVR routers for this DVR port 550dd254-3cfe-4d30-9314-f60037488665 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:04:26.633179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.633804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.634164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.634507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.634888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.635253 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.636009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.636127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.636471 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.636746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.638154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.638154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2d508-725d-4567-8599-f8cef6a8b147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:26.703968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:26.757617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=f4c5b628-3da3-4a1d-b176-62aca5271d55,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:26.864515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:26.969908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f29cfd25-2204-4e3e-afd5-a57ac719762e no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:04:27.012469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: f29cfd25-2204-4e3e-afd5-a57ac719762e {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:04:27.012878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f29cfd25-2204-4e3e-afd5-a57ac719762e not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:04:27.013363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 550dd254-3cfe-4d30-9314-f60037488665 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:04:27.046512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 550dd254-3cfe-4d30-9314-f60037488665 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:04:27.046847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 550dd254-3cfe-4d30-9314-f60037488665 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:04:27.262427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.264800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.288202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.288804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Fanout notify agent at l3_agent the message router_deleted on router 946e35f3-fd2e-4871-a381-49627c4959b2 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:04:27.304890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.307099 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-df026685-4b31-4244-a4b9-138146b49757 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/routers/946e35f3-fd2e-4871-a381-49627c4959b2 HTTP/1.1" status: 204 len: 168 time: 1.5179672 May 06 14:04:27.309047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48068) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:27.430182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.567944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.593671 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:04:27.594466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a997da7f-399d-4454-845f-6aa0147d1a82']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:27.607329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c0aff2-8a7b-4676-a0f6-9acd28b0b446') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:27.607630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c0aff2-8a7b-4676-a0f6-9acd28b0b446') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:27.618923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.635283 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.641501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:04:27.641828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:04:27.657064 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:04:27.741357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.746730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.775274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Network': ['ID=a997da7f-399d-4454-845f-6aa0147d1a82,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:27.780780 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-37de96fb-5dba-40bb-b920-aea4b8e9bff2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/networks/a997da7f-399d-4454-845f-6aa0147d1a82 HTTP/1.1" status: 204 len: 168 time: 0.4706440 May 06 14:04:27.808926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48072) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:27.817096 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'network': {'name': 'tempest-network-smoke--1054335917', 'project_id': '94073f6446054d1680f902b2994092d3', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:27.822138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:27.826232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:network and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:27.829076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:27.835468 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:27.846186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:04:27.849738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.880728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:04:27.889549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.889887 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Added segment 435e740c-aa03-4cc3-b202-6a7b2233eb83 of type vlan for network c9cfbd80-de56-420e-8650-660e981e3abe May 06 14:04:27.916284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.948923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:27.954371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:27.955515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:28.062257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2521918 May 06 14:04:28.066634 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48076) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:28.069016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692031b-f860-4e83-bee3-4d7fe89d88cd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Network': ['ID=c9cfbd80-de56-420e-8650-660e981e3abe,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:28.073440 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'admin_state_up': True, 'project_id': '94073f6446054d1680f902b2994092d3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:28.079667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c9cfbd80-de56-420e-8650-660e981e3abe details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:04:28.082522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:28.086747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:router and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:28.089691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:28.097054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:28.109051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:28.110093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:28.129895 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:28.493469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f4c5b628-3da3-4a1d-b176-62aca5271d55 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:04:28.529254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: f4c5b628-3da3-4a1d-b176-62aca5271d55 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:04:28.529605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f4c5b628-3da3-4a1d-b176-62aca5271d55 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:04:28.532196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:28.859430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:28.894188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:29.076259 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.111 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/5e6eb6aa-0672-4846-b130-4aebb38cec86) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:04:29.240362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:29.279309 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:29.352294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:04:29.355374 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:04:29.359404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:04:29.398136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=5e6eb6aa-0672-4846-b130-4aebb38cec86,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:29.941934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:30.318200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:30.562924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:04:30.769923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:04:30.781333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Sync routers for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:04:30.796551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:30.797369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:30.799163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:30.800782 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-63da603e-d48a-4ad2-bcb7-3cac3ca1a0eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7329814 May 06 14:04:30.803857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48080) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:30.848567 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8ba3bd79-f4a2-4f13-83d1-1a1d495f7ad9 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=94073f6446054d1680f902b2994092d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433629 May 06 14:04:30.851643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48084) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:31.004201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bedc2d-342d-4a16-9a8c-bd7c6d164a73 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:31.006629 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d4bedc2d-342d-4a16-9a8c-bd7c6d164a73 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1538446 May 06 14:04:31.009772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48088) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:31.051652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:31.056266 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-677ba16c-6db2-48ff-997d-2f7fe552db87 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453296 May 06 14:04:31.059332 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48092) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:31.065603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1604669459', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'project_id': '94073f6446054d1680f902b2994092d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:31.186888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:31.191454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:subnet and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:31.194317 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:31.199978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:31.210975 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:04:31.214531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:31.366352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:29Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:31.370553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Checking router: 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:04:31.370897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Updating router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 port 5e6eb6aa-0672-4846-b130-4aebb38cec86 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:04:31.429265 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:31.461931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:31.677420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Subnet': ['ID=2a5d31bc-1bfa-40dc-abd1-c19a742ee996,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:31.685777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Checking segment: {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:04:31.686131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network hostable DHCP agents. Network: c9cfbd80-de56-420e-8650-660e981e3abe, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:04:31.707337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network c9cfbd80-de56-420e-8650-660e981e3abe is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:04:31.718435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c9cfbd80-de56-420e-8650-660e981e3abe) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:04:31.724904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:31.725700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:31.748810 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-365178e1-c8e5-4060-87bf-26db691bbf2f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6886041 May 06 14:04:31.751521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb4fa9-cbb8-4d00-92e7-3c6541161dbb None None] Network c9cfbd80-de56-420e-8650-660e981e3abe requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:04:31.752880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48096) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:31.859136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:31.883065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Transition to ACTIVE for port object 5e6eb6aa-0672-4846-b130-4aebb38cec86 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:04:31.915170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:32.044137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a40ae2-cbbd-4ca3-bc8d-3f39184a932a None None] Pushing event updated for resources: {'Port': ['ID=5e6eb6aa-0672-4846-b130-4aebb38cec86,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:32.053194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Attempting to bind port 5e6eb6aa-0672-4846-b130-4aebb38cec86 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:04:32.053452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Attempting to bind port 5e6eb6aa-0672-4846-b130-4aebb38cec86 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:04:32.053796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Attempting to bind port 5e6eb6aa-0672-4846-b130-4aebb38cec86 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:04:32.062739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:04:32.063111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:04:32.063514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:32.063904 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:04:32.065022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Bound port: 5e6eb6aa-0672-4846-b130-4aebb38cec86, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:04:32.065412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:32.171154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c9cfbd80-de56-420e-8650-660e981e3abe', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:04:32.171976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:32.203036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] For port 5e6eb6aa-0672-4846-b130-4aebb38cec86, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:04:32.255414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] For port 5e6eb6aa-0672-4846-b130-4aebb38cec86, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5e6eb6aa-0672-4846-b130-4aebb38cec86,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:04:32.263669 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:32.413475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a40ae2-cbbd-4ca3-bc8d-3f39184a932a None None] Pushing event updated for resources: {'Port': ['ID=5e6eb6aa-0672-4846-b130-4aebb38cec86,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:32.415963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:32.416593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:32.504118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:32.508161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Allocated IP 172.20.0.2 (c9cfbd80-de56-420e-8650-660e981e3abe/2a5d31bc-1bfa-40dc-abd1-c19a742ee996/d126777b-98b9-4849-8235-dbcd4fe3a73c) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:04:32.761506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:33.090184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:33.132710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Transition to ACTIVE for port object d126777b-98b9-4849-8235-dbcd4fe3a73c will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:04:33.161539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Transition to ACTIVE for port object d126777b-98b9-4849-8235-dbcd4fe3a73c will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:04:33.168598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:33.245539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.1 (c9cfbd80-de56-420e-8650-660e981e3abe/2a5d31bc-1bfa-40dc-abd1-c19a742ee996/0c5c9c8d-950b-487f-a064-8360f443436a) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:04:33.246250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Network c9cfbd80-de56-420e-8650-660e981e3abe is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:04:33.252870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:04:33.260855 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:04:33.267874 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Pushing event updated for resources: {'Port': ['ID=d126777b-98b9-4849-8235-dbcd4fe3a73c,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:33.333146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:29Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:33.350467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93231e-1151-42b6-b1bd-15f462d28e8b None None] The sync data for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv is: [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:29Z', 'revision_number': 3, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:04:33.380538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Attempting to bind port d126777b-98b9-4849-8235-dbcd4fe3a73c on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:04:33.381028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Attempting to bind port d126777b-98b9-4849-8235-dbcd4fe3a73c by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:04:33.381487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Attempting to bind port d126777b-98b9-4849-8235-dbcd4fe3a73c on network c9cfbd80-de56-420e-8650-660e981e3abe {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:04:33.389295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:04:33.391104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Checking segment: {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:04:33.391643 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:33.392163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Bound using segment: {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:04:33.393362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Bound port: d126777b-98b9-4849-8235-dbcd4fe3a73c, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:04:33.393843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:33.478140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:33.497648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object 0c5c9c8d-950b-487f-a064-8360f443436a will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:04:33.523581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:33.534897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] For port d126777b-98b9-4849-8235-dbcd4fe3a73c, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:04:33.539603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] For port d126777b-98b9-4849-8235-dbcd4fe3a73c, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d126777b-98b9-4849-8235-dbcd4fe3a73c,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:04:33.548303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:33.592153 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network c9cfbd80-de56-420e-8650-660e981e3abe is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:04:33.596311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:04:33.601121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:04:33.658454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=0c5c9c8d-950b-487f-a064-8360f443436a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:33.698171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:33.705467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f743b4-f19f-4df8-a471-08d6cb2883a6 None None] Pushing event updated for resources: {'Port': ['ID=d126777b-98b9-4849-8235-dbcd4fe3a73c,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:34.091122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:34.646740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5e6eb6aa-0672-4846-b130-4aebb38cec86 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:04:34.690276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:34.697448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:34.728745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 5e6eb6aa-0672-4846-b130-4aebb38cec86 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:04:34.735290 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 5e6eb6aa-0672-4846-b130-4aebb38cec86 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:34.736886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:34.821691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:34.836044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=0c5c9c8d-950b-487f-a064-8360f443436a,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:34.906175 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47407a69-0eb2-4089-9a1a-23427844f74d None None] Network c9cfbd80-de56-420e-8650-660e981e3abe requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:04:34.983414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:35.000353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network c9cfbd80-de56-420e-8650-660e981e3abe is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:04:35.001799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:04:35.053982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f8b583ef-2e4c-4821-8bf6-face08e2b82a None None] Provisioning for port d126777b-98b9-4849-8235-dbcd4fe3a73c completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:04:35.060211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 5e6eb6aa-0672-4846-b130-4aebb38cec86, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5e6eb6aa-0672-4846-b130-4aebb38cec86,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:35.068401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:35.069300 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d126777b-98b9-4849-8235-dbcd4fe3a73c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:04:35.266215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=5e6eb6aa-0672-4846-b130-4aebb38cec86,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:35.271592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:04:35.285639 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port d126777b-98b9-4849-8235-dbcd4fe3a73c completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:04:35.319716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port d126777b-98b9-4849-8235-dbcd4fe3a73c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:35.320078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:35.497229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:04:35.509842 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Sync routers for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:04:35.516822 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0fa5fe8f-3d42-4af2-9f44-5bcddfcf52c1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/29adac28-4644-4e1e-bbcc-f5b5d4f45fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7627118 May 06 14:04:35.517166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48100) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:35.525486 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:35.526579 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:35.536043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:35.574515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port d126777b-98b9-4849-8235-dbcd4fe3a73c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d126777b-98b9-4849-8235-dbcd4fe3a73c,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:35.580611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:35.730829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58813f-50ee-4369-b813-d84e19eb92fb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:35.731664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58813f-50ee-4369-b813-d84e19eb92fb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:35.732329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58813f-50ee-4369-b813-d84e19eb92fb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:35.732815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58813f-50ee-4369-b813-d84e19eb92fb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:35.742550 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2a58813f-50ee-4369-b813-d84e19eb92fb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2236202 May 06 14:04:35.746712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48104) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:35.754173 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:35.754433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=d126777b-98b9-4849-8235-dbcd4fe3a73c,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:35.831659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76832521-db90-42ec-8334-1459cb282951 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:35.832121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76832521-db90-42ec-8334-1459cb282951 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:35.832625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76832521-db90-42ec-8334-1459cb282951 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:35.833201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76832521-db90-42ec-8334-1459cb282951 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:35.834910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-76832521-db90-42ec-8334-1459cb282951 tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0867023 May 06 14:04:35.838657 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48108) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:35.938693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0cc0caaf-117d-46b5-8198-b988a4c47531 None None] Provisioning for port 0c5c9c8d-950b-487f-a064-8360f443436a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:04:35.955911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0cc0caaf-117d-46b5-8198-b988a4c47531 None None] Provisioning complete for port 0c5c9c8d-950b-487f-a064-8360f443436a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:35.957477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0cc0caaf-117d-46b5-8198-b988a4c47531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.053825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0caaf-117d-46b5-8198-b988a4c47531 None None] Port 0c5c9c8d-950b-487f-a064-8360f443436a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:04:36.073660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0cc0caaf-117d-46b5-8198-b988a4c47531 None None] Provisioning complete for port d126777b-98b9-4849-8235-dbcd4fe3a73c triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:36.074104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0cc0caaf-117d-46b5-8198-b988a4c47531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.136286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.202551 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-df02dea8-bfe5-4e67-90e3-2e5e91894ddb tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3625808 May 06 14:04:36.224828 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:33Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:04:34Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:36.232336 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Checking router: 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:04:36.232991 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Updating router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 port 0c5c9c8d-950b-487f-a064-8360f443436a binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:04:36.307516 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.369713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c7cb7540-c78a-4e65-9d0e-5437a975a7b3 None None] Provisioning complete for port 0c5c9c8d-950b-487f-a064-8360f443436a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:36.370320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7540-c78a-4e65-9d0e-5437a975a7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.487831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb7540-c78a-4e65-9d0e-5437a975a7b3 None None] Port 0c5c9c8d-950b-487f-a064-8360f443436a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:04:36.516551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48114) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:36.526136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1397422169', 'description': 'tempest-secgroup-smoke-1397422169 description', 'project_id': '94073f6446054d1680f902b2994092d3'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:36.537228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:36.547493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:36.550528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:36.561742 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:36.579323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.598859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5e6eb6aa-0672-4846-b130-4aebb38cec86 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:04:36.614268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:36.623711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:36.630124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:36.640163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:36.685891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ed32ae92-67a4-47b4-9c24-805833458874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.688470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f0d71ca1-d76c-4490-8776-eab180e2a281 None None] Provisioning complete for port 0c5c9c8d-950b-487f-a064-8360f443436a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:36.689628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f0d71ca1-d76c-4490-8776-eab180e2a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.754704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.759166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.762213 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f0d71ca1-d76c-4490-8776-eab180e2a281 None None] Port 0c5c9c8d-950b-487f-a064-8360f443436a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:04:36.770938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 5e6eb6aa-0672-4846-b130-4aebb38cec86 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:36.771369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.813474 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.819457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64daeb7b-6fff-41dc-8e3d-e4c24a443048,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:36.822957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.824343 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f68066d4-0c1e-486b-baba-d830477a8534 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3051810 May 06 14:04:36.827394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48118) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:36.831861 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Transition to ACTIVE for port object 0c5c9c8d-950b-487f-a064-8360f443436a will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:04:36.833660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '64daeb7b-6fff-41dc-8e3d-e4c24a443048', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:36.840987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:36.843723 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.846869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:36.850741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:36.857205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:36.890571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.926832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d126777b-98b9-4849-8235-dbcd4fe3a73c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:04:36.985631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.992460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.013411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fa3f3d-ec61-46da-a30b-743ac0ab1a6f,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:37.038666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.043643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48122) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:37.044674 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e7524555-6ff8-4fc9-b95b-626add193447 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2151651 May 06 14:04:37.050244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '64daeb7b-6fff-41dc-8e3d-e4c24a443048', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:37.056838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port d126777b-98b9-4849-8235-dbcd4fe3a73c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:37.057343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.060059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:37.066812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:37.071298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:37.080500 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Pushing event updated for resources: {'Port': ['ID=0c5c9c8d-950b-487f-a064-8360f443436a,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:37.081839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:37.104152 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.104814 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.106315 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.107135 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.107687 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.108239 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.108846 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.109396 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.109940 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.110762 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.111514 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.112259 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:37.150838 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Attempting to bind port 0c5c9c8d-950b-487f-a064-8360f443436a on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:04:37.151362 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Attempting to bind port 0c5c9c8d-950b-487f-a064-8360f443436a by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:04:37.151824 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Attempting to bind port 0c5c9c8d-950b-487f-a064-8360f443436a on network c9cfbd80-de56-420e-8650-660e981e3abe {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:04:37.160121 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:04:37.160851 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Checking segment: {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:04:37.161421 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.162000 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Bound using segment: {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:04:37.162687 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Bound port: 0c5c9c8d-950b-487f-a064-8360f443436a, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:04:37.163255 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.227191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.286340 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] For port 0c5c9c8d-950b-487f-a064-8360f443436a, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:04:37.293284 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] For port 0c5c9c8d-950b-487f-a064-8360f443436a, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0c5c9c8d-950b-487f-a064-8360f443436a,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:04:37.298385 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.300687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.304812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.330158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d436a8-5d27-4591-9a59-d65d1ebf8eae,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:37.344889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.348947 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-80120076-a61e-47d2-a2af-f0724147b57c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3035202 May 06 14:04:37.352955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48126) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:37.359490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '64daeb7b-6fff-41dc-8e3d-e4c24a443048', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:37.367211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:37.371625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:37.375303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:37.381713 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:37.381876 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:37.383930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:37.413933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.444995 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35681-b4a0-4768-91ae-74e14afc6275 None None] Pushing event updated for resources: {'Port': ['ID=0c5c9c8d-950b-487f-a064-8360f443436a,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:37.517042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.522673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.548989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8584c753-1680-4e28-9a3e-818eb839fd31,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:37.562382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.565725 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9e1038d3-4870-4ad9-879e-3dcf9c0bc20b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2112584 May 06 14:04:37.568845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48130) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:37.574547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '64daeb7b-6fff-41dc-8e3d-e4c24a443048', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:37.584928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:37.589990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:37.599452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:37.605181 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:37.606943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:37.626830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.700829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.706773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.726957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0fe1fb-9a72-4e4a-b114-f42196b0e4cc,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:37.747365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.748611 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-18872d50-f19f-4ab6-97d0-bfd0abe4b8d3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1785948 May 06 14:04:37.753257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48134) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:37.758218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '64daeb7b-6fff-41dc-8e3d-e4c24a443048', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:37.764723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:37.769532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:37.773056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:37.778592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:37.791720 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:04:37.799873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.900407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.909237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.949098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da9de08-31f1-4445-9d36-af7fdfa8adb9,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:37.962005 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:33Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:04:37Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:37.962886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:37.964837 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f22ea22f-4c41-4ef5-aef8-702090146751 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2106769 May 06 14:04:37.967686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48138) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:37.972047 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bcb65-3b9f-41fb-8362-3415a82d5d78 None None] The sync data for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv is: [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:33Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:04:37Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:04:37.977102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'security_group_rule': {'security_group_id': '64daeb7b-6fff-41dc-8e3d-e4c24a443048', 'project_id': '94073f6446054d1680f902b2994092d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:37.985158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:37.991238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:security_group_rule and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:37.995782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:38.003064 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:38.016243 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Project 94073f6446054d1680f902b2994092d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:04:38.031174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:38.147154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:38.153813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:38.187936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539bc60d-dafb-40b4-b2f6-31d65f0fb76d,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:38.203819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:38.214467 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-04138658-0e12-4a5c-a8d4-6717efd5e4e2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2360187 May 06 14:04:38.440834 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-a01e5cfe-c172-4314-9e5d-3812607137dc tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1397422169&fields=id&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 267 time: 0.0761099 May 06 14:04:38.579726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0c5c9c8d-950b-487f-a064-8360f443436a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:04:38.676390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 0c5c9c8d-950b-487f-a064-8360f443436a completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:04:38.680579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 0c5c9c8d-950b-487f-a064-8360f443436a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:38.680991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:38.701824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-409c3bb7-7357-4316-b10d-d04f60d5d4e7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:38.703197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-409c3bb7-7357-4316-b10d-d04f60d5d4e7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:04:38.731721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-409c3bb7-7357-4316-b10d-d04f60d5d4e7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:04:38.733272 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-409c3bb7-7357-4316-b10d-d04f60d5d4e7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/networks?id=c9cfbd80-de56-420e-8650-660e981e3abe HTTP/1.1" status: 200 len: 797 time: 0.2851181 May 06 14:04:38.749405 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-cc98fcb2-192b-4229-923e-331c5145db56 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/quotas/94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 375 time: 0.0103619 May 06 14:04:38.825141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:38.852580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-ec4af04f-cbdd-40fc-b57a-b9e601a90436 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:04:38.872339 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 0c5c9c8d-950b-487f-a064-8360f443436a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0c5c9c8d-950b-487f-a064-8360f443436a,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:38.874579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-ec4af04f-cbdd-40fc-b57a-b9e601a90436 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:04:38.876463 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-ec4af04f-cbdd-40fc-b57a-b9e601a90436 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197917 May 06 14:04:38.877877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:38.980395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=0c5c9c8d-950b-487f-a064-8360f443436a,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:38.985345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-0bfef8cb-2831-41a8-9803-4eca6e1f2b9e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:04:38.986738 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-0bfef8cb-2831-41a8-9803-4eca6e1f2b9e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931733 May 06 14:04:38.994762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-81dfea78-cc05-4e3a-8247-ff2e46d067aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:39.151983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-39f757d2-e702-4d1a-a2ea-6b300175ec26 service neutron] 10.222.0.21 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568525 May 06 14:04:39.320108 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-45b7d1e7-5034-4be3-a475-fcf611161f63 service neutron] 10.222.0.21 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605308 May 06 14:04:39.536907 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52fe108a-2c0d-4cd6-81d9-f9fd60074890 req-2efa9af8-2c6b-4473-8b6b-1564dfaa2423 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 210 time: 0.0480282 May 06 14:04:39.994315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:40.075918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:40.546102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0c5c9c8d-950b-487f-a064-8360f443436a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:04:40.625736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 0c5c9c8d-950b-487f-a064-8360f443436a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:40.627132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:40.839781 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2bf4aacb-ed2f-416a-93b8-ef247b0bf0dd req-a9feaec3-642e-441c-bdc5-c18fd602e206 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 210 time: 0.1315491 May 06 14:04:40.976910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-537805ba-1535-4923-b28f-6daa2376685c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:40.978404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-537805ba-1535-4923-b28f-6daa2376685c tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/networks?id=c9cfbd80-de56-420e-8650-660e981e3abe HTTP/1.1" status: 200 len: 797 time: 0.2013328 May 06 14:04:41.031675 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-9575f96d-088c-4fc0-915a-d527a479ae05 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94073f6446054d1680f902b2994092d3 HTTP/1.1" status: 200 len: 380 time: 0.0412548 May 06 14:04:41.046311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'port': {'device_id': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'admin_state_up': True, 'tenant_id': '94073f6446054d1680f902b2994092d3', 'security_groups': ['64daeb7b-6fff-41dc-8e3d-e4c24a443048']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:41.297458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:41.308663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:41.320400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Made reservation on behalf of 94073f6446054d1680f902b2994092d3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:04:41.324316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:41.510268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.20.0.9 (c9cfbd80-de56-420e-8650-660e981e3abe/2a5d31bc-1bfa-40dc-abd1-c19a742ee996/d328e840-8f20-45bf-95d7-86b3a990c8c7) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:04:41.607412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:41.726145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:41.742971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Transition to ACTIVE for port object d328e840-8f20-45bf-95d7-86b3a990c8c7 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:04:41.769731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:41.860116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network c9cfbd80-de56-420e-8650-660e981e3abe is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:04:41.861319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:04:41.869115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:04:41.984561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=d328e840-8f20-45bf-95d7-86b3a990c8c7,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:42.007422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:42.008075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:42.050990 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-3d3b0928-c9da-4122-8c6a-9a682814d0b1 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0103283 May 06 14:04:42.097793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Request body: {'port': {'device_id': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:42.256480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:42.277153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebda5c-7e19-4e5d-a524-ddfa00c0c662 req-1abbb5b8-d2af-4c2a-8eae-5217dd9ca9ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:42.277945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e7ebda5c-7e19-4e5d-a524-ddfa00c0c662 req-1abbb5b8-d2af-4c2a-8eae-5217dd9ca9ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:04:42.278288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-667b7d9f-e562-44bb-836c-325fbba28409 None None] Provisioning for port d328e840-8f20-45bf-95d7-86b3a990c8c7 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:04:42.284139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-667b7d9f-e562-44bb-836c-325fbba28409 None None] Provisioning complete for port d328e840-8f20-45bf-95d7-86b3a990c8c7 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:42.284770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-667b7d9f-e562-44bb-836c-325fbba28409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:42.342105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e7ebda5c-7e19-4e5d-a524-ddfa00c0c662 req-1abbb5b8-d2af-4c2a-8eae-5217dd9ca9ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:04:42.343281 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e7ebda5c-7e19-4e5d-a524-ddfa00c0c662 req-1abbb5b8-d2af-4c2a-8eae-5217dd9ca9ed tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 931 time: 0.2896993 May 06 14:04:42.345445 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-667b7d9f-e562-44bb-836c-325fbba28409 None None] Port d328e840-8f20-45bf-95d7-86b3a990c8c7 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:04:42.455948 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e7ebda5c-7e19-4e5d-a524-ddfa00c0c662 req-4b0a36fc-b545-4565-ac1b-c65e64c17ebd tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038823 May 06 14:04:42.685627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d328e840-8f20-45bf-95d7-86b3a990c8c7 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:04:42.693931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:42.708647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Transition to ACTIVE for port object d328e840-8f20-45bf-95d7-86b3a990c8c7 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:04:42.712855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:42.872393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d328e840-8f20-45bf-95d7-86b3a990c8c7,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:42.965220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Attempting to bind port d328e840-8f20-45bf-95d7-86b3a990c8c7 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:04:42.965795 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Attempting to bind port d328e840-8f20-45bf-95d7-86b3a990c8c7 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:04:42.966230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Attempting to bind port d328e840-8f20-45bf-95d7-86b3a990c8c7 on network c9cfbd80-de56-420e-8650-660e981e3abe {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:04:42.972170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Port d328e840-8f20-45bf-95d7-86b3a990c8c7 on network c9cfbd80-de56-420e-8650-660e981e3abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:04:42.972621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Attempting to bind port d328e840-8f20-45bf-95d7-86b3a990c8c7 on network c9cfbd80-de56-420e-8650-660e981e3abe {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:04:42.978594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:04:42.978935 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Checking segment: {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:04:42.979323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Bound using segment: {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:04:42.979757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Bound port: d328e840-8f20-45bf-95d7-86b3a990c8c7, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435e740c-aa03-4cc3-b202-6a7b2233eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:04:42.980107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:43.082060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] For port d328e840-8f20-45bf-95d7-86b3a990c8c7, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:04:43.085477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] For port d328e840-8f20-45bf-95d7-86b3a990c8c7, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d328e840-8f20-45bf-95d7-86b3a990c8c7,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:04:43.090911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:43.160168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:43.160815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:43.162195 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] 10.222.0.76 "PUT /v2.0/ports/d328e840-8f20-45bf-95d7-86b3a990c8c7 HTTP/1.1" status: 200 len: 1093 time: 1.0699446 May 06 14:04:43.162640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:04:43.194911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eac8ac-40d7-430c-8b3e-26cfe36145e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d328e840-8f20-45bf-95d7-86b3a990c8c7,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:43.214868 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e47039-a0ad-438c-a4ea-adb0470acab4'] response: {'name': 'network-changed', 'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'status': 'completed', 'code': 200} May 06 14:04:43.292106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-4129e5fb-49c9-4f11-a4a2-9c19c49454aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:43.293658 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-4129e5fb-49c9-4f11-a4a2-9c19c49454aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0759034 May 06 14:04:43.471598 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-8dc36d7e-793c-4c78-9798-8da784953f4e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d328e840-8f20-45bf-95d7-86b3a990c8c7 HTTP/1.1" status: 200 len: 217 time: 0.1683216 May 06 14:04:43.538108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-6e45b840-e110-4976-b890-438444a9efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:43.539571 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-6e45b840-e110-4976-b890-438444a9efcc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2a5d31bc-1bfa-40dc-abd1-c19a742ee996 HTTP/1.1" status: 200 len: 835 time: 0.0611262 May 06 14:04:43.694615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-0da07b0b-6008-4772-9f95-281d3b641a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:43.696120 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-0da07b0b-6008-4772-9f95-281d3b641a91 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9cfbd80-de56-420e-8650-660e981e3abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1432638 May 06 14:04:43.703846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafe9e8-23a4-40ec-a7bd-ce7ebd1cafd6 req-165cfccb-0c8e-4ea1-968a-eadcf42a4a4f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:43.705890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5aafe9e8-23a4-40ec-a7bd-ce7ebd1cafd6 req-165cfccb-0c8e-4ea1-968a-eadcf42a4a4f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 943 time: 0.1212697 May 06 14:04:43.831692 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5aafe9e8-23a4-40ec-a7bd-ce7ebd1cafd6 req-b4010488-fe99-44df-bb28-7001a67128e8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070044 May 06 14:04:43.863874 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-bc9311d1-29b2-4e6f-87fa-165c6c886cbc service neutron] 10.222.0.76 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570451 May 06 14:04:43.995743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c47286b1-d8fd-47c9-b847-c825eeb7fa65 req-2afbe131-e170-44a3-af2f-d55ada0bedd5 service neutron] 10.222.0.76 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253798 May 06 14:04:44.120560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-99280f63-b6ca-4c94-9489-11ec1b3e9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:44.121969 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-99280f63-b6ca-4c94-9489-11ec1b3e9e9f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0785255 May 06 14:04:44.259903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-02a883d1-511a-4fa4-8c52-8893aae3f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:44.261365 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-02a883d1-511a-4fa4-8c52-8893aae3f042 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c9cfbd80-de56-420e-8650-660e981e3abe HTTP/1.1" status: 200 len: 898 time: 0.1315057 May 06 14:04:44.331823 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-d34985fb-d24b-4ea3-b99b-c606764dd705 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d328e840-8f20-45bf-95d7-86b3a990c8c7 HTTP/1.1" status: 200 len: 217 time: 0.0624237 May 06 14:04:44.398286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-1912856a-1c9e-41be-8cf4-d5c6fff97294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:44.399608 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-1912856a-1c9e-41be-8cf4-d5c6fff97294 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2a5d31bc-1bfa-40dc-abd1-c19a742ee996 HTTP/1.1" status: 200 len: 835 time: 0.0613968 May 06 14:04:44.477346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-9e208287-2f3a-4c89-a88b-71116199e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:44.478867 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-9e208287-2f3a-4c89-a88b-71116199e9a7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9cfbd80-de56-420e-8650-660e981e3abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720873 May 06 14:04:44.615337 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-6da73539-ea36-4346-926a-41731e58af5b service neutron] 10.222.0.76 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284244 May 06 14:04:44.748880 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fb653c7-7329-4f93-9ff7-b7b1483c9839 req-cdc38fc5-732f-4a76-9d14-d500de491645 service neutron] 10.222.0.76 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261561 May 06 14:04:45.023564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5248687-09b7-4385-b5af-939fdab85682 req-71dd72cf-e4be-40aa-8669-0a3526b25097 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:45.025054 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d5248687-09b7-4385-b5af-939fdab85682 req-71dd72cf-e4be-40aa-8669-0a3526b25097 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 943 time: 0.0865953 May 06 14:04:45.069886 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d5248687-09b7-4385-b5af-939fdab85682 req-df07d264-3c72-448b-88c3-79e39a1e5faa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391700 May 06 14:04:46.066195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device d328e840-8f20-45bf-95d7-86b3a990c8c7 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:04:46.206366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port d328e840-8f20-45bf-95d7-86b3a990c8c7, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d328e840-8f20-45bf-95d7-86b3a990c8c7,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:46.219530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'port_id': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'mac_address': 'fa:16:3e:fe:9d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:04:46.255299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c84ee-5db4-4c19-a6e4-3b2446716a47 req-162467d8-9da8-4f6c-8a7a-a39f9eee417b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:46.256794 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ad0c84ee-5db4-4c19-a6e4-3b2446716a47 req-162467d8-9da8-4f6c-8a7a-a39f9eee417b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 943 time: 0.0808849 May 06 14:04:46.279591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:46.296685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d328e840-8f20-45bf-95d7-86b3a990c8c7 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:04:46.301880 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ad0c84ee-5db4-4c19-a6e4-3b2446716a47 req-7ae71b25-219b-42df-abbb-f31b0be5a584 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393279 May 06 14:04:46.313609 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port d328e840-8f20-45bf-95d7-86b3a990c8c7, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d328e840-8f20-45bf-95d7-86b3a990c8c7,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:46.318246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:46.384983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=d328e840-8f20-45bf-95d7-86b3a990c8c7,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:46.563301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['d328e840-8f20-45bf-95d7-86b3a990c8c7'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:04:47.504942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf405b9-6861-4b5c-836d-f75f5c3754c2 req-d4a4ac6e-7f6c-4144-a7ec-f599fb8e7529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:47.506498 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bcf405b9-6861-4b5c-836d-f75f5c3754c2 req-d4a4ac6e-7f6c-4144-a7ec-f599fb8e7529 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 944 time: 0.0885532 May 06 14:04:47.556710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bcf405b9-6861-4b5c-836d-f75f5c3754c2 req-8a27b8bb-5058-44cd-95f4-e6a1930b5dc9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409553 May 06 14:04:48.070453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device d328e840-8f20-45bf-95d7-86b3a990c8c7 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:04:48.138163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port d328e840-8f20-45bf-95d7-86b3a990c8c7 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:04:48.143961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port d328e840-8f20-45bf-95d7-86b3a990c8c7 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:04:48.144332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:48.260278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:48.286653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:04:48.295926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port d328e840-8f20-45bf-95d7-86b3a990c8c7, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d328e840-8f20-45bf-95d7-86b3a990c8c7,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:04:48.300766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:48.373045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=d328e840-8f20-45bf-95d7-86b3a990c8c7,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:48.384337 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a01946-a5b7-40cd-8883-8f90e68124d7'] response: {'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'code': 200} May 06 14:04:48.624406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85949-8e2c-4880-8683-b48140e0c8b7 req-c3ee9d15-eea7-444b-b99f-aa06b840ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:48.626427 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7ac85949-8e2c-4880-8683-b48140e0c8b7 req-c3ee9d15-eea7-444b-b99f-aa06b840ea8e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0710566 May 06 14:04:48.670401 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7ac85949-8e2c-4880-8683-b48140e0c8b7 req-df04f26a-c7f0-4e98-9f5e-2da34fb40992 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366597 May 06 14:04:48.852351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bd86c-7067-4283-8561-1f19f29f42b3 req-7a787a25-9cee-411d-a8be-deddc4fed8e7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:48.853802 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-274bd86c-7067-4283-8561-1f19f29f42b3 req-7a787a25-9cee-411d-a8be-deddc4fed8e7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 945 time: 0.1856019 May 06 14:04:48.905453 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-274bd86c-7067-4283-8561-1f19f29f42b3 req-8d33a86c-67fd-4afd-bf69-10edbcef79c2 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457225 May 06 14:04:50.121395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946c62d-921c-48d2-9aad-169f24da79fa req-0c7b625c-72b9-40b8-8381-05b1e0e2ce78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:50.122917 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9946c62d-921c-48d2-9aad-169f24da79fa req-0c7b625c-72b9-40b8-8381-05b1e0e2ce78 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 945 time: 0.0892501 May 06 14:04:50.169178 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9946c62d-921c-48d2-9aad-169f24da79fa req-77031740-4f42-4c2b-a1a6-92cd87daaaec tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398524 May 06 14:04:51.368301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5207c8-a6e7-46d0-b25a-e164d96e4389 req-89651a38-5ee7-4476-9ca7-4d000ec8162e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:51.369871 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be5207c8-a6e7-46d0-b25a-e164d96e4389 req-89651a38-5ee7-4476-9ca7-4d000ec8162e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 945 time: 0.0860913 May 06 14:04:51.418846 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be5207c8-a6e7-46d0-b25a-e164d96e4389 req-7852cd57-c840-4e2b-96b6-55715359c586 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 May 06 14:04:51.618739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325835-41c1-4a04-8da0-b68b145ac690 req-4d61dc2c-ad50-4d38-84a0-085dfea9fd0d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:51.620349 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78325835-41c1-4a04-8da0-b68b145ac690 req-4d61dc2c-ad50-4d38-84a0-085dfea9fd0d tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 945 time: 0.0909610 May 06 14:04:51.667360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78325835-41c1-4a04-8da0-b68b145ac690 req-6f0ead37-7680-423a-b91c-64e2160eb5eb tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 May 06 14:04:51.691902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48200) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:51.764013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89d1d8-c562-4b30-bb90-59f64533c38a tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:51.765552 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ec89d1d8-c562-4b30-bb90-59f64533c38a tempest-TestNetworkBasicOps-1243887508 tempest-TestNetworkBasicOps-1243887508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 1093 time: 0.0726216 May 06 14:04:51.769158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48204) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:51.774195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:04:51.780316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:04:51.785095 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Usage tracker for resource:floatingip and tenant:94073f6446054d1680f902b2994092d3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:04:51.788041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:04:51.793934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:04:51.805605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:51.946551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:52.089389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Allocated IP 172.26.2.55 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/cf0dd068-290c-46d6-8e97-e3aae408b862) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:04:52.248464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:52.280481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:52.352640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:04:52.355400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:04:52.359141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:04:52.405486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=cf0dd068-290c-46d6-8e97-e3aae408b862,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:52.806163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:52.879094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:53.179909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:53.184658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:53.295476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event updated for resources: {'Port': ['ID=cf0dd068-290c-46d6-8e97-e3aae408b862,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:53.307378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:53.480792 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 6747687a-a653-4bcd-a721-e41a25a40d9a associated. External IP: 172.26.2.55, port: d328e840-8f20-45bf-95d7-86b3a990c8c7. May 06 14:04:53.837089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:04:54.016063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:04:54.026876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] Sync routers for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:04:54.039410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:54.040090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:54.042531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:54.106282 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c811b9fa-493c-4dd0-a766-5aee15dc64b6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3359914 May 06 14:04:54.106871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:04:54.109026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48208) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:54.155659 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb23b740-3b3d-4da7-8297-244a0c30fcfd'] response: {'name': 'network-changed', 'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'status': 'completed', 'code': 200} May 06 14:04:54.230353 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4f143fea-d5b8-41ad-9893-f5774567c4e9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/6747687a-a653-4bcd-a721-e41a25a40d9a HTTP/1.1" status: 200 len: 990 time: 0.1178560 May 06 14:04:54.244093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:54.259799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-ac3ee40d-737e-495c-ae61-a9f290b1d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:54.261368 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-ac3ee40d-737e-495c-ae61-a9f290b1d7e7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0746999 May 06 14:04:54.400477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-2f1a4e02-842d-47e1-b847-0c5a21eb7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:54.401825 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-2f1a4e02-842d-47e1-b847-0c5a21eb7bcb service neutron] 10.222.0.76 "GET /v2.0/networks?id=c9cfbd80-de56-420e-8650-660e981e3abe HTTP/1.1" status: 200 len: 898 time: 0.1303434 May 06 14:04:54.512517 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-9d98c736-abe8-4b88-81e7-80b3fc34ae1f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d328e840-8f20-45bf-95d7-86b3a990c8c7 HTTP/1.1" status: 200 len: 998 time: 0.1021104 May 06 14:04:54.583333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-b4ce11f6-4e1e-4a39-9c06-05791888784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:54.584823 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-b4ce11f6-4e1e-4a39-9c06-05791888784c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2a5d31bc-1bfa-40dc-abd1-c19a742ee996 HTTP/1.1" status: 200 len: 835 time: 0.0618250 May 06 14:04:54.596314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:33Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '6747687a-a653-4bcd-a721-e41a25a40d9a', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'port_id': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'mac_address': 'fa:16:3e:fe:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:04:52Z', 'updated_at': '2022-05-06T14:04:52Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:04:38Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:54.600523 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] Checking router: 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:04:54.608896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:04:54.609491 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:04:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:54.777962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-236257b4-e8c2-4303-bfaf-ae23c9b7fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:04:54.779389 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-236257b4-e8c2-4303-bfaf-ae23c9b7fd89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9cfbd80-de56-420e-8650-660e981e3abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1881399 May 06 14:04:54.793674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:04:54.918027 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-f9d6e9a2-bc0c-4b60-9a9c-3d0dc8f75415 service neutron] 10.222.0.76 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282327 May 06 14:04:55.062656 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66fd533c-a26b-4182-8bc1-802dba8d3f6a req-d962726a-2a36-4124-97b4-f7a5d14233c5 service neutron] 10.222.0.76 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325817 May 06 14:04:55.183845 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:33Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '6747687a-a653-4bcd-a721-e41a25a40d9a', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'port_id': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'mac_address': 'fa:16:3e:fe:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:04:52Z', 'updated_at': '2022-05-06T14:04:52Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:04:38Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:04:55.187791 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c80ec3-1c1d-415e-a9cb-963013226444 None None] The sync data for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv is: [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:33Z', 'revision_number': 4, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '6747687a-a653-4bcd-a721-e41a25a40d9a', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'port_id': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'mac_address': 'fa:16:3e:fe:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:04:52Z', 'updated_at': '2022-05-06T14:04:52Z', 'revision_number': 0, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:04:38Z', 'revision_number': 5, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:04:55.233221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48214) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:55.344717 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-239e2c2f-d703-4958-8bc9-b5adc9441ba8 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/6747687a-a653-4bcd-a721-e41a25a40d9a HTTP/1.1" status: 200 len: 990 time: 0.1103072 May 06 14:04:55.374324 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3fda84-87dd-4042-aac4-628ab869d7b1 None None] New status for floating IP 6747687a-a653-4bcd-a721-e41a25a40d9a: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:04:56.348640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48218) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:56.456753 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4be5bb54-281d-4e6f-ab56-841baa3a746b tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/6747687a-a653-4bcd-a721-e41a25a40d9a HTTP/1.1" status: 200 len: 992 time: 0.1069601 May 06 14:05:04.593402 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:05:06.085494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:06.620315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6d5bcb8e-abc5-476e-ab4f-b3b2a75bf35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:08.976218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b97b2d6f-ebc5-4810-bc85-0a80eec6ba92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:09.986889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:10.071273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:11.609875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:29.647665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48232) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:29.653200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-34991d18-dd9e-4b40-9a92-837fd76e6ace tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:05:30.227065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34991d18-dd9e-4b40-9a92-837fd76e6ace tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:30.237900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34991d18-dd9e-4b40-9a92-837fd76e6ace tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:30.425808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34991d18-dd9e-4b40-9a92-837fd76e6ace tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:05:30.764777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34991d18-dd9e-4b40-9a92-837fd76e6ace tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:05:30.772448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-34991d18-dd9e-4b40-9a92-837fd76e6ace tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:30.774189 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-34991d18-dd9e-4b40-9a92-837fd76e6ace tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 HTTP/1.1" status: 200 len: 889 time: 1.1254530 May 06 14:05:30.775146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c748a31-9a3c-4819-87be-1dbdf5aa23bc None None] Sync routers for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:05:30.785612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c748a31-9a3c-4819-87be-1dbdf5aa23bc None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:05:30.786240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4c748a31-9a3c-4819-87be-1dbdf5aa23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:05:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:30.849587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4c748a31-9a3c-4819-87be-1dbdf5aa23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:30.858751 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c748a31-9a3c-4819-87be-1dbdf5aa23bc None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:05:30.859342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4c748a31-9a3c-4819-87be-1dbdf5aa23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:05:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:30.918274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4c748a31-9a3c-4819-87be-1dbdf5aa23bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:30.918673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c748a31-9a3c-4819-87be-1dbdf5aa23bc None None] The sync data for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv is: [] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:05:31.655308 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec68fb-1e41-4f5f-97bf-3d703aff1f9b None None] New status for floating IP 6747687a-a653-4bcd-a721-e41a25a40d9a: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:05:32.563789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5e6eb6aa-0672-4846-b130-4aebb38cec86 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:05:32.688223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:32.704999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 5e6eb6aa-0672-4846-b130-4aebb38cec86, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5e6eb6aa-0672-4846-b130-4aebb38cec86,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:05:32.711080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:32.711975 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0c5c9c8d-950b-487f-a064-8360f443436a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:05:32.829659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=5e6eb6aa-0672-4846-b130-4aebb38cec86,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:32.861984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.862387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.862660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.863009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.863308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.863630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.863949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.864264 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.864605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.864921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.865246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.865602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:32.907126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:32.939721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48238) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:32.945388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-89eed90f-9a5d-49b3-b13f-823301fecbe9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:05:32.949665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 0c5c9c8d-950b-487f-a064-8360f443436a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0c5c9c8d-950b-487f-a064-8360f443436a,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:05:32.955323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:33.027215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=0c5c9c8d-950b-487f-a064-8360f443436a,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:33.506835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89eed90f-9a5d-49b3-b13f-823301fecbe9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:33.518666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89eed90f-9a5d-49b3-b13f-823301fecbe9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1986055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1986108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1985925'] for router, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:33.710928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eed90f-9a5d-49b3-b13f-823301fecbe9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:05:34.032517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eed90f-9a5d-49b3-b13f-823301fecbe9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:05:34.039870 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89eed90f-9a5d-49b3-b13f-823301fecbe9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:34.042039 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-89eed90f-9a5d-49b3-b13f-823301fecbe9 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 HTTP/1.1" status: 200 len: 888 time: 1.1002734 May 06 14:05:34.044135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48242) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:34.047622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] Sync routers for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:05:34.061463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:05:34.062192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:05:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:34.165200 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-90e06cf1-1386-40f8-923c-0a33c59602ea tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/6747687a-a653-4bcd-a721-e41a25a40d9a HTTP/1.1" status: 200 len: 990 time: 0.1189480 May 06 14:05:34.263244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:05:34.650260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:33Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '6747687a-a653-4bcd-a721-e41a25a40d9a', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'port_id': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'mac_address': 'fa:16:3e:fe:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:04:52Z', 'updated_at': '2022-05-06T14:05:31Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:05:32Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:34.654449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] Checking router: 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:05:34.663346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:05:34.663966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:05:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:34.883195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:05:35.169772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48246) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:35.245909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:33Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '6747687a-a653-4bcd-a721-e41a25a40d9a', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'port_id': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'mac_address': 'fa:16:3e:fe:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:04:52Z', 'updated_at': '2022-05-06T14:05:31Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:05:32Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:35.256983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c10707-1adb-49e5-9f6b-095e17533630 None None] The sync data for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv is: [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:33Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '6747687a-a653-4bcd-a721-e41a25a40d9a', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'port_id': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'mac_address': 'fa:16:3e:fe:9d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:04:52Z', 'updated_at': '2022-05-06T14:05:31Z', 'revision_number': 2, 'project_id': '94073f6446054d1680f902b2994092d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:05:32Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:05:35.286159 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-452c93ca-91eb-4f0a-9aea-7107d95dbb11 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/6747687a-a653-4bcd-a721-e41a25a40d9a HTTP/1.1" status: 200 len: 990 time: 0.1153247 May 06 14:05:36.111924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:36.290647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48250) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:36.414051 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-23014ad9-4917-444e-b899-9fef370804c3 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/6747687a-a653-4bcd-a721-e41a25a40d9a HTTP/1.1" status: 200 len: 990 time: 0.1218922 May 06 14:05:36.614351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5e6eb6aa-0672-4846-b130-4aebb38cec86 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:05:36.666159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-989c46e6-e878-4f8b-aeb4-1d9041cd6472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:36.692600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 5e6eb6aa-0672-4846-b130-4aebb38cec86 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:05:36.694113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:36.814846 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:36.831426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 5e6eb6aa-0672-4846-b130-4aebb38cec86, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5e6eb6aa-0672-4846-b130-4aebb38cec86,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:05:36.836091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:36.836923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0c5c9c8d-950b-487f-a064-8360f443436a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:05:36.962852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=5e6eb6aa-0672-4846-b130-4aebb38cec86,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:36.974882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 0c5c9c8d-950b-487f-a064-8360f443436a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:05:36.975322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:37.001762 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71544754-c1c7-46c7-9fcd-b6fa9068cc68 None None] New status for floating IP 6747687a-a653-4bcd-a721-e41a25a40d9a: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:05:37.141164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:37.177649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 0c5c9c8d-950b-487f-a064-8360f443436a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0c5c9c8d-950b-487f-a064-8360f443436a,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:05:37.186145 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:37.261373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=0c5c9c8d-950b-487f-a064-8360f443436a,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:37.417986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48254) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:37.544369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3b29f413-a975-40f4-91ea-710a77b302e6 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/floatingips/6747687a-a653-4bcd-a721-e41a25a40d9a HTTP/1.1" status: 200 len: 992 time: 0.1251915 May 06 14:05:37.839656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48262) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:38.057177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port cf0dd068-290c-46d6-8e97-e3aae408b862 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:05:38.057435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:38.239708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:38.239936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:38.379066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for cf0dd068-290c-46d6-8e97-e3aae408b862 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:05:38.570672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:38.603626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5e6eb6aa-0672-4846-b130-4aebb38cec86 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:05:38.632783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=cf0dd068-290c-46d6-8e97-e3aae408b862,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:38.682788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 5e6eb6aa-0672-4846-b130-4aebb38cec86 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:05:38.683410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:38.699981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.700335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.700702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.701044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.701397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.701711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.702038 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.702365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.702693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.703017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.703341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.703658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:38.736344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:38.736782 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Floating IP 6747687a-a653-4bcd-a721-e41a25a40d9a disassociated (deleted). External IP: 172.26.2.55, port: d328e840-8f20-45bf-95d7-86b3a990c8c7. May 06 14:05:38.813711 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0c5c9c8d-950b-487f-a064-8360f443436a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:05:38.884173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 0c5c9c8d-950b-487f-a064-8360f443436a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:05:38.884581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:39.018248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd2e5-0108-4413-93f4-cd14458de5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:39.227132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:05:39.413990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:05:39.424390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] Sync routers for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:05:39.435363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:05:39.435975 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:05:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:39.441563 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:39.504964 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-35d0b0ad-e6c9-4199-9582-a45638969111 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/floatingips/6747687a-a653-4bcd-a721-e41a25a40d9a HTTP/1.1" status: 204 len: 168 time: 1.6642551 May 06 14:05:39.505555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:05:39.560966 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4153560-e4d2-49bc-bdc5-f853c20d27b2'] response: {'name': 'network-changed', 'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'status': 'completed', 'code': 200} May 06 14:05:39.643830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:05:39.674485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-80f41af0-9a19-4a5a-96ef-14103af2b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:39.676209 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-80f41af0-9a19-4a5a-96ef-14103af2b727 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94073f6446054d1680f902b2994092d3&device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0907300 May 06 14:05:39.840714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-195290e8-2c06-4932-b6c2-0cc69d1664dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:39.842292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-195290e8-2c06-4932-b6c2-0cc69d1664dd service neutron] 10.222.0.76 "GET /v2.0/networks?id=c9cfbd80-de56-420e-8650-660e981e3abe HTTP/1.1" status: 200 len: 898 time: 0.1582937 May 06 14:05:39.954957 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-ca59132f-0d3e-4d9f-a4b3-7d974986b139 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d328e840-8f20-45bf-95d7-86b3a990c8c7 HTTP/1.1" status: 200 len: 217 time: 0.1054819 May 06 14:05:40.030259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:40.052178 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-6c90fa8b-4df0-45ff-99e1-c87355af100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:40.054560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-6c90fa8b-4df0-45ff-99e1-c87355af100c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2a5d31bc-1bfa-40dc-abd1-c19a742ee996 HTTP/1.1" status: 200 len: 835 time: 0.0928347 May 06 14:05:40.056680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:33Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:05:37Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:40.071367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] Checking router: 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:05:40.083511 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:05:40.084748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:05:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:40.138346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6f021-8006-454f-bb9d-17baf303f26c req-b31fb3fa-288c-4a74-87e8-15027c3ca9da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:40.139069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-7ae6f021-8006-454f-bb9d-17baf303f26c req-b31fb3fa-288c-4a74-87e8-15027c3ca9da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Synchronizing usage tracker for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:05:40.139207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:40.173173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-7ae6f021-8006-454f-bb9d-17baf303f26c req-b31fb3fa-288c-4a74-87e8-15027c3ca9da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Unset dirty status for tenant:94073f6446054d1680f902b2994092d3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:05:40.174329 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7ae6f021-8006-454f-bb9d-17baf303f26c req-b31fb3fa-288c-4a74-87e8-15027c3ca9da tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 945 time: 0.2705667 May 06 14:05:40.184567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-64a18a30-e45c-4209-ad1c-0cba4076e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:40.186047 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-64a18a30-e45c-4209-ad1c-0cba4076e4e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9cfbd80-de56-420e-8650-660e981e3abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1239998 May 06 14:05:40.274562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:05:40.310451 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7ae6f021-8006-454f-bb9d-17baf303f26c req-ef257bd3-2021-4339-ae86-33af0e713f35 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285026 May 06 14:05:40.349890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-f6cdc6ea-6f70-42aa-b849-6789f881c12a service neutron] 10.222.0.76 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512468 May 06 14:05:40.484059 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a87415e3-08e7-411b-9c6f-d6fb65ffddb5 req-9226529b-f093-4567-8b5d-7d543cbafd6c service neutron] 10.222.0.76 "GET /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278901 May 06 14:05:40.593578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:33Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:05:37Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:40.597475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc653d21-6b3d-4d59-9661-74fc444b4190 None None] The sync data for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv is: [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:33Z', 'revision_number': 6, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '0c5c9c8d-950b-487f-a064-8360f443436a', 'name': '', 'network_id': 'c9cfbd80-de56-420e-8650-660e981e3abe', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'mac_address': 'fa:16:3e:f0:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:32Z', 'updated_at': '2022-05-06T14:05:37Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'subnets': [{'id': '2a5d31bc-1bfa-40dc-abd1-c19a742ee996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:05:41.281491 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd10861-c3ca-42bd-89e7-aaebafa840b3 None None] New status for floating IP 6747687a-a653-4bcd-a721-e41a25a40d9a: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:05:41.314693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-c81da447-ff8a-46b5-ad96-53720d82fe68 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:41.316206 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-c81da447-ff8a-46b5-ad96-53720d82fe68 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 945 time: 0.0924094 May 06 14:05:41.399258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port d328e840-8f20-45bf-95d7-86b3a990c8c7 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:05:41.399549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:41.593248 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:05:41.616268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:41.776686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de05f5-f21d-493e-9a5d-57ab10f2bc86 req-717d0579-fc13-4734-95d1-1696c7e1c253 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:41.778065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8de05f5-f21d-493e-9a5d-57ab10f2bc86 req-717d0579-fc13-4734-95d1-1696c7e1c253 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e196995-bfec-4ec2-beb2-24ecb5c50ec4 HTTP/1.1" status: 200 len: 945 time: 0.3456080 May 06 14:05:41.871482 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8de05f5-f21d-493e-9a5d-57ab10f2bc86 req-d8f6b609-5961-406a-bbb0-7b3984a75e75 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "GET /v2.0/security-groups?id=64daeb7b-6fff-41dc-8e3d-e4c24a443048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863616 May 06 14:05:41.873500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port d328e840-8f20-45bf-95d7-86b3a990c8c7, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=d328e840-8f20-45bf-95d7-86b3a990c8c7,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:05:41.873852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:42.017579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for d328e840-8f20-45bf-95d7-86b3a990c8c7 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:05:42.193917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:42.274599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=d328e840-8f20-45bf-95d7-86b3a990c8c7,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:42.327631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] No DVR routers for this DVR port d328e840-8f20-45bf-95d7-86b3a990c8c7 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:05:42.330051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:42.332834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'name': 'network-vif-deleted', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:05:42.351374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d8c4915d-08ae-41a0-9497-ed9df101ef20 req-df328fdf-4123-475c-baca-f8bc60c7355f tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.76 "DELETE /v2.0/ports/d328e840-8f20-45bf-95d7-86b3a990c8c7 HTTP/1.1" status: 204 len: 173 time: 1.0279868 May 06 14:05:42.386333 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62a8070-74ac-4bc5-a6b4-0d4009dcf6bd'] response: {'server_uuid': '4e196995-bfec-4ec2-beb2-24ecb5c50ec4', 'name': 'network-vif-deleted', 'tag': 'd328e840-8f20-45bf-95d7-86b3a990c8c7', 'status': 'completed', 'code': 200} May 06 14:05:42.978784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48280) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:43.051391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:43.083622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:43.160446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:43.184381 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64daeb7b-6fff-41dc-8e3d-e4c24a443048,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:43.196503 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.196853 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.197194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.197526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.197862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.198198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.198528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.198854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.199182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.199516 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.199838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.200155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:05:43.203762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:43.204933 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-97c56ec7-22b8-4658-be3e-55d5a4067cce tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/security-groups/64daeb7b-6fff-41dc-8e3d-e4c24a443048 HTTP/1.1" status: 204 len: 168 time: 0.2251308 May 06 14:05:43.243878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48286) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:43.870122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:44.289747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 0c5c9c8d-950b-487f-a064-8360f443436a {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:05:44.290406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:44.386039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device d328e840-8f20-45bf-95d7-86b3a990c8c7 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:05:44.426169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: d328e840-8f20-45bf-95d7-86b3a990c8c7 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:05:44.426525 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device d328e840-8f20-45bf-95d7-86b3a990c8c7 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:05:44.503130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 0c5c9c8d-950b-487f-a064-8360f443436a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0c5c9c8d-950b-487f-a064-8360f443436a,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:05:44.503536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:44.754196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 0c5c9c8d-950b-487f-a064-8360f443436a owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:05:45.095862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:45.152527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=0c5c9c8d-950b-487f-a064-8360f443436a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:45.444531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:45.835371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:05:46.156135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:05:46.167203 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] Sync routers for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:05:46.170111 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cc5f2a81-6dd8-4813-9e25-0493c6dc42b7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "PUT /v2.0/routers/29adac28-4644-4e1e-bbcc-f5b5d4f45fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9236941 May 06 14:05:46.171983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48292) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:46.177357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:05:46.178667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:05:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:46.241332 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b114c9-8fa3-422f-97bb-95d5d99e905e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting subnet 2a5d31bc-1bfa-40dc-abd1-c19a742ee996 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:05:46.244438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-15b114c9-8fa3-422f-97bb-95d5d99e905e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:46.303023 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-15b114c9-8fa3-422f-97bb-95d5d99e905e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:46.355752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:05:46.388223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-15b114c9-8fa3-422f-97bb-95d5d99e905e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:46.472522 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-15b114c9-8fa3-422f-97bb-95d5d99e905e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:46.517047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b114c9-8fa3-422f-97bb-95d5d99e905e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5d31bc-1bfa-40dc-abd1-c19a742ee996,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:46.522548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-15b114c9-8fa3-422f-97bb-95d5d99e905e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:46.533611 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-15b114c9-8fa3-422f-97bb-95d5d99e905e tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/subnets/2a5d31bc-1bfa-40dc-abd1-c19a742ee996 HTTP/1.1" status: 204 len: 168 time: 0.3605483 May 06 14:05:46.534230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48296) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:46.546285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b1218-8f8d-49cd-93ea-9528078556bc None None] Network c9cfbd80-de56-420e-8650-660e981e3abe requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:05:46.726282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:46.890312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:45Z', 'revision_number': 7, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port': {'id': '5e6eb6aa-0672-4846-b130-4aebb38cec86', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:46.895348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] Checking router: 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:05:46.905160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] Routers {'29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:05:46.905897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:05:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:46.917414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:46.929883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Deleting port 5e6eb6aa-0672-4846-b130-4aebb38cec86 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:05:46.930229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:46.975722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aad3ee-5b1d-4286-a7af-47635d6038bd None None] DHCP port deletion for c9cfbd80-de56-420e-8650-660e981e3abe request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:05:47.037349 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-32aad3ee-5b1d-4286-a7af-47635d6038bd None None] Deleting port d126777b-98b9-4849-8235-dbcd4fe3a73c {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:05:47.037349 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-32aad3ee-5b1d-4286-a7af-47635d6038bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.117879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] For port 5e6eb6aa-0672-4846-b130-4aebb38cec86, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5e6eb6aa-0672-4846-b130-4aebb38cec86,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:05:47.118165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.152856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] Set router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:05:47.250022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Calling delete_port for 5e6eb6aa-0672-4846-b130-4aebb38cec86 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:05:47.281396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:46Z', 'revision_number': 8, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:47.290875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e586d-0f99-4e9b-92cf-e37365e8d40b None None] The sync data for ids ['29adac28-4644-4e1e-bbcc-f5b5d4f45fb6'] in dv-neutron-840888-1-hyperv is: [{'id': '29adac28-4644-4e1e-bbcc-f5b5d4f45fb6', 'name': 'tempest-TestNetworkBasicOps-router-2018996693', 'tenant_id': '94073f6446054d1680f902b2994092d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:04:28Z', 'updated_at': '2022-05-06T14:05:46Z', 'revision_number': 8, 'project_id': '94073f6446054d1680f902b2994092d3', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:05:47.405029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-32aad3ee-5b1d-4286-a7af-47635d6038bd None None] For port d126777b-98b9-4849-8235-dbcd4fe3a73c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d126777b-98b9-4849-8235-dbcd4fe3a73c,segment=NetworkSegment(435e740c-aa03-4cc3-b202-6a7b2233eb83),segment_id=435e740c-aa03-4cc3-b202-6a7b2233eb83)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:05:47.405413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-32aad3ee-5b1d-4286-a7af-47635d6038bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.437575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.538222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-32aad3ee-5b1d-4286-a7af-47635d6038bd None None] Calling delete_port for d126777b-98b9-4849-8235-dbcd4fe3a73c owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:05:47.592286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Port': ['ID=5e6eb6aa-0672-4846-b130-4aebb38cec86,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:47.627808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-32aad3ee-5b1d-4286-a7af-47635d6038bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.676904 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aad3ee-5b1d-4286-a7af-47635d6038bd None None] Pushing event deleted for resources: {'Port': ['ID=d126777b-98b9-4849-8235-dbcd4fe3a73c,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:47.679341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aad3ee-5b1d-4286-a7af-47635d6038bd None None] No DVR routers for this DVR port d126777b-98b9-4849-8235-dbcd4fe3a73c on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:05:47.702245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.883693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.885999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.910587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.911096 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Fanout notify agent at l3_agent the message router_deleted on router 29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:05:47.930202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.931292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-15e21616-fa74-4317-bcf5-9dd03d2aa7c7 tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/routers/29adac28-4644-4e1e-bbcc-f5b5d4f45fb6 HTTP/1.1" status: 204 len: 168 time: 1.3960238 May 06 14:05:47.934412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48300) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:48.048206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:48.187541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:48.213307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cfbd80-de56-420e-8650-660e981e3abe']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:48.227819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435e740c-aa03-4cc3-b202-6a7b2233eb83') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:48.228124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435e740c-aa03-4cc3-b202-6a7b2233eb83') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:05:48.242313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:48.262557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:48.269998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:05:48.270322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:05:48.285311 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:05:48.369759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:48.388573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:48.400191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] Pushing event deleted for resources: {'Network': ['ID=c9cfbd80-de56-420e-8650-660e981e3abe,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:48.409271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9ad99234-40b6-406a-87a1-8b4931aaa6fa tempest-TestNetworkBasicOps-702786541 tempest-TestNetworkBasicOps-702786541-project] 10.222.0.21 "DELETE /v2.0/networks/c9cfbd80-de56-420e-8650-660e981e3abe HTTP/1.1" status: 204 len: 168 time: 0.4738593 May 06 14:05:48.577686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5e6eb6aa-0672-4846-b130-4aebb38cec86 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:05:48.612274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 5e6eb6aa-0672-4846-b130-4aebb38cec86 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:05:48.612645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5e6eb6aa-0672-4846-b130-4aebb38cec86 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:05:48.613070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d126777b-98b9-4849-8235-dbcd4fe3a73c no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:05:48.697515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: d126777b-98b9-4849-8235-dbcd4fe3a73c {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:05:48.697861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d126777b-98b9-4849-8235-dbcd4fe3a73c not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:05:48.698282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0c5c9c8d-950b-487f-a064-8360f443436a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:05:48.730507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 0c5c9c8d-950b-487f-a064-8360f443436a {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:05:48.730850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0c5c9c8d-950b-487f-a064-8360f443436a not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:05:48.770085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48308) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:48.938714 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-60c5d7db-a74c-46a8-a179-081c97c7ae43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94073f6446054d1680f902b2994092d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672075 May 06 14:05:48.941621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48314) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:49.003785 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6be91c9-e2c5-44cc-960a-2b23d8477dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.029399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6be91c9-e2c5-44cc-960a-2b23d8477dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.082547 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6be91c9-e2c5-44cc-960a-2b23d8477dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.100492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be91c9-e2c5-44cc-960a-2b23d8477dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:49.108577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e6be91c9-e2c5-44cc-960a-2b23d8477dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.109693 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e6be91c9-e2c5-44cc-960a-2b23d8477dfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b04d4b68-bb6d-4e18-b0d2-4d982c6b8cd1 HTTP/1.1" status: 204 len: 168 time: 0.1670897 May 06 14:05:49.401427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48322) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:49.418985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-807f6bbf-1868-43c3-b9a4-b6b47cd54d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.438401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-807f6bbf-1868-43c3-b9a4-b6b47cd54d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:05:49.442379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-807f6bbf-1868-43c3-b9a4-b6b47cd54d82 admin admin] Usage tracker for resource:security_group_rule and tenant:2f3b74e2c1094ce599dcc831094bda95 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:05:49.445969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-807f6bbf-1868-43c3-b9a4-b6b47cd54d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:05:49.451635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-807f6bbf-1868-43c3-b9a4-b6b47cd54d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:05:49.538947 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-807f6bbf-1868-43c3-b9a4-b6b47cd54d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.543789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-807f6bbf-1868-43c3-b9a4-b6b47cd54d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.594329 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-807f6bbf-1868-43c3-b9a4-b6b47cd54d82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f3b74e2c1094ce599dcc831094bda95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918249 May 06 14:05:49.595181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f6bbf-1868-43c3-b9a4-b6b47cd54d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62680186-6f4e-4ab0-88c5-82a0e2a7bece,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:49.597140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48326) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:49.672179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-268c575a-68e8-4e69-80aa-12722900b869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.703710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-268c575a-68e8-4e69-80aa-12722900b869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.757701 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-268c575a-68e8-4e69-80aa-12722900b869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.772983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c575a-68e8-4e69-80aa-12722900b869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62680186-6f4e-4ab0-88c5-82a0e2a7bece,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:49.781400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-268c575a-68e8-4e69-80aa-12722900b869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:49.782559 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-268c575a-68e8-4e69-80aa-12722900b869 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62680186-6f4e-4ab0-88c5-82a0e2a7bece HTTP/1.1" status: 204 len: 168 time: 0.1840172 May 06 14:05:50.597464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48350) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:50.704018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-14417666-network', 'tenant_id': '6f33043487d1434d82647df76e933ec5'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:05:50.709551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:05:50.713704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Usage tracker for resource:network and tenant:6f33043487d1434d82647df76e933ec5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:05:50.716595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:05:50.722886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:05:50.733708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Made reservation on behalf of 6f33043487d1434d82647df76e933ec5 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:05:50.735939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:50.748331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:50.763041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:05:50.766830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Usage tracker for resource:security_group_rule and tenant:6f33043487d1434d82647df76e933ec5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:05:50.769647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:05:50.776326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:05:50.859259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:50.863128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:50.890386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:05:50.906851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c311900-d08f-4882-8633-9471db9779d2,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:50.913291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:50.913821 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Added segment 028a72c1-7758-4b2e-b9ef-4da2efe215a5 of type vlan for network 7fda66d9-4804-46b6-93e4-8dcb1065cacf May 06 14:05:50.943860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:50.978032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:50.979003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:50.979610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:51.087060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] Pushing event updated for resources: {'Network': ['ID=7fda66d9-4804-46b6-93e4-8dcb1065cacf,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:51.090988 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7d477c27-8b2d-48e4-a447-323b0eb72c1a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4924545 May 06 14:05:51.094077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48356) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:51.097777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 7fda66d9-4804-46b6-93e4-8dcb1065cacf details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:05:51.100469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Request body: {'subnet': {'network_id': '7fda66d9-4804-46b6-93e4-8dcb1065cacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-14417666-subnet', 'tenant_id': '6f33043487d1434d82647df76e933ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:05:51.106065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:05:51.110192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Usage tracker for resource:subnet and tenant:6f33043487d1434d82647df76e933ec5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:05:51.113301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:05:51.120622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:05:51.131391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Made reservation on behalf of 6f33043487d1434d82647df76e933ec5 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:05:51.133933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:51.345021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:51.425496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Pushing event updated for resources: {'Subnet': ['ID=579d2459-7bbc-4499-b965-91316fa308bb,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:51.434440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Checking segment: {'id': '028a72c1-7758-4b2e-b9ef-4da2efe215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7fda66d9-4804-46b6-93e4-8dcb1065cacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:05:51.434793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Network hostable DHCP agents. Network: 7fda66d9-4804-46b6-93e4-8dcb1065cacf, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:05:51.454289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Network 7fda66d9-4804-46b6-93e4-8dcb1065cacf is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:05:51.465185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 7fda66d9-4804-46b6-93e4-8dcb1065cacf) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:05:51.469272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:51.469857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:51.475138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5576e-0c17-4f06-b350-1f7cfa520d7c None None] Network 7fda66d9-4804-46b6-93e4-8dcb1065cacf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:05:51.590844 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-319cded6-6e9e-4c42-851a-13aa94f8990c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4956374 May 06 14:05:51.707727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7fc034-8646-4beb-a7b6-d3c80c939b0d None None] Network 7fda66d9-4804-46b6-93e4-8dcb1065cacf requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:05:52.127377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48374) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:52.133049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1435197351-network', 'tenant_id': '9871bac274044ec0845d683ca56a09c7'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:05:52.138045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:05:52.141861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Usage tracker for resource:network and tenant:9871bac274044ec0845d683ca56a09c7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:05:52.144742 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:05:52.150542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:05:52.162258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Made reservation on behalf of 9871bac274044ec0845d683ca56a09c7 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:05:52.164842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.178326 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.194385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:05:52.198453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Usage tracker for resource:security_group_rule and tenant:9871bac274044ec0845d683ca56a09c7 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:05:52.201328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:05:52.206995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:05:52.305470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.310555 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.345393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:05:52.353990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e2bf85-3a34-4072-a569-92929381710b,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:52.361714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.361714 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Added segment 43556752-a569-4ae9-b8a2-ab6a9100edfc of type vlan for network 431c0fc5-4522-433b-9005-2d944c9aa146 May 06 14:05:52.390641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.420253 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.421250 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:52.421825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.532006 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4010162 May 06 14:05:52.532006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a6933-c10c-4465-99a3-26aa1c0d53fd admin admin] Pushing event updated for resources: {'Network': ['ID=431c0fc5-4522-433b-9005-2d944c9aa146,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:52.532800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48378) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:05:52.540661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Request body: {'subnet': {'network_id': '431c0fc5-4522-433b-9005-2d944c9aa146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1435197351-subnet', 'tenant_id': '9871bac274044ec0845d683ca56a09c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:05:52.541961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 431c0fc5-4522-433b-9005-2d944c9aa146 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:05:52.546671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:05:52.551345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Usage tracker for resource:subnet and tenant:9871bac274044ec0845d683ca56a09c7 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:05:52.555306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:05:52.562269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:05:52.572848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Made reservation on behalf of 9871bac274044ec0845d683ca56a09c7 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:05:52.575322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.789655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.867189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca6d04d-e2d9-45da-8050-77b295176888,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:52.879273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Checking segment: {'id': '43556752-a569-4ae9-b8a2-ab6a9100edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '431c0fc5-4522-433b-9005-2d944c9aa146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:05:52.879636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Network hostable DHCP agents. Network: 431c0fc5-4522-433b-9005-2d944c9aa146, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:05:52.898229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Network 431c0fc5-4522-433b-9005-2d944c9aa146 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:05:52.909042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 431c0fc5-4522-433b-9005-2d944c9aa146) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:05:52.914389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:52.915046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:52.924604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978dcef-79c2-4681-b209-27a9513aefb1 None None] Network 431c0fc5-4522-433b-9005-2d944c9aa146 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:05:52.957387 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e61642e5-a884-4845-a35b-c37c9a1dc736 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4190116 May 06 14:05:53.156505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fcbd34-425d-4400-b17f-33199141868a None None] Network 431c0fc5-4522-433b-9005-2d944c9aa146 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:05:53.547882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-600c1820-80f1-4449-bbdc-fde38a0c5d1c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:53.548481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-600c1820-80f1-4449-bbdc-fde38a0c5d1c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Synchronizing usage tracker for tenant:6f33043487d1434d82647df76e933ec5 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:05:53.565210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-600c1820-80f1-4449-bbdc-fde38a0c5d1c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Unset dirty status for tenant:6f33043487d1434d82647df76e933ec5 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:05:53.566353 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-600c1820-80f1-4449-bbdc-fde38a0c5d1c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/networks?id=7fda66d9-4804-46b6-93e4-8dcb1065cacf HTTP/1.1" status: 200 len: 810 time: 0.1686935 May 06 14:05:53.582631 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-5925eb0d-2813-451a-b9f7-d65979222bae tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/quotas/6f33043487d1434d82647df76e933ec5 HTTP/1.1" status: 200 len: 375 time: 0.0098264 May 06 14:05:53.633656 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-d3dfdd9c-6f0a-49ba-a4e5-7c24512d41ae tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f33043487d1434d82647df76e933ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445211 May 06 14:05:53.770594 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-8ea2d542-c1ae-4c18-a5db-715114607ec6 service neutron] 10.222.0.21 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301026 May 06 14:05:53.908368 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-7f876a71-e0cc-47ab-a8be-1e248d44f706 service neutron] 10.222.0.21 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311772 May 06 14:05:54.092715 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2efe4e38-e649-4c21-ba99-4a90c62ea1bc req-81074cd0-feb0-499a-9638-2c8835172d24 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 210 time: 0.0486445 May 06 14:05:55.186065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-c1abbadb-19ce-489c-9a52-a993d6387404 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:55.187493 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-c1abbadb-19ce-489c-9a52-a993d6387404 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.76 "GET /v2.0/networks?id=7fda66d9-4804-46b6-93e4-8dcb1065cacf HTTP/1.1" status: 200 len: 810 time: 0.1531799 May 06 14:05:55.200589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Request body: {'port': {'device_id': 'ce212e39-0825-4215-ac3d-14c0768666ec', 'network_id': '7fda66d9-4804-46b6-93e4-8dcb1065cacf', 'admin_state_up': True, 'tenant_id': '6f33043487d1434d82647df76e933ec5'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:05:55.314585 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c54eb64-eb5f-4025-8342-d5770f8fb499 req-6fe58cf0-7fb1-4a96-85e5-f7a6c3cd1ed5 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 210 time: 0.0996501 May 06 14:05:55.381998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:05:55.385838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Usage tracker for resource:port and tenant:6f33043487d1434d82647df76e933ec5 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:05:55.388615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:05:55.394151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:05:55.403519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Made reservation on behalf of 6f33043487d1434d82647df76e933ec5 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:05:55.407001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:55.572889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Allocated IP 172.20.0.5 (7fda66d9-4804-46b6-93e4-8dcb1065cacf/579d2459-7bbc-4499-b965-91316fa308bb/009c6a8d-66c8-4637-bc18-84b7bc64854a) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:05:55.775138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:55.804011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:55.978292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Network 7fda66d9-4804-46b6-93e4-8dcb1065cacf is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:05:55.981652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:05:55.985706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:05:56.016946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Pushing event updated for resources: {'Port': ['ID=009c6a8d-66c8-4637-bc18-84b7bc64854a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:56.057273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:56.057923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:56.081348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-f448bdc7-dc63-40a1-9dfa-c2ce5f5d9945 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8850656 May 06 14:05:56.093752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Request body: {'port': {'device_id': 'ce212e39-0825-4215-ac3d-14c0768666ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:05:56.206438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:56.556880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175edeb-528d-44a3-87e5-2de6755f2b3b req-ea7046df-e484-42f3-8051-e77de80bce56 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:56.557584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1175edeb-528d-44a3-87e5-2de6755f2b3b req-ea7046df-e484-42f3-8051-e77de80bce56 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Synchronizing usage tracker for tenant:6f33043487d1434d82647df76e933ec5 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:05:56.627503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1175edeb-528d-44a3-87e5-2de6755f2b3b req-ea7046df-e484-42f3-8051-e77de80bce56 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Unset dirty status for tenant:6f33043487d1434d82647df76e933ec5 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:05:56.628599 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1175edeb-528d-44a3-87e5-2de6755f2b3b req-ea7046df-e484-42f3-8051-e77de80bce56 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 931 time: 0.2044258 May 06 14:05:56.638367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009c6a8d-66c8-4637-bc18-84b7bc64854a {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:05:56.658409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:56.687849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Transition to ACTIVE for port object 009c6a8d-66c8-4637-bc18-84b7bc64854a will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:05:56.691322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:56.732493 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1175edeb-528d-44a3-87e5-2de6755f2b3b req-c3271d62-adab-4b1c-bca4-126afa350530 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Synchronizing usage tracker for tenant:6f33043487d1434d82647df76e933ec5 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:05:56.869549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Pushing event updated for resources: {'Port': ['ID=009c6a8d-66c8-4637-bc18-84b7bc64854a,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:56.876562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1175edeb-528d-44a3-87e5-2de6755f2b3b req-c3271d62-adab-4b1c-bca4-126afa350530 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Unset dirty status for tenant:6f33043487d1434d82647df76e933ec5 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:05:56.877705 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1175edeb-528d-44a3-87e5-2de6755f2b3b req-c3271d62-adab-4b1c-bca4-126afa350530 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422173 May 06 14:05:56.945562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Attempting to bind port 009c6a8d-66c8-4637-bc18-84b7bc64854a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:05:56.945894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Attempting to bind port 009c6a8d-66c8-4637-bc18-84b7bc64854a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '028a72c1-7758-4b2e-b9ef-4da2efe215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7fda66d9-4804-46b6-93e4-8dcb1065cacf'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:05:56.946223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Attempting to bind port 009c6a8d-66c8-4637-bc18-84b7bc64854a on network 7fda66d9-4804-46b6-93e4-8dcb1065cacf {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:05:56.951140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Port 009c6a8d-66c8-4637-bc18-84b7bc64854a on network 7fda66d9-4804-46b6-93e4-8dcb1065cacf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:05:56.951459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Attempting to bind port 009c6a8d-66c8-4637-bc18-84b7bc64854a on network 7fda66d9-4804-46b6-93e4-8dcb1065cacf {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:05:56.956605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:05:56.956944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Checking segment: {'id': '028a72c1-7758-4b2e-b9ef-4da2efe215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7fda66d9-4804-46b6-93e4-8dcb1065cacf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:05:56.957318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Bound using segment: {'id': '028a72c1-7758-4b2e-b9ef-4da2efe215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7fda66d9-4804-46b6-93e4-8dcb1065cacf'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:05:56.957735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Bound port: 009c6a8d-66c8-4637-bc18-84b7bc64854a, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028a72c1-7758-4b2e-b9ef-4da2efe215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7fda66d9-4804-46b6-93e4-8dcb1065cacf'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:05:56.958077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:57.054006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] For port 009c6a8d-66c8-4637-bc18-84b7bc64854a, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:05:57.056936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] For port 009c6a8d-66c8-4637-bc18-84b7bc64854a, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=009c6a8d-66c8-4637-bc18-84b7bc64854a,segment=NetworkSegment(028a72c1-7758-4b2e-b9ef-4da2efe215a5),segment_id=028a72c1-7758-4b2e-b9ef-4da2efe215a5)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:05:57.062822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:57.111693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:57.112327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:57.113765 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] 10.222.0.76 "PUT /v2.0/ports/009c6a8d-66c8-4637-bc18-84b7bc64854a HTTP/1.1" status: 200 len: 1093 time: 1.0241699 May 06 14:05:57.122613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce212e39-0825-4215-ac3d-14c0768666ec', 'tag': '009c6a8d-66c8-4637-bc18-84b7bc64854a'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:05:57.187778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de33caff-5d74-42b4-accb-6aa2d1a4bf2b'] response: {'name': 'network-changed', 'server_uuid': 'ce212e39-0825-4215-ac3d-14c0768666ec', 'tag': '009c6a8d-66c8-4637-bc18-84b7bc64854a', 'status': 'completed', 'code': 200} May 06 14:05:57.210514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac41452-fc23-4c0f-a96c-11eb900fa862 service neutron] Pushing event updated for resources: {'Port': ['ID=009c6a8d-66c8-4637-bc18-84b7bc64854a,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:57.243161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-47bea6ff-d35c-4d17-8992-65b73558ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:57.244715 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-47bea6ff-d35c-4d17-8992-65b73558ccc9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f33043487d1434d82647df76e933ec5&device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 1096 time: 0.0892386 May 06 14:05:57.315413 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-1002c554-a352-4286-93cb-d4ed7d866861 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009c6a8d-66c8-4637-bc18-84b7bc64854a HTTP/1.1" status: 200 len: 217 time: 0.0633187 May 06 14:05:57.390075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-b14c016d-afba-49d9-a50b-5c11d6e9947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:57.391421 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-b14c016d-afba-49d9-a50b-5c11d6e9947a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=579d2459-7bbc-4499-b965-91316fa308bb HTTP/1.1" status: 200 len: 850 time: 0.0692189 May 06 14:05:57.440364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-0950dfda-19a2-4514-aab9-12c73511853c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7fda66d9-4804-46b6-93e4-8dcb1065cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416987 May 06 14:05:57.575352 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-922ee470-784a-494f-b407-8453f27ea939 service neutron] 10.222.0.76 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282041 May 06 14:05:57.804384 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b4c221d-92d6-496d-b53f-11753eb2ea62 req-038547ae-7851-4486-b4db-db176ecd0982 service neutron] 10.222.0.76 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227714 May 06 14:05:57.933331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-ee4639ad-d848-4189-a98f-d6fce5bcb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:57.934864 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-ee4639ad-d848-4189-a98f-d6fce5bcb45c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f33043487d1434d82647df76e933ec5&device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 1096 time: 0.0832238 May 06 14:05:58.135130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-44ebc0c5-2703-4f95-a05f-44679dd4446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:58.136510 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-44ebc0c5-2703-4f95-a05f-44679dd4446d service neutron] 10.222.0.76 "GET /v2.0/networks?id=7fda66d9-4804-46b6-93e4-8dcb1065cacf HTTP/1.1" status: 200 len: 911 time: 0.1944964 May 06 14:05:58.148533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cd779-ecbb-4ead-941e-adfe4bcd1863 req-a0ec1cbe-feff-4161-b680-a26b6f27367c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:58.149993 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b8cd779-ecbb-4ead-941e-adfe4bcd1863 req-a0ec1cbe-feff-4161-b680-a26b6f27367c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 943 time: 0.1373868 May 06 14:05:58.232375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-cce3364b-5399-417c-b6b5-7201eac82f6c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009c6a8d-66c8-4637-bc18-84b7bc64854a HTTP/1.1" status: 200 len: 217 time: 0.0814145 May 06 14:05:58.304743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b8cd779-ecbb-4ead-941e-adfe4bcd1863 req-906a2fbc-16e9-436b-ab07-a98f328167b6 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018000 May 06 14:05:58.319553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-25e03891-1ae6-4f44-8ddc-a59d7c966006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:58.321362 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-25e03891-1ae6-4f44-8ddc-a59d7c966006 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=579d2459-7bbc-4499-b965-91316fa308bb HTTP/1.1" status: 200 len: 850 time: 0.0814500 May 06 14:05:58.375287 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-49fc8630-4b33-4d8c-9e27-733ba4129dc7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7fda66d9-4804-46b6-93e4-8dcb1065cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473506 May 06 14:05:58.518970 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-4932a2fe-a61b-4f08-8362-b2d59f89b32a service neutron] 10.222.0.76 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357584 May 06 14:05:58.659952 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d229c96-cb5b-42a0-8c32-bd387824eec8 req-9edb52d8-6402-40c8-aa82-d5df07449c29 service neutron] 10.222.0.76 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328878 May 06 14:05:59.522253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704c9f9-268a-4a7d-940d-f62ce7fc4018 req-2fa872cd-6ff2-40bc-a24e-94fdafe795d3 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:05:59.523985 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a704c9f9-268a-4a7d-940d-f62ce7fc4018 req-2fa872cd-6ff2-40bc-a24e-94fdafe795d3 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 943 time: 0.1014540 May 06 14:05:59.574988 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a704c9f9-268a-4a7d-940d-f62ce7fc4018 req-d9f643fa-02f8-4dd5-8eb1-51569b67cf97 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 May 06 14:06:00.485066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 009c6a8d-66c8-4637-bc18-84b7bc64854a details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:06:00.657204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 009c6a8d-66c8-4637-bc18-84b7bc64854a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=009c6a8d-66c8-4637-bc18-84b7bc64854a,segment=NetworkSegment(028a72c1-7758-4b2e-b9ef-4da2efe215a5),segment_id=028a72c1-7758-4b2e-b9ef-4da2efe215a5)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:00.678587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '009c6a8d-66c8-4637-bc18-84b7bc64854a', 'network_id': '7fda66d9-4804-46b6-93e4-8dcb1065cacf', 'port_id': '009c6a8d-66c8-4637-bc18-84b7bc64854a', 'mac_address': 'fa:16:3e:b5:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579d2459-7bbc-4499-b965-91316fa308bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:06:00.753745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:00.775839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009c6a8d-66c8-4637-bc18-84b7bc64854a {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:06:00.791703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 009c6a8d-66c8-4637-bc18-84b7bc64854a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=009c6a8d-66c8-4637-bc18-84b7bc64854a,segment=NetworkSegment(028a72c1-7758-4b2e-b9ef-4da2efe215a5),segment_id=028a72c1-7758-4b2e-b9ef-4da2efe215a5)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:00.796355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:00.802560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91eec4b-2f1e-404c-beee-f108eb84e8a1 req-d37bd57a-4849-4436-aaa7-d850fc5563b8 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:00.804249 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b91eec4b-2f1e-404c-beee-f108eb84e8a1 req-d37bd57a-4849-4436-aaa7-d850fc5563b8 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 943 time: 0.1128905 May 06 14:06:00.851774 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b91eec4b-2f1e-404c-beee-f108eb84e8a1 req-bb19d893-d2a2-45f6-9df7-8d81cc3c6143 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 May 06 14:06:00.865461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=009c6a8d-66c8-4637-bc18-84b7bc64854a,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:01.029765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['009c6a8d-66c8-4637-bc18-84b7bc64854a'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:06:02.040356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb73e0f-a88d-4c0b-99c7-2c20c6045c2a req-596d30a2-d58d-476f-9630-e5af64b7109f tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:02.041838 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2cb73e0f-a88d-4c0b-99c7-2c20c6045c2a req-596d30a2-d58d-476f-9630-e5af64b7109f tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 944 time: 0.0794997 May 06 14:06:02.090847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2cb73e0f-a88d-4c0b-99c7-2c20c6045c2a req-445ca11f-b3fb-4a38-9de0-789698609664 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 May 06 14:06:02.496392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 009c6a8d-66c8-4637-bc18-84b7bc64854a up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:02.567488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 009c6a8d-66c8-4637-bc18-84b7bc64854a completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:02.572225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 009c6a8d-66c8-4637-bc18-84b7bc64854a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:02.572622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:02.685403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:02.712304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce212e39-0825-4215-ac3d-14c0768666ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c6a8d-66c8-4637-bc18-84b7bc64854a'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:06:02.721752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 009c6a8d-66c8-4637-bc18-84b7bc64854a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=009c6a8d-66c8-4637-bc18-84b7bc64854a,segment=NetworkSegment(028a72c1-7758-4b2e-b9ef-4da2efe215a5),segment_id=028a72c1-7758-4b2e-b9ef-4da2efe215a5)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:02.725590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:02.766279 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c282310-a516-4088-a555-6023483b4e12'] response: {'server_uuid': 'ce212e39-0825-4215-ac3d-14c0768666ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c6a8d-66c8-4637-bc18-84b7bc64854a', 'code': 200} May 06 14:06:02.801710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=009c6a8d-66c8-4637-bc18-84b7bc64854a,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:02.996503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59193e5-fc44-4ad3-a4df-2a4cd3484d62 req-294eb332-1bc0-485b-9a77-399813a51683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:02.998099 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e59193e5-fc44-4ad3-a4df-2a4cd3484d62 req-294eb332-1bc0-485b-9a77-399813a51683 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 1098 time: 0.0741196 May 06 14:06:03.044247 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e59193e5-fc44-4ad3-a4df-2a4cd3484d62 req-a29b570b-8dce-4bbb-aef7-5682ce7c0d30 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 May 06 14:06:03.283094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70328c95-d13b-47f4-9b73-023691472e0e req-2b925fe5-537d-4dee-9d54-19e3a309ecc2 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:03.284576 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70328c95-d13b-47f4-9b73-023691472e0e req-2b925fe5-537d-4dee-9d54-19e3a309ecc2 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0848131 May 06 14:06:03.329600 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70328c95-d13b-47f4-9b73-023691472e0e req-5c11f17d-2def-4e98-b351-d5e06d0c3f1f tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391040 May 06 14:06:04.518797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ba982-fe13-41c9-968b-4d61bc65bbc3 req-b861444b-56a5-47c1-8170-13c4d57912c7 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:04.520261 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-952ba982-fe13-41c9-968b-4d61bc65bbc3 req-b861444b-56a5-47c1-8170-13c4d57912c7 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0818238 May 06 14:06:04.569720 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-952ba982-fe13-41c9-968b-4d61bc65bbc3 req-79a8c3c9-bd0d-47fd-bae1-632904baffa5 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 May 06 14:06:04.758355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76a8e-9480-4460-aa41-23023af03c1e req-f5ec0309-80e1-42d5-b3e5-32acae3a3f0c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:04.759731 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6a76a8e-9480-4460-aa41-23023af03c1e req-f5ec0309-80e1-42d5-b3e5-32acae3a3f0c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0857999 May 06 14:06:04.804597 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6a76a8e-9480-4460-aa41-23023af03c1e req-3adb6067-b4b5-4151-9d82-f06b5190924b tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 May 06 14:06:05.208989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4969fc5-3af7-4819-89d3-7fa8a9fd7d13 req-dc976cdf-8cb4-4ac3-86e3-cf7025552b6b tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:05.210445 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f4969fc5-3af7-4819-89d3-7fa8a9fd7d13 req-dc976cdf-8cb4-4ac3-86e3-cf7025552b6b tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0789735 May 06 14:06:05.253847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f4969fc5-3af7-4819-89d3-7fa8a9fd7d13 req-5a8d6d29-ca84-47bd-9d3c-559b7287a034 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 May 06 14:06:06.104843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:06.562016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86640122-d480-4263-a11b-52bf0475a61a req-0a07b5cf-403b-4a12-a638-8b376072d1c9 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:06.563534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-86640122-d480-4263-a11b-52bf0475a61a req-0a07b5cf-403b-4a12-a638-8b376072d1c9 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.1943879 May 06 14:06:06.616457 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-86640122-d480-4263-a11b-52bf0475a61a req-3d2e0955-9df3-4939-a530-56ddeffbae43 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469072 May 06 14:06:06.631430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1c6aa99a-545d-4344-bc3b-c6f82d6c0c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:07.018738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-58723ae3-6d31-4cd6-bf18-5d250c9c7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:07.020197 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-58723ae3-6d31-4cd6-bf18-5d250c9c7a96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f33043487d1434d82647df76e933ec5&device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 1098 time: 0.1061070 May 06 14:06:07.028288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a44f5-4882-4010-a830-dce542139351 req-b4660e21-7d34-4a8a-ae19-73b1c72b710c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:07.029667 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b61a44f5-4882-4010-a830-dce542139351 req-b4660e21-7d34-4a8a-ae19-73b1c72b710c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.1482337 May 06 14:06:07.158371 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b61a44f5-4882-4010-a830-dce542139351 req-76b47496-c1a7-468d-8699-979cb20cf659 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103861 May 06 14:06:07.192061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-6f6b01f8-1077-4c7d-86bf-80fb6bfeee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:07.194063 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-6f6b01f8-1077-4c7d-86bf-80fb6bfeee55 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7fda66d9-4804-46b6-93e4-8dcb1065cacf HTTP/1.1" status: 200 len: 911 time: 0.1635664 May 06 14:06:07.268952 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-551e7321-c169-499c-bdce-afe9d68e9ea6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009c6a8d-66c8-4637-bc18-84b7bc64854a HTTP/1.1" status: 200 len: 217 time: 0.0676069 May 06 14:06:07.336681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-0ff30591-2a61-44cb-8cef-0c3d92728a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:07.338107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-0ff30591-2a61-44cb-8cef-0c3d92728a83 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=579d2459-7bbc-4499-b965-91316fa308bb HTTP/1.1" status: 200 len: 850 time: 0.0626929 May 06 14:06:07.387517 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-57cb8647-8325-404c-abda-daa28c423d28 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7fda66d9-4804-46b6-93e4-8dcb1065cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415359 May 06 14:06:07.526166 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-bdce12f0-e8d3-4e3f-9f00-28176b335cdc service neutron] 10.222.0.76 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312096 May 06 14:06:07.661581 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1accf865-52d0-48e3-ab1c-afdadf548074 req-376c6e56-092f-4109-8ee1-2fb3b7f87ed9 service neutron] 10.222.0.76 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287789 May 06 14:06:08.376403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e186a5-b2de-4890-8f74-04e7e939d823 req-d70f5d66-2fc3-48b2-b8c3-cf3f2e34f42b tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:08.378763 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-16e186a5-b2de-4890-8f74-04e7e939d823 req-d70f5d66-2fc3-48b2-b8c3-cf3f2e34f42b tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.1029823 May 06 14:06:08.428830 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-16e186a5-b2de-4890-8f74-04e7e939d823 req-bc83372e-6ee1-4200-bf6b-c849f764565a tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 May 06 14:06:08.982066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-07e74832-a52e-401f-8927-77794f481a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:09.620823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965c372-934f-480c-8c74-a640fe66574b req-2a795d84-ad18-4f21-8fa9-620665018626 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:09.622282 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7965c372-934f-480c-8c74-a640fe66574b req-2a795d84-ad18-4f21-8fa9-620665018626 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0853431 May 06 14:06:09.666197 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7965c372-934f-480c-8c74-a640fe66574b req-c8c05249-807f-4402-a174-6a7e6f32fdc9 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382864 May 06 14:06:09.993355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:10.070439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dff3d-c4cc-4ae5-a531-3dc72ac8d571 req-b9b4713f-544f-4be1-a2cc-a2c74474544e tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:10.071806 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:10.071985 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d32dff3d-c4cc-4ae5-a531-3dc72ac8d571 req-b9b4713f-544f-4be1-a2cc-a2c74474544e tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0818515 May 06 14:06:10.122096 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d32dff3d-c4cc-4ae5-a531-3dc72ac8d571 req-339fddef-7c54-4449-b7b7-e3f6c164baa5 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 May 06 14:06:11.328476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cf30c-90cc-45f5-b34c-0c88d7a3d564 req-519de2ab-e9b4-4848-ab6d-b6588786b30c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:11.331133 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8b3cf30c-90cc-45f5-b34c-0c88d7a3d564 req-519de2ab-e9b4-4848-ab6d-b6588786b30c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0935495 May 06 14:06:11.380538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8b3cf30c-90cc-45f5-b34c-0c88d7a3d564 req-aaacf800-dc2a-4956-99d6-85e3b666677b tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 May 06 14:06:11.618137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:11.801115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e506cf-bbe4-448b-af8e-0b4c36d154a7 req-da2d5471-67df-4819-b2b4-b95439937073 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:11.803356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96e506cf-bbe4-448b-af8e-0b4c36d154a7 req-da2d5471-67df-4819-b2b4-b95439937073 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.1431878 May 06 14:06:11.833650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-9129df14-3597-420d-912f-64fc62f293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:11.835376 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-9129df14-3597-420d-912f-64fc62f293f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f33043487d1434d82647df76e933ec5&device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 1098 time: 0.1242354 May 06 14:06:11.928176 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96e506cf-bbe4-448b-af8e-0b4c36d154a7 req-c2fad70d-e8d5-40d6-aecb-d935768772ca tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186078 May 06 14:06:11.998319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-0ea0aa44-9480-407c-98ff-a9244c649ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:11.999801 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-0ea0aa44-9480-407c-98ff-a9244c649ee5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7fda66d9-4804-46b6-93e4-8dcb1065cacf HTTP/1.1" status: 200 len: 911 time: 0.1558771 May 06 14:06:12.168773 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-a8cbff9a-486f-494c-b48e-6e88738ac234 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009c6a8d-66c8-4637-bc18-84b7bc64854a HTTP/1.1" status: 200 len: 217 time: 0.1619737 May 06 14:06:12.234202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-1a2b9caa-e950-44ec-ae6d-a18483f84049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:12.235519 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-1a2b9caa-e950-44ec-ae6d-a18483f84049 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=579d2459-7bbc-4499-b965-91316fa308bb HTTP/1.1" status: 200 len: 850 time: 0.0605130 May 06 14:06:12.282722 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-22e8aa12-a045-4382-88b3-1fcf69c56db6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7fda66d9-4804-46b6-93e4-8dcb1065cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407207 May 06 14:06:12.416252 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-7380086d-5297-4ed7-aaa8-1ba37cad11aa service neutron] 10.222.0.76 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261983 May 06 14:06:12.559635 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6071cd6c-c4c7-44ca-80ed-8c20ae03b6a6 req-9a216ecb-2caa-4915-ae34-1501f99853b5 service neutron] 10.222.0.76 "GET /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359334 May 06 14:06:13.124601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083b228-81f6-41e9-9472-813bfc7a110f req-3d4262ac-4e65-4653-b1eb-87ae1f417aa9 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:13.126128 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f083b228-81f6-41e9-9472-813bfc7a110f req-3d4262ac-4e65-4653-b1eb-87ae1f417aa9 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0838790 May 06 14:06:13.179063 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f083b228-81f6-41e9-9472-813bfc7a110f req-875001b9-1f8d-4003-96dd-b282e10c5698 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464189 May 06 14:06:14.377337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0910d0a-9d41-49d6-86f4-e2e170cd25f8 req-ff7529b2-411e-45bd-adb0-6365d38d184c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:14.379187 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b0910d0a-9d41-49d6-86f4-e2e170cd25f8 req-ff7529b2-411e-45bd-adb0-6365d38d184c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0845752 May 06 14:06:14.424753 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b0910d0a-9d41-49d6-86f4-e2e170cd25f8 req-fc051153-f495-42c7-9f9e-66956b4af46d tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 May 06 14:06:14.842601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff2269-c4ef-4219-bb37-04e5784338d6 req-daefa03b-ccfa-4a1a-8c7d-cf810cdc667d tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:14.844167 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5ff2269-c4ef-4219-bb37-04e5784338d6 req-daefa03b-ccfa-4a1a-8c7d-cf810cdc667d tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0897474 May 06 14:06:14.897534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5ff2269-c4ef-4219-bb37-04e5784338d6 req-884fe679-325f-4f3f-a126-b28f0ebd5bd1 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 May 06 14:06:16.092557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9a02c-ba58-42ce-b0c3-42c973f010a9 req-0ec14b91-cc07-48ce-a368-358a66f04991 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:16.094125 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23e9a02c-ba58-42ce-b0c3-42c973f010a9 req-0ec14b91-cc07-48ce-a368-358a66f04991 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0868773 May 06 14:06:16.158136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23e9a02c-ba58-42ce-b0c3-42c973f010a9 req-5a3adf9b-f1f5-4035-845b-78cb106046aa tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 May 06 14:06:16.941150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-985d9f60-32d0-4fb5-bafc-5f37f5266d77 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:16.942631 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-985d9f60-32d0-4fb5-bafc-5f37f5266d77 tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.0908465 May 06 14:06:17.023727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Deleting port 009c6a8d-66c8-4637-bc18-84b7bc64854a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:06:17.024065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:17.336593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] For port 009c6a8d-66c8-4637-bc18-84b7bc64854a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=009c6a8d-66c8-4637-bc18-84b7bc64854a,segment=NetworkSegment(028a72c1-7758-4b2e-b9ef-4da2efe215a5),segment_id=028a72c1-7758-4b2e-b9ef-4da2efe215a5)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:17.337336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:17.471824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Calling delete_port for 009c6a8d-66c8-4637-bc18-84b7bc64854a owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:06:17.562433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2fb1f-c647-4f56-ae15-535c449f8523 req-a98fd79b-bb21-4335-8b6c-cbea7b1d68ec tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:17.563914 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5bc2fb1f-c647-4f56-ae15-535c449f8523 req-a98fd79b-bb21-4335-8b6c-cbea7b1d68ec tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce212e39-0825-4215-ac3d-14c0768666ec HTTP/1.1" status: 200 len: 945 time: 0.2911320 May 06 14:06:17.760713 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5bc2fb1f-c647-4f56-ae15-535c449f8523 req-c4374334-8400-4f28-8b97-d92afdf7633c tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c311900-d08f-4882-8633-9471db9779d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895866 May 06 14:06:17.771102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:17.786520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['009c6a8d-66c8-4637-bc18-84b7bc64854a'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:06:17.822640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Pushing event deleted for resources: {'Port': ['ID=009c6a8d-66c8-4637-bc18-84b7bc64854a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:17.898166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] No DVR routers for this DVR port 009c6a8d-66c8-4637-bc18-84b7bc64854a on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:06:17.900698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:17.903216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce212e39-0825-4215-ac3d-14c0768666ec', 'name': 'network-vif-deleted', 'tag': '009c6a8d-66c8-4637-bc18-84b7bc64854a'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:06:17.921450 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e62a2aac-c97b-40dd-b0d2-13f7deeb09c9 req-d7b31814-1d08-4bd5-89ce-46da145860ac tempest-TestServerAdvancedOps-535032409 tempest-TestServerAdvancedOps-535032409-project] 10.222.0.76 "DELETE /v2.0/ports/009c6a8d-66c8-4637-bc18-84b7bc64854a HTTP/1.1" status: 204 len: 173 time: 0.9717302 May 06 14:06:17.959939 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4089f9-0266-4fdb-8659-a82b8dcf5e27'] response: {'server_uuid': 'ce212e39-0825-4215-ac3d-14c0768666ec', 'name': 'network-vif-deleted', 'tag': '009c6a8d-66c8-4637-bc18-84b7bc64854a', 'status': 'completed', 'code': 200} May 06 14:06:18.591666 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:06:18.862340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48476) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:18.922686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e2372e-aff0-45d4-9d85-65736777fd09 admin admin] Deleting subnet 579d2459-7bbc-4499-b965-91316fa308bb {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:06:18.925955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d0e2372e-aff0-45d4-9d85-65736777fd09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:18.980518 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d0e2372e-aff0-45d4-9d85-65736777fd09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.036323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d0e2372e-aff0-45d4-9d85-65736777fd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.107407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d0e2372e-aff0-45d4-9d85-65736777fd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.159713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d0e2372e-aff0-45d4-9d85-65736777fd09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.163235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2372e-aff0-45d4-9d85-65736777fd09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579d2459-7bbc-4499-b965-91316fa308bb,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:19.169552 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d0e2372e-aff0-45d4-9d85-65736777fd09 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/579d2459-7bbc-4499-b965-91316fa308bb HTTP/1.1" status: 204 len: 168 time: 0.3061488 May 06 14:06:19.171961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48480) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:19.278942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.409945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.437425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fda66d9-4804-46b6-93e4-8dcb1065cacf']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:19.450525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028a72c1-7758-4b2e-b9ef-4da2efe215a5') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:19.450823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028a72c1-7758-4b2e-b9ef-4da2efe215a5') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:19.462513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.478224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.484086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:06:19.484502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:06:19.497944 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:06:19.577238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.593747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.606552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=7fda66d9-4804-46b6-93e4-8dcb1065cacf,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:19.614812 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c7a25501-6746-41cf-995c-ebb2555a1d9f admin admin] 10.222.0.21 "DELETE /v2.0/networks/7fda66d9-4804-46b6-93e4-8dcb1065cacf HTTP/1.1" status: 204 len: 168 time: 0.4411042 May 06 14:06:19.617721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48484) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:19.674682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b08450-8e61-4f72-bfb1-874677277bde admin admin] Deleting subnet cca6d04d-e2d9-45da-8050-77b295176888 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:06:19.678376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31b08450-8e61-4f72-bfb1-874677277bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.729506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31b08450-8e61-4f72-bfb1-874677277bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.783388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31b08450-8e61-4f72-bfb1-874677277bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.850099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31b08450-8e61-4f72-bfb1-874677277bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.890331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b08450-8e61-4f72-bfb1-874677277bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca6d04d-e2d9-45da-8050-77b295176888,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:19.894046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-31b08450-8e61-4f72-bfb1-874677277bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:19.902694 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-31b08450-8e61-4f72-bfb1-874677277bde admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cca6d04d-e2d9-45da-8050-77b295176888 HTTP/1.1" status: 204 len: 168 time: 0.2817378 May 06 14:06:19.902907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48488) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:20.008931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.133395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.158107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431c0fc5-4522-433b-9005-2d944c9aa146']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:20.171071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43556752-a569-4ae9-b8a2-ab6a9100edfc') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:20.171360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43556752-a569-4ae9-b8a2-ab6a9100edfc') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:20.182819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.199350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.205525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:06:20.205909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:06:20.219368 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:06:20.390626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.406513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.417057 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] 10.222.0.21 "DELETE /v2.0/networks/431c0fc5-4522-433b-9005-2d944c9aa146 HTTP/1.1" status: 204 len: 168 time: 0.5132179 May 06 14:06:20.417854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e4b06-5737-4d68-ab9c-06c181fe635c admin admin] Pushing event deleted for resources: {'Network': ['ID=431c0fc5-4522-433b-9005-2d944c9aa146,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:20.561330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 009c6a8d-66c8-4637-bc18-84b7bc64854a no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:20.595983 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48494) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:20.599794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 009c6a8d-66c8-4637-bc18-84b7bc64854a {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:06:20.600137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 009c6a8d-66c8-4637-bc18-84b7bc64854a not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:20.655744 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d26abe28-3cc7-447e-9dcd-749ed3083675 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f33043487d1434d82647df76e933ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586395 May 06 14:06:20.658377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48498) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:20.722042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa6fe-d55d-4bd4-aa7f-f0cad8ef2894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.755910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa6fe-d55d-4bd4-aa7f-f0cad8ef2894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.818417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa6fe-d55d-4bd4-aa7f-f0cad8ef2894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.836843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aa6fe-d55d-4bd4-aa7f-f0cad8ef2894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c311900-d08f-4882-8633-9471db9779d2,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:20.848487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ad8aa6fe-d55d-4bd4-aa7f-f0cad8ef2894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:20.849631 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ad8aa6fe-d55d-4bd4-aa7f-f0cad8ef2894 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c311900-d08f-4882-8633-9471db9779d2 HTTP/1.1" status: 204 len: 168 time: 0.1903429 May 06 14:06:21.202383 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48506) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:21.252749 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1204cdd7-905e-48f4-9c66-f1b3884f6b9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9871bac274044ec0845d683ca56a09c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491838 May 06 14:06:21.255770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48510) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:21.313871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95ca95e1-747b-45a8-b474-4d23e8fcacd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:21.342040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95ca95e1-747b-45a8-b474-4d23e8fcacd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:21.393739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95ca95e1-747b-45a8-b474-4d23e8fcacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:21.408397 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca95e1-747b-45a8-b474-4d23e8fcacd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e2bf85-3a34-4072-a569-92929381710b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:21.415520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-95ca95e1-747b-45a8-b474-4d23e8fcacd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:21.416677 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-95ca95e1-747b-45a8-b474-4d23e8fcacd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8e2bf85-3a34-4072-a569-92929381710b HTTP/1.1" status: 204 len: 168 time: 0.1598322 May 06 14:06:29.088397 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-3a5c9105-2707-44a8-ab89-6aaa517b7b3c tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8b0bbdd53ab643abbab60f8c5adb0ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283718 May 06 14:06:29.243341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-18022977-c636-412b-833f-1e1516abbc79 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:29.244834 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-18022977-c636-412b-833f-1e1516abbc79 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511390 May 06 14:06:29.260178 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-e273d905-3abd-4004-9608-48023a48601d tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/quotas/8b0bbdd53ab643abbab60f8c5adb0ece HTTP/1.1" status: 200 len: 375 time: 0.0099220 May 06 14:06:29.307856 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-3e8c6b78-0046-47e8-982b-6173e6779aed tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0bbdd53ab643abbab60f8c5adb0ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424860 May 06 14:06:30.500247 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c843e3c9-14c8-4e10-884b-772cd7135c09 req-ed9d830b-98e6-4b5d-9337-9ff672c7071b tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 210 time: 0.0465589 May 06 14:06:31.524392 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-72ebcb74-e1f6-4510-a647-4c1b223bd1d2 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8b0bbdd53ab643abbab60f8c5adb0ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298128 May 06 14:06:31.677862 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5846ade8-d89c-4604-bc69-2ed24948b197 req-50adf61d-baf4-4c07-80a8-b5d82dba1bf2 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 210 time: 0.0566385 May 06 14:06:31.738998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-46a00e19-b30a-4b29-b3c9-5c48039c3303 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:31.740361 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-46a00e19-b30a-4b29-b3c9-5c48039c3303 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104330 May 06 14:06:31.764555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Request body: {'port': {'device_id': '88cb376a-ab17-49f3-880e-a91c606dc381', 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f', 'admin_state_up': True, 'tenant_id': '8b0bbdd53ab643abbab60f8c5adb0ece'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:06:31.903679 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:31.907773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Usage tracker for resource:port and tenant:8b0bbdd53ab643abbab60f8c5adb0ece is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:31.913004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:31.919535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:31.931498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Made reservation on behalf of 8b0bbdd53ab643abbab60f8c5adb0ece for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:06:31.935337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:31.953233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:31.976093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:31.980271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Usage tracker for resource:security_group_rule and tenant:8b0bbdd53ab643abbab60f8c5adb0ece is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:31.983405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:31.989579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:32.075682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.079806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.161884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66161c94-08ac-4a18-9d6a-031fac0beed9,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:32.257139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Allocated IP 192.168.233.213 (be62012b-ff8f-4c23-afee-74ccfc4f808f/b4abb7b3-988c-4c17-b063-ccef889d3be4/a845ac88-d40f-4352-a071-f427e6b8e7e5) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:32.458028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.473084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Transition to ACTIVE for port object a845ac88-d40f-4352-a071-f427e6b8e7e5 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:32.495651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.571469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Network be62012b-ff8f-4c23-afee-74ccfc4f808f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:32.574741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:32.578596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:06:32.611614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Pushing event updated for resources: {'Port': ['ID=a845ac88-d40f-4352-a071-f427e6b8e7e5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:32.649542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:32.650449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.677108 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-178e7ac1-89d4-4c09-a854-e19d4f0a0024 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9166508 May 06 14:06:32.691920 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Request body: {'port': {'device_id': '88cb376a-ab17-49f3-880e-a91c606dc381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:06:32.842681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8eb82a9c-9e06-460b-b310-4f2357d42d72 None None] Provisioning for port a845ac88-d40f-4352-a071-f427e6b8e7e5 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:32.848512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8eb82a9c-9e06-460b-b310-4f2357d42d72 None None] Provisioning complete for port a845ac88-d40f-4352-a071-f427e6b8e7e5 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:32.848913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8eb82a9c-9e06-460b-b310-4f2357d42d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.870855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:32.900572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-8eb82a9c-9e06-460b-b310-4f2357d42d72 None None] Port a845ac88-d40f-4352-a071-f427e6b8e7e5 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:06:33.070044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3b7bc-a5e6-457d-a2eb-d02ca97a3972 req-f1d687aa-3125-43ba-b95b-f74e0658bfc1 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:33.070755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-63d3b7bc-a5e6-457d-a2eb-d02ca97a3972 req-f1d687aa-3125-43ba-b95b-f74e0658bfc1 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Synchronizing usage tracker for tenant:8b0bbdd53ab643abbab60f8c5adb0ece on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:33.149861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-63d3b7bc-a5e6-457d-a2eb-d02ca97a3972 req-f1d687aa-3125-43ba-b95b-f74e0658bfc1 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Unset dirty status for tenant:8b0bbdd53ab643abbab60f8c5adb0ece on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:33.151034 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-63d3b7bc-a5e6-457d-a2eb-d02ca97a3972 req-f1d687aa-3125-43ba-b95b-f74e0658bfc1 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 936 time: 0.3567812 May 06 14:06:33.287211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-63d3b7bc-a5e6-457d-a2eb-d02ca97a3972 req-0df32ae4-3461-4a8c-8b20-e88494a48e55 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Synchronizing usage tracker for tenant:8b0bbdd53ab643abbab60f8c5adb0ece on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:33.338119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-63d3b7bc-a5e6-457d-a2eb-d02ca97a3972 req-0df32ae4-3461-4a8c-8b20-e88494a48e55 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Unset dirty status for tenant:8b0bbdd53ab643abbab60f8c5adb0ece on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:33.339292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-63d3b7bc-a5e6-457d-a2eb-d02ca97a3972 req-0df32ae4-3461-4a8c-8b20-e88494a48e55 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817341 May 06 14:06:33.418019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a845ac88-d40f-4352-a071-f427e6b8e7e5 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:06:33.425254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.439909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Transition to ACTIVE for port object a845ac88-d40f-4352-a071-f427e6b8e7e5 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:33.443594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.604672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be30441-411f-4bab-9726-d988757b898f service neutron] Pushing event updated for resources: {'Port': ['ID=a845ac88-d40f-4352-a071-f427e6b8e7e5,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:33.695372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Attempting to bind port a845ac88-d40f-4352-a071-f427e6b8e7e5 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:06:33.695706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Attempting to bind port a845ac88-d40f-4352-a071-f427e6b8e7e5 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'b0704276-aa6f-40bb-ae49-91798d965253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:06:33.696033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Attempting to bind port a845ac88-d40f-4352-a071-f427e6b8e7e5 on network be62012b-ff8f-4c23-afee-74ccfc4f808f {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:06:33.700907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Port a845ac88-d40f-4352-a071-f427e6b8e7e5 on network be62012b-ff8f-4c23-afee-74ccfc4f808f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:06:33.701222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Attempting to bind port a845ac88-d40f-4352-a071-f427e6b8e7e5 on network be62012b-ff8f-4c23-afee-74ccfc4f808f {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:06:33.706321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:06:33.706653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Checking segment: {'id': 'b0704276-aa6f-40bb-ae49-91798d965253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:06:33.707818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Bound using segment: {'id': 'b0704276-aa6f-40bb-ae49-91798d965253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:06:33.708539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Bound port: a845ac88-d40f-4352-a071-f427e6b8e7e5, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0704276-aa6f-40bb-ae49-91798d965253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:06:33.708892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.801631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] For port a845ac88-d40f-4352-a071-f427e6b8e7e5, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:06:33.804648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] For port a845ac88-d40f-4352-a071-f427e6b8e7e5, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a845ac88-d40f-4352-a071-f427e6b8e7e5,segment=NetworkSegment(b0704276-aa6f-40bb-ae49-91798d965253),segment_id=b0704276-aa6f-40bb-ae49-91798d965253)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:06:33.808926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.875305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:33.875925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.877401 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-0be30441-411f-4bab-9726-d988757b898f service neutron] 10.222.0.76 "PUT /v2.0/ports/a845ac88-d40f-4352-a071-f427e6b8e7e5 HTTP/1.1" status: 200 len: 1098 time: 1.1914752 May 06 14:06:33.877851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88cb376a-ab17-49f3-880e-a91c606dc381', 'tag': 'a845ac88-d40f-4352-a071-f427e6b8e7e5'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:06:33.909235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be30441-411f-4bab-9726-d988757b898f service neutron] Pushing event updated for resources: {'Port': ['ID=a845ac88-d40f-4352-a071-f427e6b8e7e5,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:33.964937 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f92918-ba4b-4128-8404-459c6f480d4f'] response: {'name': 'network-changed', 'server_uuid': '88cb376a-ab17-49f3-880e-a91c606dc381', 'tag': 'a845ac88-d40f-4352-a071-f427e6b8e7e5', 'status': 'completed', 'code': 200} May 06 14:06:34.004160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-01940ba6-d965-4a10-a8c5-ba3333fd512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:34.005881 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-01940ba6-d965-4a10-a8c5-ba3333fd512e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b0bbdd53ab643abbab60f8c5adb0ece&device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 1101 time: 0.0837247 May 06 14:06:34.085602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-1fbe7e64-1818-41a8-a247-317336d826e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a845ac88-d40f-4352-a071-f427e6b8e7e5 HTTP/1.1" status: 200 len: 217 time: 0.0704751 May 06 14:06:34.157238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-d389fc0d-0f03-4708-8b8c-301d935c37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:34.158712 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-d389fc0d-0f03-4708-8b8c-301d935c37cd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4abb7b3-988c-4c17-b063-ccef889d3be4 HTTP/1.1" status: 200 len: 843 time: 0.0621231 May 06 14:06:34.240757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-303e67c2-f791-4041-b3c1-139bb0b2d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:34.242298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-303e67c2-f791-4041-b3c1-139bb0b2d4f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=be62012b-ff8f-4c23-afee-74ccfc4f808f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0756013 May 06 14:06:34.390461 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-86fd2bc0-8caa-4b9a-817d-35edfeb2fca1 service neutron] 10.222.0.76 "GET /v2.0/networks/be62012b-ff8f-4c23-afee-74ccfc4f808f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385999 May 06 14:06:34.595004 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a04d382-6a7b-4e28-a084-bac708a56c92 req-08ba9656-9cba-49d7-9f7a-7e8c7b829359 service neutron] 10.222.0.76 "GET /v2.0/networks/be62012b-ff8f-4c23-afee-74ccfc4f808f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935611 May 06 14:06:34.615799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076ff2-6805-4d41-9979-10709d6c7600 req-dd01cd2e-2f1b-4cc1-a68e-563fb992051e tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:34.617328 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f5076ff2-6805-4d41-9979-10709d6c7600 req-dd01cd2e-2f1b-4cc1-a68e-563fb992051e tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 948 time: 0.1451540 May 06 14:06:34.703998 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f5076ff2-6805-4d41-9979-10709d6c7600 req-ec573dff-0121-4e33-bd9e-461248d244fc tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808470 May 06 14:06:34.732263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-0aaaffa1-4cc5-4122-86b9-60861664fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:34.733876 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-0aaaffa1-4cc5-4122-86b9-60861664fb49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b0bbdd53ab643abbab60f8c5adb0ece&device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 1101 time: 0.0897291 May 06 14:06:34.875932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-7e4c897b-a22c-4138-9885-a6b704d3e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:34.878053 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-7e4c897b-a22c-4138-9885-a6b704d3e397 service neutron] 10.222.0.76 "GET /v2.0/networks?id=be62012b-ff8f-4c23-afee-74ccfc4f808f HTTP/1.1" status: 200 len: 870 time: 0.1373117 May 06 14:06:35.051660 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-903c99ed-22b9-445e-8b42-6d4f949c9919 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a845ac88-d40f-4352-a071-f427e6b8e7e5 HTTP/1.1" status: 200 len: 217 time: 0.1585679 May 06 14:06:35.118973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-a3748003-7f9b-463f-a18a-3ae70a46e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:35.120395 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-a3748003-7f9b-463f-a18a-3ae70a46e9d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4abb7b3-988c-4c17-b063-ccef889d3be4 HTTP/1.1" status: 200 len: 843 time: 0.0613980 May 06 14:06:35.196344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-f10cd1d0-f7f3-456a-867a-8ba5e75f7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:35.197826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-f10cd1d0-f7f3-456a-867a-8ba5e75f7ce5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=be62012b-ff8f-4c23-afee-74ccfc4f808f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0710104 May 06 14:06:35.331632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-a41240b7-669f-47a3-b6e6-c0aefa587656 service neutron] 10.222.0.76 "GET /v2.0/networks/be62012b-ff8f-4c23-afee-74ccfc4f808f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269174 May 06 14:06:35.467081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15a6176b-2859-4c72-af38-1fdfbeb454c7 req-5b4f93ee-43f0-48df-bbd8-6746ece009d8 service neutron] 10.222.0.76 "GET /v2.0/networks/be62012b-ff8f-4c23-afee-74ccfc4f808f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289561 May 06 14:06:35.895072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928dc3-5ead-465d-8a57-1a24e1fdde2e req-b44fc1cf-c860-4dbb-b0a3-f0cfc706dc69 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:35.896566 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a4928dc3-5ead-465d-8a57-1a24e1fdde2e req-b44fc1cf-c860-4dbb-b0a3-f0cfc706dc69 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 948 time: 0.0855954 May 06 14:06:35.943530 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a4928dc3-5ead-465d-8a57-1a24e1fdde2e req-d630aea7-0e4b-42b0-b086-7deaab43a3c4 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 May 06 14:06:36.105302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.626156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d022281-39e4-428b-8381-9e2a0fbed51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.657636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a845ac88-d40f-4352-a071-f427e6b8e7e5 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:06:36.793865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a845ac88-d40f-4352-a071-f427e6b8e7e5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a845ac88-d40f-4352-a071-f427e6b8e7e5,segment=NetworkSegment(b0704276-aa6f-40bb-ae49-91798d965253),segment_id=b0704276-aa6f-40bb-ae49-91798d965253)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:36.810918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'a845ac88-d40f-4352-a071-f427e6b8e7e5', 'network_id': 'be62012b-ff8f-4c23-afee-74ccfc4f808f', 'port_id': 'a845ac88-d40f-4352-a071-f427e6b8e7e5', 'mac_address': 'fa:16:3e:b9:45:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4abb7b3-988c-4c17-b063-ccef889d3be4', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:06:36.867045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.884545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a845ac88-d40f-4352-a071-f427e6b8e7e5 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:06:36.903692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a845ac88-d40f-4352-a071-f427e6b8e7e5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a845ac88-d40f-4352-a071-f427e6b8e7e5,segment=NetworkSegment(b0704276-aa6f-40bb-ae49-91798d965253),segment_id=b0704276-aa6f-40bb-ae49-91798d965253)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:36.907506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.981020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a845ac88-d40f-4352-a071-f427e6b8e7e5,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:36.988763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.989115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.989458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.989789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.990154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.990497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.990780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.991115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.991495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.991742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.992073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:36.992541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:37.134084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f1a50-bc56-4dfc-9ea5-d0b1a441e706 req-8c81afa8-4aea-4430-9673-e4424753b160 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:37.135554 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f1f1a50-bc56-4dfc-9ea5-d0b1a441e706 req-8c81afa8-4aea-4430-9673-e4424753b160 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 949 time: 0.0835531 May 06 14:06:37.179699 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f1f1a50-bc56-4dfc-9ea5-d0b1a441e706 req-08f3b117-327d-4817-b739-f639b2a10af6 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384388 May 06 14:06:37.210957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['a845ac88-d40f-4352-a071-f427e6b8e7e5'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:06:38.369706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702bd13-6078-44c0-9d8b-a27b3524cb96 req-74948ff4-fb61-427b-8066-d20d905875c6 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:38.371280 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0702bd13-6078-44c0-9d8b-a27b3524cb96 req-74948ff4-fb61-427b-8066-d20d905875c6 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 949 time: 0.0841482 May 06 14:06:38.418381 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0702bd13-6078-44c0-9d8b-a27b3524cb96 req-e3a9c307-9791-4f37-9215-96458afc80eb tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 May 06 14:06:38.669403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a845ac88-d40f-4352-a071-f427e6b8e7e5 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:38.743873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port a845ac88-d40f-4352-a071-f427e6b8e7e5 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:38.748912 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port a845ac88-d40f-4352-a071-f427e6b8e7e5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:38.749301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.870548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.902690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cb376a-ab17-49f3-880e-a91c606dc381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a845ac88-d40f-4352-a071-f427e6b8e7e5'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:06:38.915443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port a845ac88-d40f-4352-a071-f427e6b8e7e5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a845ac88-d40f-4352-a071-f427e6b8e7e5,segment=NetworkSegment(b0704276-aa6f-40bb-ae49-91798d965253),segment_id=b0704276-aa6f-40bb-ae49-91798d965253)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:38.923678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.992766 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015b4d9a-ddc0-4a26-9a0f-8bc851b07450'] response: {'server_uuid': '88cb376a-ab17-49f3-880e-a91c606dc381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a845ac88-d40f-4352-a071-f427e6b8e7e5', 'code': 200} May 06 14:06:39.012262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-63b80d1b-8a2e-49e3-a0f5-80600e097871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.018868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=a845ac88-d40f-4352-a071-f427e6b8e7e5,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:39.237197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c617823-5b32-4a75-9891-d668501167d0 req-4394e74c-bcf0-48da-800a-be29a4b03ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:39.238722 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c617823-5b32-4a75-9891-d668501167d0 req-4394e74c-bcf0-48da-800a-be29a4b03ce9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 1103 time: 0.0698264 May 06 14:06:39.290733 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c617823-5b32-4a75-9891-d668501167d0 req-bd783850-c6ea-48dd-97f2-93490b4c0ada service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387766 May 06 14:06:39.603180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398d27-6840-4b2f-bf1a-edc4d853aad4 req-3427cc73-466c-4c17-b3d0-32ef3ab55cb1 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:39.604669 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6f398d27-6840-4b2f-bf1a-edc4d853aad4 req-3427cc73-466c-4c17-b3d0-32ef3ab55cb1 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 950 time: 0.0793135 May 06 14:06:39.649682 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6f398d27-6840-4b2f-bf1a-edc4d853aad4 req-a47ac510-adf6-4d9f-9c32-db4a369a3e69 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385473 May 06 14:06:39.998079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.077011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.849442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645abcf1-580d-4c0f-870d-427971367f26 req-5b03d810-4a65-4f19-aad6-a903cf233b26 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:40.851033 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-645abcf1-580d-4c0f-870d-427971367f26 req-5b03d810-4a65-4f19-aad6-a903cf233b26 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 950 time: 0.0877700 May 06 14:06:40.900877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-645abcf1-580d-4c0f-870d-427971367f26 req-aa374837-ebd1-453d-ac30-f530809d71c4 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 May 06 14:06:41.618323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.103028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420b2b0-c08b-4e1c-9936-b998d411563b req-93988f0e-4f2b-4a0e-8a3c-81aec86063ee tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:42.105020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d420b2b0-c08b-4e1c-9936-b998d411563b req-93988f0e-4f2b-4a0e-8a3c-81aec86063ee tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 950 time: 0.0824018 May 06 14:06:42.151962 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d420b2b0-c08b-4e1c-9936-b998d411563b req-bc3198f6-eafb-4c63-b369-084c575f0ef3 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 May 06 14:06:43.280395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930aa3d-9f81-4e9a-acad-3b80318be0b1 req-d46775bc-c23a-45f3-8f33-b6c7a914f7a6 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:43.281866 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6930aa3d-9f81-4e9a-acad-3b80318be0b1 req-d46775bc-c23a-45f3-8f33-b6c7a914f7a6 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 950 time: 0.0833986 May 06 14:06:43.326024 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6930aa3d-9f81-4e9a-acad-3b80318be0b1 req-d6785ce5-6a2d-4e9d-837c-0d80c145dc5f tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 May 06 14:06:44.514291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3617d-4417-4f0c-ae7c-decb64a29851 req-00a79014-d78b-4d4a-b153-00ea107585f1 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:44.515757 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cad3617d-4417-4f0c-ae7c-decb64a29851 req-00a79014-d78b-4d4a-b153-00ea107585f1 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 950 time: 0.0803316 May 06 14:06:44.564607 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cad3617d-4417-4f0c-ae7c-decb64a29851 req-c9e11b8a-e767-4331-8b69-ed39e0cad6b1 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 May 06 14:06:45.002598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-d90eb7a7-eaea-4681-8d76-039f7a498307 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:45.004060 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-d90eb7a7-eaea-4681-8d76-039f7a498307 tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.76 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 950 time: 0.0864694 May 06 14:06:45.076067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Deleting port a845ac88-d40f-4352-a071-f427e6b8e7e5 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:06:45.076407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.342137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] For port a845ac88-d40f-4352-a071-f427e6b8e7e5, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=a845ac88-d40f-4352-a071-f427e6b8e7e5,segment=NetworkSegment(b0704276-aa6f-40bb-ae49-91798d965253),segment_id=b0704276-aa6f-40bb-ae49-91798d965253)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:45.342486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.568588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Calling delete_port for a845ac88-d40f-4352-a071-f427e6b8e7e5 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:06:45.773616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.785216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['a845ac88-d40f-4352-a071-f427e6b8e7e5'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:06:45.830002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Pushing event deleted for resources: {'Port': ['ID=a845ac88-d40f-4352-a071-f427e6b8e7e5,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:45.868617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.868964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.869306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.869641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.869973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.870324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.870607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.870932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.871261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.871581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.871903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.872222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:45.929253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] No DVR routers for this DVR port a845ac88-d40f-4352-a071-f427e6b8e7e5 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:06:45.938311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d33c9-11df-4c3b-bc05-8f4d6a518261 req-38ab3007-f2ae-4551-97e7-38f9d87a0baa tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:45.939847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b62d33c9-11df-4c3b-bc05-8f4d6a518261 req-38ab3007-f2ae-4551-97e7-38f9d87a0baa tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb376a-ab17-49f3-880e-a91c606dc381 HTTP/1.1" status: 200 len: 950 time: 0.2546616 May 06 14:06:45.940967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.947968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cb376a-ab17-49f3-880e-a91c606dc381', 'name': 'network-vif-deleted', 'tag': 'a845ac88-d40f-4352-a071-f427e6b8e7e5'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:06:45.976454 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d6c9e4d-4126-4cdc-84cf-e17b5a2099ae req-28ca9e4a-7032-4120-abb1-233657cf81ce tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.76 "DELETE /v2.0/ports/a845ac88-d40f-4352-a071-f427e6b8e7e5 HTTP/1.1" status: 204 len: 173 time: 0.9661427 May 06 14:06:46.003282 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b62d33c9-11df-4c3b-bc05-8f4d6a518261 req-d9ef3924-ff31-4992-a9f4-b6358214fd6c tempest-ServersAdminNegativeTestJSON-1575533649 tempest-ServersAdminNegativeTestJSON-1575533649-project] 10.222.0.21 "GET /v2.0/security-groups?id=66161c94-08ac-4a18-9d6a-031fac0beed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487337 May 06 14:06:46.005875 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e5acb1-47d7-49c6-b11b-b26d14091d11'] response: {'server_uuid': '88cb376a-ab17-49f3-880e-a91c606dc381', 'name': 'network-vif-deleted', 'tag': 'a845ac88-d40f-4352-a071-f427e6b8e7e5', 'status': 'completed', 'code': 200} May 06 14:06:47.379950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48652) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:47.538794 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c07b3639-7e6c-496f-983f-87536150d9b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b0bbdd53ab643abbab60f8c5adb0ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573031 May 06 14:06:47.541530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48658) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:47.600313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.627266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.680527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.697388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66161c94-08ac-4a18-9d6a-031fac0beed9,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:47.705973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.706322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.706662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.706998 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.707327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.708210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.708724 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.709059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.709385 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.709710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.710042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.710364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:47.720691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.721809 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-98c40c26-4e12-471e-bb76-563557ef4662 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66161c94-08ac-4a18-9d6a-031fac0beed9 HTTP/1.1" status: 204 len: 168 time: 0.1793339 May 06 14:06:48.001147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48666) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:48.018471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-73e7cef2-2823-4415-83b3-9564ea74f884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.033114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-73e7cef2-2823-4415-83b3-9564ea74f884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:48.037844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-73e7cef2-2823-4415-83b3-9564ea74f884 admin admin] Usage tracker for resource:security_group_rule and tenant:e5bc99a3e3884d39b9f31f50bd924287 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:48.040909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-73e7cef2-2823-4415-83b3-9564ea74f884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:48.046423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-73e7cef2-2823-4415-83b3-9564ea74f884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:48.136135 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-73e7cef2-2823-4415-83b3-9564ea74f884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.140064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-73e7cef2-2823-4415-83b3-9564ea74f884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.188881 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-73e7cef2-2823-4415-83b3-9564ea74f884 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5bc99a3e3884d39b9f31f50bd924287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866376 May 06 14:06:48.189758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7cef2-2823-4415-83b3-9564ea74f884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22784ba3-aaba-4746-bfda-504c56418566,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:48.191479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48670) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:48.253931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-568290fb-8e3c-4851-9203-f43bb68c4033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.280245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-568290fb-8e3c-4851-9203-f43bb68c4033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.330807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-568290fb-8e3c-4851-9203-f43bb68c4033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.345447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568290fb-8e3c-4851-9203-f43bb68c4033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22784ba3-aaba-4746-bfda-504c56418566,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:48.351245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-568290fb-8e3c-4851-9203-f43bb68c4033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.352602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-568290fb-8e3c-4851-9203-f43bb68c4033 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22784ba3-aaba-4746-bfda-504c56418566 HTTP/1.1" status: 204 len: 168 time: 0.1588190 May 06 14:06:48.717094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a845ac88-d40f-4352-a071-f427e6b8e7e5 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:48.751382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: a845ac88-d40f-4352-a071-f427e6b8e7e5 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:06:48.751721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device a845ac88-d40f-4352-a071-f427e6b8e7e5 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:49.091295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48694) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:49.196593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1434881083-network', 'tenant_id': '995f1f03b07e471ca04942e05998d8c8'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:06:49.201443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:49.205232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Usage tracker for resource:network and tenant:995f1f03b07e471ca04942e05998d8c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:49.208657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:49.214284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:49.225834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Made reservation on behalf of 995f1f03b07e471ca04942e05998d8c8 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:06:49.228164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.240281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.254083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:49.257857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Usage tracker for resource:security_group_rule and tenant:995f1f03b07e471ca04942e05998d8c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:49.260662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:49.266292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:49.346788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.351434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.383626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:06:49.391813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:49.398134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.398467 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Added segment e86e2e69-c2bc-4139-a0d9-637c01002a45 of type vlan for network 49d8157a-6185-4780-a61a-57a4d9529ea5 May 06 14:06:49.425864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.454656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.455474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:49.456040 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.556809 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4643488 May 06 14:06:49.560167 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48700) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:49.565306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b5360-afca-46b2-9521-6226dcf68fbe admin admin] Pushing event updated for resources: {'Network': ['ID=49d8157a-6185-4780-a61a-57a4d9529ea5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:49.566594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Request body: {'subnet': {'network_id': '49d8157a-6185-4780-a61a-57a4d9529ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1434881083-subnet', 'tenant_id': '995f1f03b07e471ca04942e05998d8c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:06:49.572813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:49.575674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 49d8157a-6185-4780-a61a-57a4d9529ea5 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:06:49.577420 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Usage tracker for resource:subnet and tenant:995f1f03b07e471ca04942e05998d8c8 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:49.580363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:49.587514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:49.597598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Made reservation on behalf of 995f1f03b07e471ca04942e05998d8c8 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:06:49.600106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.807596 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.883909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e411db9-3aed-418e-aac9-6ec1e7b8052a,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:49.892756 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Checking segment: {'id': 'e86e2e69-c2bc-4139-a0d9-637c01002a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '49d8157a-6185-4780-a61a-57a4d9529ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:06:49.893107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Network hostable DHCP agents. Network: 49d8157a-6185-4780-a61a-57a4d9529ea5, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:06:49.911893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Network 49d8157a-6185-4780-a61a-57a4d9529ea5 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:06:49.920973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 49d8157a-6185-4780-a61a-57a4d9529ea5) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:49.925725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:49.927350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.931399 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5183e4-bbfc-4558-a09d-6048db65d1de None None] Network 49d8157a-6185-4780-a61a-57a4d9529ea5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:06:49.957133 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bfeffb1d-e466-446b-bfb0-7f45cd5f5953 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3955150 May 06 14:06:50.180581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e758e-7e05-4b05-95c0-4efee4f7a68b None None] Network 49d8157a-6185-4780-a61a-57a4d9529ea5 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:06:50.484326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-63538f8e-e94a-4d51-b34c-605519353b14 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:50.485028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-63538f8e-e94a-4d51-b34c-605519353b14 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Synchronizing usage tracker for tenant:995f1f03b07e471ca04942e05998d8c8 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:50.502912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-63538f8e-e94a-4d51-b34c-605519353b14 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Unset dirty status for tenant:995f1f03b07e471ca04942e05998d8c8 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:50.504052 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-63538f8e-e94a-4d51-b34c-605519353b14 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/networks?id=49d8157a-6185-4780-a61a-57a4d9529ea5 HTTP/1.1" status: 200 len: 812 time: 0.1643479 May 06 14:06:50.519320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-f7fba498-c5fd-499d-b575-90c09371a30d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/quotas/995f1f03b07e471ca04942e05998d8c8 HTTP/1.1" status: 200 len: 375 time: 0.0091610 May 06 14:06:50.570137 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-32b62ab6-864f-4c2a-9489-fe205e1733a7 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=995f1f03b07e471ca04942e05998d8c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448904 May 06 14:06:50.623835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-71620f12-b437-44cf-b313-51af4ac3234f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:06:50.624819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-71620f12-b437-44cf-b313-51af4ac3234f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482526 May 06 14:06:50.756040 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-3005531f-9689-4033-8bca-37ba2b62c9b3 service neutron] 10.222.0.21 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249537 May 06 14:06:50.896472 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-253857f8-e166-4548-ab06-33963a890fed service neutron] 10.222.0.21 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339571 May 06 14:06:51.072374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2e937339-7d3a-4532-9816-395942ef418b req-9d9ee057-01d7-42df-83fe-81626a3ed8ba tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 210 time: 0.0426404 May 06 14:06:52.168732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-a6911c02-cb2d-46b8-8f4a-34f4c19a355a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:52.170291 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-a6911c02-cb2d-46b8-8f4a-34f4c19a355a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.76 "GET /v2.0/networks?id=49d8157a-6185-4780-a61a-57a4d9529ea5 HTTP/1.1" status: 200 len: 812 time: 0.1635470 May 06 14:06:52.183756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Request body: {'port': {'device_id': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'network_id': '49d8157a-6185-4780-a61a-57a4d9529ea5', 'admin_state_up': True, 'tenant_id': '995f1f03b07e471ca04942e05998d8c8'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:06:52.396053 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e0b33ef4-03b2-4a5d-bc74-6430c74bc8d7 req-82664e39-a8e2-4b29-884f-62bcb84af9ae tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 210 time: 0.1949272 May 06 14:06:52.462822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:52.466609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Usage tracker for resource:port and tenant:995f1f03b07e471ca04942e05998d8c8 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:52.469349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:52.475481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:52.485169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Made reservation on behalf of 995f1f03b07e471ca04942e05998d8c8 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:06:52.489374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:52.654272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Allocated IP 172.20.0.9 (49d8157a-6185-4780-a61a-57a4d9529ea5/2e411db9-3aed-418e-aac9-6ec1e7b8052a/ed65e623-6589-4e9b-9f9f-6cc5d9f096de) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:52.854757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:52.884018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:52.956740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Network 49d8157a-6185-4780-a61a-57a4d9529ea5 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:52.959807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:52.963981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:06:53.003759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Pushing event updated for resources: {'Port': ['ID=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:53.037579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:53.038278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.059310 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-ed20579e-210b-4610-994e-fd40b19d36eb tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8802292 May 06 14:06:53.071665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Request body: {'port': {'device_id': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:06:53.191302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.585232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed65e623-6589-4e9b-9f9f-6cc5d9f096de {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:06:53.595450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.617086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Transition to ACTIVE for port object ed65e623-6589-4e9b-9f9f-6cc5d9f096de will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:53.621099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.764812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3ae36-9757-46bd-91d5-795f4c5b0a65 req-b877bc69-b9fa-4306-a02c-53d51233424d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:53.765500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2ff3ae36-9757-46bd-91d5-795f4c5b0a65 req-b877bc69-b9fa-4306-a02c-53d51233424d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Synchronizing usage tracker for tenant:995f1f03b07e471ca04942e05998d8c8 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:53.773842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:53.850887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2ff3ae36-9757-46bd-91d5-795f4c5b0a65 req-b877bc69-b9fa-4306-a02c-53d51233424d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Unset dirty status for tenant:995f1f03b07e471ca04942e05998d8c8 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:53.851930 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2ff3ae36-9757-46bd-91d5-795f4c5b0a65 req-b877bc69-b9fa-4306-a02c-53d51233424d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 931 time: 0.3381312 May 06 14:06:53.926024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2ff3ae36-9757-46bd-91d5-795f4c5b0a65 req-f4fb6467-1356-49ae-8894-e49efa381634 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Synchronizing usage tracker for tenant:995f1f03b07e471ca04942e05998d8c8 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:53.933210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Attempting to bind port ed65e623-6589-4e9b-9f9f-6cc5d9f096de on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:06:53.933479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Attempting to bind port ed65e623-6589-4e9b-9f9f-6cc5d9f096de by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e86e2e69-c2bc-4139-a0d9-637c01002a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '49d8157a-6185-4780-a61a-57a4d9529ea5'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:06:53.933806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Attempting to bind port ed65e623-6589-4e9b-9f9f-6cc5d9f096de on network 49d8157a-6185-4780-a61a-57a4d9529ea5 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:06:53.943406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Port ed65e623-6589-4e9b-9f9f-6cc5d9f096de on network 49d8157a-6185-4780-a61a-57a4d9529ea5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:06:53.943794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Attempting to bind port ed65e623-6589-4e9b-9f9f-6cc5d9f096de on network 49d8157a-6185-4780-a61a-57a4d9529ea5 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:06:53.952542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:06:53.952990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Checking segment: {'id': 'e86e2e69-c2bc-4139-a0d9-637c01002a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '49d8157a-6185-4780-a61a-57a4d9529ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:06:53.953255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Bound using segment: {'id': 'e86e2e69-c2bc-4139-a0d9-637c01002a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '49d8157a-6185-4780-a61a-57a4d9529ea5'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:06:53.953682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Bound port: ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86e2e69-c2bc-4139-a0d9-637c01002a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '49d8157a-6185-4780-a61a-57a4d9529ea5'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:06:53.954026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.969880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2ff3ae36-9757-46bd-91d5-795f4c5b0a65 req-f4fb6467-1356-49ae-8894-e49efa381634 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Unset dirty status for tenant:995f1f03b07e471ca04942e05998d8c8 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:53.971072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2ff3ae36-9757-46bd-91d5-795f4c5b0a65 req-f4fb6467-1356-49ae-8894-e49efa381634 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089404 May 06 14:06:54.049305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:06:54.052519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,segment=NetworkSegment(e86e2e69-c2bc-4139-a0d9-637c01002a45),segment_id=e86e2e69-c2bc-4139-a0d9-637c01002a45)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:06:54.056741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.124808 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:54.125413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.126761 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] 10.222.0.76 "PUT /v2.0/ports/ed65e623-6589-4e9b-9f9f-6cc5d9f096de HTTP/1.1" status: 200 len: 1093 time: 1.0602391 May 06 14:06:54.127186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:06:54.149235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d69375-fdfa-4fe9-8643-6b4ae8777fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:54.290437 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb67fdb4-6eec-472c-b2c6-9c2e153dcdad'] response: {'name': 'network-changed', 'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de', 'status': 'completed', 'code': 200} May 06 14:06:54.331696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-e6122efa-2cae-426c-9043-c044d95b9c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:54.333852 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-e6122efa-2cae-426c-9043-c044d95b9c93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=995f1f03b07e471ca04942e05998d8c8&device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 1096 time: 0.1694820 May 06 14:06:54.406170 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-afe3ddd7-8470-493c-8214-c828f2960bfa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de HTTP/1.1" status: 200 len: 217 time: 0.0645871 May 06 14:06:54.469414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-2e95bb56-c918-483d-8b5c-6efa4d7ca74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:54.470847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-2e95bb56-c918-483d-8b5c-6efa4d7ca74f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e411db9-3aed-418e-aac9-6ec1e7b8052a HTTP/1.1" status: 200 len: 852 time: 0.0589170 May 06 14:06:54.522511 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-fc50385f-a437-4c01-97b7-bd34a1b72c54 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=49d8157a-6185-4780-a61a-57a4d9529ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444410 May 06 14:06:54.657980 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-76e3c5f2-0318-4358-8f2c-65f1ec4e82a5 service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285408 May 06 14:06:54.792454 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d2974cc-1aec-4ab4-9a80-5f857874cbd7 req-b987d842-ef46-4b26-b088-c6cb1cd68a2c service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269879 May 06 14:06:54.914104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-9113ad63-a7d5-42c8-a96e-61e6da7b9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:54.915490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-9113ad63-a7d5-42c8-a96e-61e6da7b9d9f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=995f1f03b07e471ca04942e05998d8c8&device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 1096 time: 0.0742474 May 06 14:06:55.049311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-b38abca4-af16-445b-8de0-0177e1970e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:55.050752 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-b38abca4-af16-445b-8de0-0177e1970e2b service neutron] 10.222.0.76 "GET /v2.0/networks?id=49d8157a-6185-4780-a61a-57a4d9529ea5 HTTP/1.1" status: 200 len: 913 time: 0.1287279 May 06 14:06:55.156449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-2d90a419-49ab-4ab5-96bb-6244d137f099 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de HTTP/1.1" status: 200 len: 217 time: 0.0975029 May 06 14:06:55.234070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-fcf37e49-9a41-418e-a52b-83eb8e9ca0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:55.235379 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-fcf37e49-9a41-418e-a52b-83eb8e9ca0c2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e411db9-3aed-418e-aac9-6ec1e7b8052a HTTP/1.1" status: 200 len: 852 time: 0.0731390 May 06 14:06:55.281454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc481ebf-79b9-440f-9cad-160dbb0cee6d req-d4473fba-482c-4e98-af15-f9da08c6d4bc tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:55.282849 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc481ebf-79b9-440f-9cad-160dbb0cee6d req-d4473fba-482c-4e98-af15-f9da08c6d4bc tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 943 time: 0.1775031 May 06 14:06:55.306717 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-f4e13398-90be-4c5c-a16e-bab390d96ec7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=49d8157a-6185-4780-a61a-57a4d9529ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608530 May 06 14:06:55.407282 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc481ebf-79b9-440f-9cad-160dbb0cee6d req-7a37d08b-46b7-4bd1-9c5a-4911a51fe40f tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182299 May 06 14:06:55.455217 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-e4c7f8cb-43df-439b-aa3c-f6dcf035a982 service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410089 May 06 14:06:55.591906 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:06:55.602274 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1ce6fab3-a2af-4eb6-a294-d1d8aed669e4 req-a41a9f8a-8186-4a8f-842c-1122057c04cd service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377144 May 06 14:06:56.597215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ed4a4-b201-410f-ada0-53338d8b998e req-11a9e023-c84e-4403-bdc1-94e05d244826 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:56.599491 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-762ed4a4-b201-410f-ada0-53338d8b998e req-11a9e023-c84e-4403-bdc1-94e05d244826 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 943 time: 0.0814958 May 06 14:06:56.647950 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-762ed4a4-b201-410f-ada0-53338d8b998e req-5d7aac83-6939-4b78-8e7a-c96237060ba4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 May 06 14:06:56.760938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ed65e623-6589-4e9b-9f9f-6cc5d9f096de details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:06:56.900558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,segment=NetworkSegment(e86e2e69-c2bc-4139-a0d9-637c01002a45),segment_id=e86e2e69-c2bc-4139-a0d9-637c01002a45)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:56.915004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de', 'network_id': '49d8157a-6185-4780-a61a-57a4d9529ea5', 'port_id': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de', 'mac_address': 'fa:16:3e:8a:a0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e411db9-3aed-418e-aac9-6ec1e7b8052a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:06:56.971362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:56.992103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed65e623-6589-4e9b-9f9f-6cc5d9f096de {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:06:57.008630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,segment=NetworkSegment(e86e2e69-c2bc-4139-a0d9-637c01002a45),segment_id=e86e2e69-c2bc-4139-a0d9-637c01002a45)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:57.012319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.080141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:57.224948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['ed65e623-6589-4e9b-9f9f-6cc5d9f096de'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:06:57.833710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7eebc5-e3de-4481-b09a-6525b602bd41 req-73d454a5-65b3-43a5-8ae9-eef40c33be5a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:57.835202 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4c7eebc5-e3de-4481-b09a-6525b602bd41 req-73d454a5-65b3-43a5-8ae9-eef40c33be5a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 944 time: 0.0785120 May 06 14:06:57.881536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4c7eebc5-e3de-4481-b09a-6525b602bd41 req-389305f6-70b8-4ddc-b9dc-73ad8a291a2a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 May 06 14:06:58.762080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ed65e623-6589-4e9b-9f9f-6cc5d9f096de up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:58.829974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port ed65e623-6589-4e9b-9f9f-6cc5d9f096de completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:58.835625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port ed65e623-6589-4e9b-9f9f-6cc5d9f096de triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:58.835997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.960839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.988601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:06:58.999811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,segment=NetworkSegment(e86e2e69-c2bc-4139-a0d9-637c01002a45),segment_id=e86e2e69-c2bc-4139-a0d9-637c01002a45)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:06:59.004727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:59.043266 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2b0bff-52d8-4c07-bfc9-99ec8d188840'] response: {'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de', 'code': 200} May 06 14:06:59.082023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:59.197468 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae427a0-ff9d-446a-9a24-e1af6476d886 req-d4775010-adeb-48c4-8e6d-2a7e8b56d3e6 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:59.198966 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8ae427a0-ff9d-446a-9a24-e1af6476d886 req-d4775010-adeb-48c4-8e6d-2a7e8b56d3e6 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.2073684 May 06 14:06:59.287553 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8ae427a0-ff9d-446a-9a24-e1af6476d886 req-3938eb88-ab39-4f75-9ded-405be50f4a2d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811107 May 06 14:06:59.307193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442fe8-888f-49d4-94ca-3e3dca682497 req-228e6416-6d46-43c7-aedd-7494fa7ce0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:06:59.308919 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2442fe8-888f-49d4-94ca-3e3dca682497 req-228e6416-6d46-43c7-aedd-7494fa7ce0b9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 1098 time: 0.0905085 May 06 14:06:59.348196 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2442fe8-888f-49d4-94ca-3e3dca682497 req-667e5afc-0f65-4640-b825-2b59916dd920 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 May 06 14:07:00.488225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af7259-53be-4ecf-be80-e1856e70896c req-2764d934-30c5-49b6-8399-1d86fbc0d051 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:00.490267 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-56af7259-53be-4ecf-be80-e1856e70896c req-2764d934-30c5-49b6-8399-1d86fbc0d051 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0861325 May 06 14:07:00.537986 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-56af7259-53be-4ecf-be80-e1856e70896c req-903ed899-fce3-4bce-a1e4-0b5286d96d8b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 May 06 14:07:01.729860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f003ec1-e61c-4075-b951-3983f0253b03 req-e6489af5-c2b9-4aa7-9805-5839a540f1b4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:01.731375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6f003ec1-e61c-4075-b951-3983f0253b03 req-e6489af5-c2b9-4aa7-9805-5839a540f1b4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0851181 May 06 14:07:01.780925 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6f003ec1-e61c-4075-b951-3983f0253b03 req-2b43c339-2cb0-4a70-ac84-537d7492f7d3 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 May 06 14:07:02.204566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48766) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:02.223638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3442a-d485-449b-9919-271137ca121c req-7a65cd96-dd08-4acb-95ca-bdd31d0b6df4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:02.225232 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9cc3442a-d485-449b-9919-271137ca121c req-7a65cd96-dd08-4acb-95ca-bdd31d0b6df4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.1016879 May 06 14:07:02.276880 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9cc3442a-d485-449b-9919-271137ca121c req-7a400aa6-f135-4219-827c-694adf4b3e77 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455506 May 06 14:07:02.329289 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-946445d6-840f-4fe9-85da-512b15a0404d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1235366 May 06 14:07:03.491554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-45b68cf2-d834-443f-9fd4-9b0041fbb1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:03.493087 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-45b68cf2-d834-443f-9fd4-9b0041fbb1fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=995f1f03b07e471ca04942e05998d8c8&device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 1098 time: 0.1364446 May 06 14:07:03.501517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefefa1-615f-42b7-b5cc-43b8f3715177 req-2a8dbda2-a3c8-4d98-b76c-3df9f68c96a2 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:03.502974 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bfefefa1-615f-42b7-b5cc-43b8f3715177 req-2a8dbda2-a3c8-4d98-b76c-3df9f68c96a2 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.1117156 May 06 14:07:03.630250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bfefefa1-615f-42b7-b5cc-43b8f3715177 req-76cc3a42-a9f2-4025-a4dd-fdfbf3227ed8 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200423 May 06 14:07:03.691077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-fc9428ea-ea0f-4806-b22a-0bf185f2c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:03.692548 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-fc9428ea-ea0f-4806-b22a-0bf185f2c7c7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=49d8157a-6185-4780-a61a-57a4d9529ea5 HTTP/1.1" status: 200 len: 913 time: 0.1474035 May 06 14:07:03.773705 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-7b680bb8-4ba6-4ebc-be1f-8acf8458dbde service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de HTTP/1.1" status: 200 len: 217 time: 0.0734367 May 06 14:07:03.843564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-a7f4551d-e99b-49a8-845e-e2b5ee33efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:03.845060 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-a7f4551d-e99b-49a8-845e-e2b5ee33efb9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e411db9-3aed-418e-aac9-6ec1e7b8052a HTTP/1.1" status: 200 len: 852 time: 0.0652716 May 06 14:07:03.892642 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-e0a4be24-c723-416a-bf83-39b7d9c68627 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=49d8157a-6185-4780-a61a-57a4d9529ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407524 May 06 14:07:04.034629 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-0da7f0c3-eb7d-482d-bf92-4c90f47dc837 service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331434 May 06 14:07:04.180261 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c33e1683-3cb1-4769-a404-c47a8a0cfdbd req-5429c7a5-4545-4673-a2f3-4d453cd0a72d service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383743 May 06 14:07:04.296652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113de41c-e00d-4374-a866-0e225883e0b5 req-a9061df6-1b39-4af9-95e9-cc45049435d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:04.298167 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-a9061df6-1b39-4af9-95e9-cc45049435d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=995f1f03b07e471ca04942e05998d8c8&device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 1098 time: 0.0729480 May 06 14:07:04.438744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113de41c-e00d-4374-a866-0e225883e0b5 req-6699d699-74c8-44e2-8c4c-881bfd53fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:04.440133 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-6699d699-74c8-44e2-8c4c-881bfd53fa88 service neutron] 10.222.0.76 "GET /v2.0/networks?id=49d8157a-6185-4780-a61a-57a4d9529ea5 HTTP/1.1" status: 200 len: 913 time: 0.1332221 May 06 14:07:04.514348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-d57c3739-6c88-44e8-9a99-b3755a02eadd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de HTTP/1.1" status: 200 len: 217 time: 0.0660181 May 06 14:07:04.578994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113de41c-e00d-4374-a866-0e225883e0b5 req-b2c234b2-8059-42de-9559-63d50cfa58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:04.580463 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-b2c234b2-8059-42de-9559-63d50cfa58f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e411db9-3aed-418e-aac9-6ec1e7b8052a HTTP/1.1" status: 200 len: 852 time: 0.0597751 May 06 14:07:04.728751 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-01940bcd-2141-4873-aced-c3f4d5322014 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=49d8157a-6185-4780-a61a-57a4d9529ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405799 May 06 14:07:04.923607 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-7f642f21-475d-4de1-958d-41e26683f159 service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884515 May 06 14:07:04.935487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937f212-e79d-4c9c-8402-36799c2b8792 req-62603aa9-3715-4f66-b13e-b1769954ee1c tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:04.936949 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f937f212-e79d-4c9c-8402-36799c2b8792 req-62603aa9-3715-4f66-b13e-b1769954ee1c tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.1832852 May 06 14:07:05.063672 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f937f212-e79d-4c9c-8402-36799c2b8792 req-e3fca86d-f752-444e-b1c9-123d3407c48e tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081769 May 06 14:07:05.100083 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-87698633-b79a-42ed-bef3-1184141d0600 service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616459 May 06 14:07:06.099117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:06.259653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716d15d-3ae0-4cd3-af62-189d7ffbb1ed req-ffdde536-91b9-48ad-94ab-c1e517909ec5 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:06.261060 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f716d15d-3ae0-4cd3-af62-189d7ffbb1ed req-ffdde536-91b9-48ad-94ab-c1e517909ec5 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0811002 May 06 14:07:06.304904 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f716d15d-3ae0-4cd3-af62-189d7ffbb1ed req-bfc4a87e-571e-4e27-afde-2aea711ebe4b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 May 06 14:07:06.620993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bc26fe00-2951-41c5-a5a6-9ad03e54034d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:07.499385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13e5f-c52b-4ade-ba38-5c2ec593d010 req-6ad96b82-19cd-45ea-889b-3a674e2f154c tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:07.500868 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52b13e5f-c52b-4ade-ba38-5c2ec593d010 req-6ad96b82-19cd-45ea-889b-3a674e2f154c tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0836790 May 06 14:07:07.546888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52b13e5f-c52b-4ade-ba38-5c2ec593d010 req-e09e71a9-5f16-4c91-935d-cf0b7ca6b1de tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 May 06 14:07:08.734476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d3924-c1e2-48f9-8c22-f96c04abdba6 req-c35bbeee-220e-4f35-a5f3-124fa53a9f17 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:08.735904 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d2d3924-c1e2-48f9-8c22-f96c04abdba6 req-c35bbeee-220e-4f35-a5f3-124fa53a9f17 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0787675 May 06 14:07:08.782663 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d2d3924-c1e2-48f9-8c22-f96c04abdba6 req-d1c780ed-9fda-406a-b5ef-14138ddde7b7 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 May 06 14:07:08.985547 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8f9561f5-1d12-44a3-8e52-a9e1e8a6778f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.979274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867589cb-c2a7-4182-b9de-18bb0c7b9b1d req-eadd8799-2d40-4c5e-b1b9-0c4526666c6f tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:09.983238 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-867589cb-c2a7-4182-b9de-18bb0c7b9b1d req-eadd8799-2d40-4c5e-b1b9-0c4526666c6f tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0880837 May 06 14:07:10.002098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:10.033946 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-867589cb-c2a7-4182-b9de-18bb0c7b9b1d req-bdae4329-4731-4c84-b35e-86340fb6d7cf tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 May 06 14:07:10.081658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:11.230721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a2048-da34-4fd0-a60f-49a169f7fd1e req-4033171d-8dff-4fdb-9e7e-81194d39ef2a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:11.232127 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5c4a2048-da34-4fd0-a60f-49a169f7fd1e req-4033171d-8dff-4fdb-9e7e-81194d39ef2a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0887232 May 06 14:07:11.280157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5c4a2048-da34-4fd0-a60f-49a169f7fd1e req-b3946c83-23de-4901-95a3-ada371affe20 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 May 06 14:07:11.621715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:12.470675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a558-2a9e-447c-8a37-dd91fdd0c1a6 req-66c9a5a4-2ce1-473e-8aad-ad3817a70dc6 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:12.472161 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f6a558-2a9e-447c-8a37-dd91fdd0c1a6 req-66c9a5a4-2ce1-473e-8aad-ad3817a70dc6 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0830472 May 06 14:07:12.518005 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30f6a558-2a9e-447c-8a37-dd91fdd0c1a6 req-a707114f-14f7-4350-a732-5098912f5c35 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 May 06 14:07:13.722379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d4a39-01e4-4f93-9991-62621e6cc479 req-d5871b18-de6c-4175-b9ed-1201c9fcb771 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:13.723971 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a18d4a39-01e4-4f93-9991-62621e6cc479 req-d5871b18-de6c-4175-b9ed-1201c9fcb771 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0913694 May 06 14:07:13.793453 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a18d4a39-01e4-4f93-9991-62621e6cc479 req-25d9985e-cff7-4867-8540-62ffe7d684c6 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629580 May 06 14:07:14.984837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76859baa-93f2-4133-acc0-78aa807fedce req-e92f8681-6a3a-409e-9787-324b467b3e29 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:14.986316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76859baa-93f2-4133-acc0-78aa807fedce req-e92f8681-6a3a-409e-9787-324b467b3e29 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0854452 May 06 14:07:15.033671 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76859baa-93f2-4133-acc0-78aa807fedce req-b77ead51-342b-4980-aaf2-c6dccc41e29b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 May 06 14:07:16.376102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f4ae6-ad75-43e7-a57e-fc458a52a4c3 req-baab5555-e512-420e-83d3-89d7f9b65163 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:16.377585 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2e4f4ae6-ad75-43e7-a57e-fc458a52a4c3 req-baab5555-e512-420e-83d3-89d7f9b65163 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0825253 May 06 14:07:16.421900 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2e4f4ae6-ad75-43e7-a57e-fc458a52a4c3 req-83218fc4-dfc8-4ff5-ba0e-98e0d5f9b38c tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384080 May 06 14:07:17.609127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134be415-e02a-4012-8bdd-6732f352281d req-b1b834d9-43c7-42b8-ae1a-71e86625fa2b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:17.610641 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-134be415-e02a-4012-8bdd-6732f352281d req-b1b834d9-43c7-42b8-ae1a-71e86625fa2b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0807402 May 06 14:07:17.659185 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-134be415-e02a-4012-8bdd-6732f352281d req-40bc8936-9399-451b-9fcb-3dd99bf08029 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 May 06 14:07:18.847660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9488c0b-9e76-4363-8e55-f986c715db3b req-2af32041-fa90-4773-bff7-09019145c0d4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:18.849095 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f9488c0b-9e76-4363-8e55-f986c715db3b req-2af32041-fa90-4773-bff7-09019145c0d4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0809894 May 06 14:07:18.895616 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f9488c0b-9e76-4363-8e55-f986c715db3b req-ccb09f7f-4008-4bd3-a1c4-f9510d0303e9 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 May 06 14:07:20.242709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586fdd1-f097-4b51-b2de-6b48601c1cca req-9ff95b3c-1cd3-486e-971d-6b24ef7daa5d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:20.244162 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3586fdd1-f097-4b51-b2de-6b48601c1cca req-9ff95b3c-1cd3-486e-971d-6b24ef7daa5d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0890567 May 06 14:07:20.291084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3586fdd1-f097-4b51-b2de-6b48601c1cca req-90a406e3-008f-4a95-9969-ea478852809e tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 May 06 14:07:21.477669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b43b3-7d29-4a01-abd1-30d78700a1e1 req-d3b13ffc-474a-4495-be5b-7b75ed359c7d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:21.479203 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c59b43b3-7d29-4a01-abd1-30d78700a1e1 req-d3b13ffc-474a-4495-be5b-7b75ed359c7d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0805776 May 06 14:07:21.524102 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c59b43b3-7d29-4a01-abd1-30d78700a1e1 req-77b4ae32-9ea6-4033-9d8f-3601b1cba700 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 May 06 14:07:22.798430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9272-1fd6-491a-98e1-82a3a319a24b req-c3d0dc7a-81b9-45fb-978e-3a5639aacbf6 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:22.799921 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-862c9272-1fd6-491a-98e1-82a3a319a24b req-c3d0dc7a-81b9-45fb-978e-3a5639aacbf6 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.1714458 May 06 14:07:22.847985 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-862c9272-1fd6-491a-98e1-82a3a319a24b req-39011704-21f8-44ae-98d3-d222caf5723b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 May 06 14:07:24.040034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f379d-c8c4-4562-862b-588dcc203d24 req-c5230225-c114-4e40-9a4b-29812ee3a403 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:24.041669 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-906f379d-c8c4-4562-862b-588dcc203d24 req-c5230225-c114-4e40-9a4b-29812ee3a403 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0815747 May 06 14:07:24.092033 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-906f379d-c8c4-4562-862b-588dcc203d24 req-a3e6d144-2dee-46c5-bffe-78feab859574 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 May 06 14:07:25.284411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24000353-b144-456c-9ecf-22c4d8769f09 req-7b6c5a6f-b645-4900-bcd5-413d1d3fe7e4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:25.285824 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-24000353-b144-456c-9ecf-22c4d8769f09 req-7b6c5a6f-b645-4900-bcd5-413d1d3fe7e4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0833845 May 06 14:07:25.333235 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-24000353-b144-456c-9ecf-22c4d8769f09 req-8b001870-f363-47d4-a1a5-87ab6180cb11 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414820 May 06 14:07:26.520193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380405-08b8-48d1-a144-8cb25e382fff req-9dc48bda-1951-478f-bf6e-9bf4d2130095 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:26.522603 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a380405-08b8-48d1-a144-8cb25e382fff req-9dc48bda-1951-478f-bf6e-9bf4d2130095 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0835447 May 06 14:07:26.566978 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a380405-08b8-48d1-a144-8cb25e382fff req-bdf39bef-829b-4f1e-9f2a-fc8459d807f1 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385296 May 06 14:07:27.750857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc42db3-3ed3-4d28-982a-1a63cbdb21cf req-2e4cf6d8-cbe7-4af1-b0e7-ed291239cba7 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:27.752509 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0cc42db3-3ed3-4d28-982a-1a63cbdb21cf req-2e4cf6d8-cbe7-4af1-b0e7-ed291239cba7 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0815108 May 06 14:07:27.796940 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0cc42db3-3ed3-4d28-982a-1a63cbdb21cf req-5d6d5202-f849-4403-b016-ad5cee9f9d34 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385687 May 06 14:07:28.996966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adece6-d057-47b4-8af2-f3e9b06e1ad7 req-a2d80831-98e8-449d-92aa-4e679a53037c tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:28.998513 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6adece6-d057-47b4-8af2-f3e9b06e1ad7 req-a2d80831-98e8-449d-92aa-4e679a53037c tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0902240 May 06 14:07:29.046483 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6adece6-d057-47b4-8af2-f3e9b06e1ad7 req-9003f3fc-2a26-4426-bcf1-2c2eb32f4b47 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421813 May 06 14:07:30.238175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4c53e-aa8c-429b-a191-cf4685790390 req-a661945b-e6ee-4196-a824-b1d210be568b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:30.239692 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ff4c53e-aa8c-429b-a191-cf4685790390 req-a661945b-e6ee-4196-a824-b1d210be568b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0822799 May 06 14:07:30.291848 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ff4c53e-aa8c-429b-a191-cf4685790390 req-8775f88e-3738-460d-9c07-c3d69720a434 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 May 06 14:07:31.478420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04060ecd-efde-46a2-b2b2-c44d71375f8e req-b2e43ff0-0b69-4f12-8f3f-cf3f15b2271e tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:31.479878 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04060ecd-efde-46a2-b2b2-c44d71375f8e req-b2e43ff0-0b69-4f12-8f3f-cf3f15b2271e tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0809700 May 06 14:07:31.524094 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04060ecd-efde-46a2-b2b2-c44d71375f8e req-ba66a054-7a88-4359-aa8b-cab33700416f tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385454 May 06 14:07:32.592610 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:07:32.714540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8668-a82e-4841-b42c-03d4c9284880 req-7cf691c0-4a6f-4846-ba44-f91fb0a2c6fc tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:32.715983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d7b8668-a82e-4841-b42c-03d4c9284880 req-7cf691c0-4a6f-4846-ba44-f91fb0a2c6fc tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0823901 May 06 14:07:32.759932 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d7b8668-a82e-4841-b42c-03d4c9284880 req-4f2be435-1659-4bd3-a1a1-ced20d8abee4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382245 May 06 14:07:33.949226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac5c8-15fe-44ac-b0e3-6c0f947f313c req-170c6db7-4ad4-480f-92fb-6ea7bed0171d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:33.950892 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0f7ac5c8-15fe-44ac-b0e3-6c0f947f313c req-170c6db7-4ad4-480f-92fb-6ea7bed0171d tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0826426 May 06 14:07:33.996549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0f7ac5c8-15fe-44ac-b0e3-6c0f947f313c req-63b959f5-3c8f-44e7-b80e-dc708de0b073 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 May 06 14:07:35.183601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de08f0-fc44-408b-a931-863857c22031 req-6a1faef5-7ee6-49d2-ad6b-030f4f86bc5b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:35.185090 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-61de08f0-fc44-408b-a931-863857c22031 req-6a1faef5-7ee6-49d2-ad6b-030f4f86bc5b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0845075 May 06 14:07:35.229849 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-61de08f0-fc44-408b-a931-863857c22031 req-5e40300a-7b3e-484d-b8b2-8587eaa6106f tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 May 06 14:07:36.104837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:36.414718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb744426-bd1c-4b36-8dc9-6f71249e344c req-a9269813-deb4-4b54-b419-d99da1bdca48 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:36.416188 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb744426-bd1c-4b36-8dc9-6f71249e344c req-a9269813-deb4-4b54-b419-d99da1bdca48 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0796399 May 06 14:07:36.461523 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb744426-bd1c-4b36-8dc9-6f71249e344c req-52f0b09a-cc79-49f4-9f8f-a1af6f9cacf7 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396435 May 06 14:07:36.624370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-56ca6265-5c08-4763-939f-f8c789bd1d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:36.958414 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-d1158753-4461-4040-ae83-f6afd9d90b18 service neutron] 10.222.0.76 "GET /v2.0/ports/ed65e623-6589-4e9b-9f9f-6cc5d9f096de/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0808887 May 06 14:07:37.218874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113de41c-e00d-4374-a866-0e225883e0b5 req-a1883fe6-be49-47e5-802b-d3eedf9fad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:37.220259 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-a1883fe6-be49-47e5-802b-d3eedf9fad86 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d&tenant_id=995f1f03b07e471ca04942e05998d8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0716920 May 06 14:07:37.313704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113de41c-e00d-4374-a866-0e225883e0b5 req-6bf9e6b5-052a-41bf-910f-bbc8cf1b02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:37.315208 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-6bf9e6b5-052a-41bf-910f-bbc8cf1b02a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=995f1f03b07e471ca04942e05998d8c8&device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 1098 time: 0.0743706 May 06 14:07:37.446897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113de41c-e00d-4374-a866-0e225883e0b5 req-c552ce3a-4a3d-4d49-993a-1107c8e43615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:37.448442 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-c552ce3a-4a3d-4d49-993a-1107c8e43615 service neutron] 10.222.0.76 "GET /v2.0/networks?id=49d8157a-6185-4780-a61a-57a4d9529ea5 HTTP/1.1" status: 200 len: 913 time: 0.1267569 May 06 14:07:37.519426 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-280a3bdc-1919-401b-9369-c3afe8771bdc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de HTTP/1.1" status: 200 len: 217 time: 0.0634837 May 06 14:07:37.625700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113de41c-e00d-4374-a866-0e225883e0b5 req-cff9639b-b6e5-4438-b178-dd756cd60d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:37.627116 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-cff9639b-b6e5-4438-b178-dd756cd60d3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e411db9-3aed-418e-aac9-6ec1e7b8052a HTTP/1.1" status: 200 len: 852 time: 0.1009071 May 06 14:07:37.782079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-e3dec278-4891-4800-a980-95c9a4d5e0f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=49d8157a-6185-4780-a61a-57a4d9529ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477430 May 06 14:07:37.881857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735551e-0fdb-49cb-af5c-cfe49ea0ad70 req-cad6f76c-e7ba-4087-8a01-d605242efad0 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:37.883352 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9735551e-0fdb-49cb-af5c-cfe49ea0ad70 req-cad6f76c-e7ba-4087-8a01-d605242efad0 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.3115788 May 06 14:07:37.963291 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9735551e-0fdb-49cb-af5c-cfe49ea0ad70 req-b3ea2d69-9da1-42d8-9fe5-e818661f823a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742199 May 06 14:07:37.966712 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-da2f59d4-ec17-40b2-93a1-9bf0a36ae363 service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771014 May 06 14:07:38.100487 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-113de41c-e00d-4374-a866-0e225883e0b5 req-48ce2afa-e79f-4c27-97f3-54b3f61e92cf service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270392 May 06 14:07:38.989703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a1468021-4e3b-492e-aeae-acc4c25bf4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:39.163063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b306f4-97aa-460d-946f-afab3909158e req-53d9e5b6-f84d-49f4-8234-1bf79452d3c8 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:39.164530 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-71b306f4-97aa-460d-946f-afab3909158e req-53d9e5b6-f84d-49f4-8234-1bf79452d3c8 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0833769 May 06 14:07:39.212352 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-71b306f4-97aa-460d-946f-afab3909158e req-eb1bfc53-4ce3-460c-9470-f1764b98ef15 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 May 06 14:07:39.992896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:40.082611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:40.403699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81568c6-20f3-4dab-ad1a-5624f25baae0 req-0e28d59c-ebe5-4d84-8ac6-216331030ba4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:40.405206 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c81568c6-20f3-4dab-ad1a-5624f25baae0 req-0e28d59c-ebe5-4d84-8ac6-216331030ba4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0804005 May 06 14:07:40.449793 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c81568c6-20f3-4dab-ad1a-5624f25baae0 req-e0a07111-4f02-4e2b-9349-0c11cfb7165b tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388379 May 06 14:07:40.833319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-424ec4ff-92a8-4d86-8a8d-190c6d0b879a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:40.835118 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-424ec4ff-92a8-4d86-8a8d-190c6d0b879a tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d&tenant_id=995f1f03b07e471ca04942e05998d8c8&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.0874493 May 06 14:07:40.948998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ed65e623-6589-4e9b-9f9f-6cc5d9f096de details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:07:40.952804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ed65e623-6589-4e9b-9f9f-6cc5d9f096de no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:07:40.994190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ae798a7c-5b2c-43ea-8ae0-b5097ecdcadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:40.995812 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ae798a7c-5b2c-43ea-8ae0-b5097ecdcadc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=995f1f03b07e471ca04942e05998d8c8&device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 1098 time: 0.0815210 May 06 14:07:41.130985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-128a9c61-c4f4-4de1-82af-3b9e8b96d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:41.132340 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-128a9c61-c4f4-4de1-82af-3b9e8b96d036 service neutron] 10.222.0.76 "GET /v2.0/networks?id=49d8157a-6185-4780-a61a-57a4d9529ea5 HTTP/1.1" status: 200 len: 913 time: 0.1308722 May 06 14:07:41.165330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:41.201292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,segment=NetworkSegment(e86e2e69-c2bc-4139-a0d9-637c01002a45),segment_id=e86e2e69-c2bc-4139-a0d9-637c01002a45)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:07:41.204928 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-af73b369-1992-4b94-a965-54833bd8aa38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de HTTP/1.1" status: 200 len: 217 time: 0.0660853 May 06 14:07:41.218299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:07:41.227577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de', 'network_id': '49d8157a-6185-4780-a61a-57a4d9529ea5', 'port_id': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de', 'mac_address': 'fa:16:3e:8a:a0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e411db9-3aed-418e-aac9-6ec1e7b8052a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:07:41.231649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,segment=NetworkSegment(e86e2e69-c2bc-4139-a0d9-637c01002a45),segment_id=e86e2e69-c2bc-4139-a0d9-637c01002a45)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:07:41.261118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:41.272859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-63d721e2-2aaf-4f90-9099-05a0d9c8b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:41.274456 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-63d721e2-2aaf-4f90-9099-05a0d9c8b43c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2e411db9-3aed-418e-aac9-6ec1e7b8052a HTTP/1.1" status: 200 len: 852 time: 0.0628996 May 06 14:07:41.306398 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84635744-9243-4720-8858-1e4f74bade37'] response: {'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de', 'code': 200} May 06 14:07:41.329965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-5eb6eb33-6878-4179-a266-550aed844bb9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=49d8157a-6185-4780-a61a-57a4d9529ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421066 May 06 14:07:41.341071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:41.365201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed65e623-6589-4e9b-9f9f-6cc5d9f096de {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:07:41.372004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:41.385463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.385708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.386051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.386381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.386709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.387035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.387367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.387685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.388022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.388324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.388673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.388990 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:41.396922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,segment=NetworkSegment(e86e2e69-c2bc-4139-a0d9-637c01002a45),segment_id=e86e2e69-c2bc-4139-a0d9-637c01002a45)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:07:41.402117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:41.468287 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-fe8eb7e2-e002-4c8b-9af3-320870c97a7a service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312146 May 06 14:07:41.476320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['ed65e623-6589-4e9b-9f9f-6cc5d9f096de'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:07:41.552250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:41.616464 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-fa7bec50-214e-490d-93d8-fcb606a929e4 service neutron] 10.222.0.76 "GET /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421218 May 06 14:07:41.642593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:42.600582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7efd-d450-4b78-ab20-13a5d11b977e req-9934793f-e280-4f6b-af17-b9020d48ccc8 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:42.602096 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8eba7efd-d450-4b78-ab20-13a5d11b977e req-9934793f-e280-4f6b-af17-b9020d48ccc8 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 944 time: 0.0872161 May 06 14:07:42.648573 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8eba7efd-d450-4b78-ab20-13a5d11b977e req-67d9a921-5f20-491f-a1b7-2d64558d379c tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 May 06 14:07:42.954239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ed65e623-6589-4e9b-9f9f-6cc5d9f096de up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:43.022465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port ed65e623-6589-4e9b-9f9f-6cc5d9f096de triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:43.022819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:43.139066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:43.172847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,segment=NetworkSegment(e86e2e69-c2bc-4139-a0d9-637c01002a45),segment_id=e86e2e69-c2bc-4139-a0d9-637c01002a45)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:07:43.176291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:43.241934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:43.307050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:07:43.352624 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941cc1a4-26b5-451e-9784-6e1d6cf0be0e'] response: {'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de', 'code': 200} May 06 14:07:43.866785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596d879-bab3-44b4-b298-db04d4d8937a req-8c68a583-fce1-4357-b84f-b9a65b47a47e tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:43.868310 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c596d879-bab3-44b4-b298-db04d4d8937a req-8c68a583-fce1-4357-b84f-b9a65b47a47e tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0835106 May 06 14:07:43.916879 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c596d879-bab3-44b4-b298-db04d4d8937a req-73d82ff6-b50a-4a1f-9c47-126e690080f4 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 May 06 14:07:44.367705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-1507e690-1252-4e48-acce-b8baa99a5a61 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:44.369175 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-1507e690-1252-4e48-acce-b8baa99a5a61 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.0808687 May 06 14:07:44.439570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Deleting port ed65e623-6589-4e9b-9f9f-6cc5d9f096de {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:07:44.439907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:44.776872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] For port ed65e623-6589-4e9b-9f9f-6cc5d9f096de, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,segment=NetworkSegment(e86e2e69-c2bc-4139-a0d9-637c01002a45),segment_id=e86e2e69-c2bc-4139-a0d9-637c01002a45)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:07:44.777140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:44.904338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Calling delete_port for ed65e623-6589-4e9b-9f9f-6cc5d9f096de owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:07:45.109305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:45.166149 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Pushing event deleted for resources: {'Port': ['ID=ed65e623-6589-4e9b-9f9f-6cc5d9f096de,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:45.253607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7ea96-1144-401c-9acc-27da2cb6f9e1 req-3513e272-7131-4e20-9346-6fedc400a002 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:45.255071 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67a7ea96-1144-401c-9acc-27da2cb6f9e1 req-3513e272-7131-4e20-9346-6fedc400a002 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce22e2f-4382-4d0f-931f-3a529b83432d HTTP/1.1" status: 200 len: 945 time: 0.2204006 May 06 14:07:45.260724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] No DVR routers for this DVR port ed65e623-6589-4e9b-9f9f-6cc5d9f096de on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:07:45.263880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:45.267208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'name': 'network-vif-deleted', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:07:45.306157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9f8e71b-b8ee-4b7c-8058-cefb4ad93b4c req-ed149e5a-3813-4b39-8801-4333f9900657 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.76 "DELETE /v2.0/ports/ed65e623-6589-4e9b-9f9f-6cc5d9f096de HTTP/1.1" status: 204 len: 173 time: 0.9311788 May 06 14:07:45.318101 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67a7ea96-1144-401c-9acc-27da2cb6f9e1 req-ffab3074-d5b3-42a1-a836-d81d72d74818 tempest-DeleteServersTestJSON-621949302 tempest-DeleteServersTestJSON-621949302-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554810 May 06 14:07:45.328248 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f80db6-0faf-4c3c-941c-8e8f214540ee'] response: {'server_uuid': '9ce22e2f-4382-4d0f-931f-3a529b83432d', 'name': 'network-vif-deleted', 'tag': 'ed65e623-6589-4e9b-9f9f-6cc5d9f096de', 'status': 'completed', 'code': 200} May 06 14:07:46.571372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48880) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:46.634147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7b7406-551d-4285-947e-921989a99ea0 admin admin] Deleting subnet 2e411db9-3aed-418e-aac9-6ec1e7b8052a {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:07:46.636951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7406-551d-4285-947e-921989a99ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:46.686401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7406-551d-4285-947e-921989a99ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:46.740921 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7406-551d-4285-947e-921989a99ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:46.811784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7406-551d-4285-947e-921989a99ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:46.850540 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b7406-551d-4285-947e-921989a99ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e411db9-3aed-418e-aac9-6ec1e7b8052a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:46.855318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7406-551d-4285-947e-921989a99ea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:46.861219 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7c7b7406-551d-4285-947e-921989a99ea0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2e411db9-3aed-418e-aac9-6ec1e7b8052a HTTP/1.1" status: 204 len: 168 time: 0.2888334 May 06 14:07:46.863613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48884) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:46.972372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:46.988959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ed65e623-6589-4e9b-9f9f-6cc5d9f096de no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:07:47.022428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: ed65e623-6589-4e9b-9f9f-6cc5d9f096de {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:07:47.022770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ed65e623-6589-4e9b-9f9f-6cc5d9f096de not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:07:47.098707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.125116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d8157a-6185-4780-a61a-57a4d9529ea5']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:47.137567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86e2e69-c2bc-4139-a0d9-637c01002a45') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:47.137862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86e2e69-c2bc-4139-a0d9-637c01002a45') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:47.149784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.165862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.171823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:07:47.172206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:07:47.185728 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:07:47.379169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.396712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.407316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d8157a-6185-4780-a61a-57a4d9529ea5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:47.415619 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-79585249-4063-43db-99fd-346cd4a57ba6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/49d8157a-6185-4780-a61a-57a4d9529ea5 HTTP/1.1" status: 204 len: 168 time: 0.5508685 May 06 14:07:47.526982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48890) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:47.577550 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d2c8758f-ed9f-4df5-b441-c0086a7833ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=995f1f03b07e471ca04942e05998d8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494082 May 06 14:07:47.580245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48894) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:47.644787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.669923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.722488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.738901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc481f22-ab9c-45ea-9e12-f8ccd9f58dce,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:47.749761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.750115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.750453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.750802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.751110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.751438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.751762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.752085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.752410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.752749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.753070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.753385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:47.762479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.763584 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a3301d5b-f015-45b1-968b-ce529084400d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc481f22-ab9c-45ea-9e12-f8ccd9f58dce HTTP/1.1" status: 204 len: 168 time: 0.1821928 May 06 14:07:48.491437 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 48918) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:48.601818 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-997118895-network', 'tenant_id': '1fc5482fd18c42d983400b256ca0984a'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:07:48.606465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:48.610932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Usage tracker for resource:network and tenant:1fc5482fd18c42d983400b256ca0984a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:48.614086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:48.621258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:48.632763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Made reservation on behalf of 1fc5482fd18c42d983400b256ca0984a for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:07:48.635278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:48.650471 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:48.664652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:48.668507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc5482fd18c42d983400b256ca0984a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:48.671165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:48.676770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:48.759800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:48.763512 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:48.795502 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:07:48.800700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39fa871-b6b6-4e4c-9478-063620b0d814,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:48.811697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.812040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.812373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.812730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.813052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.813373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.813696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.814013 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.814328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.814638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.814950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.815261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:48.819781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:48.820122 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Added segment a4c551e5-e646-4dff-a34b-304310fb126a of type vlan for network 38768415-c760-41ea-9cfd-5addd82c8f75 May 06 14:07:48.845879 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:48.874523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:48.875594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:48.876237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:48.983436 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4915068 May 06 14:07:48.984134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21beca57-b740-4d60-a479-a9ebe5487d16 admin admin] Pushing event updated for resources: {'Network': ['ID=38768415-c760-41ea-9cfd-5addd82c8f75,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:48.986694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 48926) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:48.993138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Request body: {'subnet': {'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-997118895-subnet', 'tenant_id': '1fc5482fd18c42d983400b256ca0984a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:07:48.998237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:49.001749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 38768415-c760-41ea-9cfd-5addd82c8f75 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:07:49.002229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Usage tracker for resource:subnet and tenant:1fc5482fd18c42d983400b256ca0984a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:49.004858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:49.010611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:49.020696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Made reservation on behalf of 1fc5482fd18c42d983400b256ca0984a for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:07:49.023210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:49.224982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:49.300767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a8cb7a-ba26-46ce-9abb-77b23311e877,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:49.310146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Checking segment: {'id': 'a4c551e5-e646-4dff-a34b-304310fb126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:07:49.310508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Network hostable DHCP agents. Network: 38768415-c760-41ea-9cfd-5addd82c8f75, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:07:49.329357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Network 38768415-c760-41ea-9cfd-5addd82c8f75 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:07:49.339278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 38768415-c760-41ea-9cfd-5addd82c8f75) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:49.343325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:49.343956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:49.347868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98ffd7-6313-438f-89c6-a26cae5ab5f0 None None] Network 38768415-c760-41ea-9cfd-5addd82c8f75 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:07:49.364705 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7369e63b-186c-4585-be8c-93390026d8b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3766804 May 06 14:07:49.569396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9287c-fd53-4c2e-a535-ad2141c8e609 None None] Network 38768415-c760-41ea-9cfd-5addd82c8f75 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:07:49.900103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395114-94d3-4e05-b323-099f00c42175 req-e0b43044-3667-498e-b102-18a1da7085ca tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:49.901591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-e0b43044-3667-498e-b102-18a1da7085ca tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 814 time: 0.1585407 May 06 14:07:49.917500 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-c18e95c2-72b9-4401-8e8b-980f950c68db tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/quotas/1fc5482fd18c42d983400b256ca0984a HTTP/1.1" status: 200 len: 375 time: 0.0103745 May 06 14:07:49.967334 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-31fa9c1d-9325-44a5-83e8-44e3ca2c9e13 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443981 May 06 14:07:50.104943 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-8f2a52d0-3eb6-4943-b5d5-b734400290a2 service neutron] 10.222.0.21 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308875 May 06 14:07:50.326749 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-335ef40f-516c-4091-9060-0632497d564c service neutron] 10.222.0.21 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160363 May 06 14:07:50.503171 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bacdf429-1c5f-48ad-9bb5-e10b45ff916a req-3c6f9c99-f86c-43ae-b923-f44602c16f77 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 210 time: 0.0462306 May 06 14:07:51.601579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395114-94d3-4e05-b323-099f00c42175 req-19425d9f-7133-4bae-9ddd-37f325a6a488 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:51.603079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-19425d9f-7133-4bae-9ddd-37f325a6a488 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 814 time: 0.1544123 May 06 14:07:51.616780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Request body: {'port': {'device_id': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75', 'admin_state_up': True, 'tenant_id': '1fc5482fd18c42d983400b256ca0984a'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:07:51.739111 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f6cd81a5-8ba4-4eb5-879c-255d37d3a6f7 req-ccb319e3-c799-4978-b15f-d73516209c12 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 210 time: 0.1050487 May 06 14:07:51.795155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:51.798981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Usage tracker for resource:port and tenant:1fc5482fd18c42d983400b256ca0984a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:51.801827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:51.808643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:51.819028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Made reservation on behalf of 1fc5482fd18c42d983400b256ca0984a for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:07:51.822676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:51.986587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Allocated IP 172.20.0.7 (38768415-c760-41ea-9cfd-5addd82c8f75/23a8cb7a-ba26-46ce-9abb-77b23311e877/c1bec72b-9524-4e55-87bd-b087bede7397) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:07:52.209936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:52.239589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:52.309455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Network 38768415-c760-41ea-9cfd-5addd82c8f75 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:07:52.312603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:52.314970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:07:52.351708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Pushing event updated for resources: {'Port': ['ID=c1bec72b-9524-4e55-87bd-b087bede7397,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:52.382825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:52.383420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:52.403818 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-4aeb5fa1-b18f-4064-a349-261e7e8f2f88 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7920530 May 06 14:07:52.415557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Request body: {'port': {'device_id': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:07:52.534179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:52.937281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bec72b-9524-4e55-87bd-b087bede7397 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:07:52.952394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:52.972362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Transition to ACTIVE for port object c1bec72b-9524-4e55-87bd-b087bede7397 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:52.977984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:53.228305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8989e8e-7f87-403b-a4e4-58af58919449 req-2dca7e56-ca9b-4ea0-b026-4ef6617cbae7 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:53.228975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-a8989e8e-7f87-403b-a4e4-58af58919449 req-2dca7e56-ca9b-4ea0-b026-4ef6617cbae7 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Synchronizing usage tracker for tenant:1fc5482fd18c42d983400b256ca0984a on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:07:53.282046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bec72b-9524-4e55-87bd-b087bede7397,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:53.325568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-a8989e8e-7f87-403b-a4e4-58af58919449 req-2dca7e56-ca9b-4ea0-b026-4ef6617cbae7 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Unset dirty status for tenant:1fc5482fd18c42d983400b256ca0984a on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:07:53.326730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8989e8e-7f87-403b-a4e4-58af58919449 req-2dca7e56-ca9b-4ea0-b026-4ef6617cbae7 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 931 time: 0.4590924 May 06 14:07:53.397439 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8989e8e-7f87-403b-a4e4-58af58919449 req-08161d0e-41bb-49f1-b81d-9186c3f7944c tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639555 May 06 14:07:53.399662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Attempting to bind port c1bec72b-9524-4e55-87bd-b087bede7397 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:07:53.399995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Attempting to bind port c1bec72b-9524-4e55-87bd-b087bede7397 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'a4c551e5-e646-4dff-a34b-304310fb126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:07:53.400331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Attempting to bind port c1bec72b-9524-4e55-87bd-b087bede7397 on network 38768415-c760-41ea-9cfd-5addd82c8f75 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:07:53.405289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Port c1bec72b-9524-4e55-87bd-b087bede7397 on network 38768415-c760-41ea-9cfd-5addd82c8f75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:07:53.405600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Attempting to bind port c1bec72b-9524-4e55-87bd-b087bede7397 on network 38768415-c760-41ea-9cfd-5addd82c8f75 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:07:53.410669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:07:53.420892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Checking segment: {'id': 'a4c551e5-e646-4dff-a34b-304310fb126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:07:53.420892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Bound using segment: {'id': 'a4c551e5-e646-4dff-a34b-304310fb126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:07:53.420892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Bound port: c1bec72b-9524-4e55-87bd-b087bede7397, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c551e5-e646-4dff-a34b-304310fb126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:07:53.420892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:53.510355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] For port c1bec72b-9524-4e55-87bd-b087bede7397, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:07:53.513450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] For port c1bec72b-9524-4e55-87bd-b087bede7397, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c1bec72b-9524-4e55-87bd-b087bede7397,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:07:53.517484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:53.579695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:53.580326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:53.581764 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] 10.222.0.76 "PUT /v2.0/ports/c1bec72b-9524-4e55-87bd-b087bede7397 HTTP/1.1" status: 200 len: 1093 time: 1.1707342 May 06 14:07:53.582171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'tag': 'c1bec72b-9524-4e55-87bd-b087bede7397'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:07:53.612053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df92ef-4bed-4150-9236-c78c4e612f31 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bec72b-9524-4e55-87bd-b087bede7397,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:53.655390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b291d4a0-925a-49e5-99d8-0dcead358417'] response: {'name': 'network-changed', 'server_uuid': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'tag': 'c1bec72b-9524-4e55-87bd-b087bede7397', 'status': 'completed', 'code': 200} May 06 14:07:53.701363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395114-94d3-4e05-b323-099f00c42175 req-b7130be6-c29f-4eff-a78f-f73a9c260fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:53.703056 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-b7130be6-c29f-4eff-a78f-f73a9c260fb5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 1096 time: 0.0797400 May 06 14:07:53.771264 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-fedf9dcb-ac18-4de5-81dc-da71545a379e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bec72b-9524-4e55-87bd-b087bede7397 HTTP/1.1" status: 200 len: 217 time: 0.0602252 May 06 14:07:53.836963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395114-94d3-4e05-b323-099f00c42175 req-9d1afca1-82ad-4add-88aa-643b01f4f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:53.838410 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-9d1afca1-82ad-4add-88aa-643b01f4f08e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0623753 May 06 14:07:53.888325 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-f8dec181-0f5e-452a-b083-e8fd6425e5cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416267 May 06 14:07:54.025291 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-261a75ae-c6ff-458d-8523-acf9cf8aca37 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289487 May 06 14:07:54.162826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e395114-94d3-4e05-b323-099f00c42175 req-141c1e16-abcf-40c0-a19a-8578a985a86d service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312037 May 06 14:07:54.283809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-669a3d4c-960e-4ab0-989c-eead9030913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:54.285346 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-669a3d4c-960e-4ab0-989c-eead9030913c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 1096 time: 0.0737071 May 06 14:07:54.424715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-4886edfe-e821-4760-910f-ff01414c9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:54.426255 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-4886edfe-e821-4760-910f-ff01414c9ba1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1350572 May 06 14:07:54.500445 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-3030f8ea-ef28-4a98-a704-6210b963b4cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bec72b-9524-4e55-87bd-b087bede7397 HTTP/1.1" status: 200 len: 217 time: 0.0676067 May 06 14:07:54.615766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-207a62b2-06cd-42cf-9ea3-7ff41955ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:54.617258 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-207a62b2-06cd-42cf-9ea3-7ff41955ea00 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.1103172 May 06 14:07:54.668793 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-effd02d3-6c42-4145-bad7-09d27c0f5749 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435188 May 06 14:07:54.681379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d22f6c-3be6-497a-8494-a37e94533a65 req-61a69eef-cac5-40b9-b192-82ffd0793c4c tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:54.683094 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d22f6c-3be6-497a-8494-a37e94533a65 req-61a69eef-cac5-40b9-b192-82ffd0793c4c tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.1468308 May 06 14:07:54.806867 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5d22f6c-3be6-497a-8494-a37e94533a65 req-9c9e44e4-3712-44bf-b4e8-9cc346dd9e59 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055310 May 06 14:07:54.846760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-2d871660-e80c-4e65-b22f-7a406caab6df service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627367 May 06 14:07:55.073119 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ca70ebe1-4966-4a34-bd94-7d7ba4bde376 req-9d1de8f3-a9a8-41c1-8b52-3359db473ef3 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196436 May 06 14:07:56.009250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8bd00-1d28-40c0-976d-5216efa641e4 req-43ae57df-c61c-4e62-88cc-ba0a8eb5a77c tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:56.010765 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d0f8bd00-1d28-40c0-976d-5216efa641e4 req-43ae57df-c61c-4e62-88cc-ba0a8eb5a77c tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.0809240 May 06 14:07:56.057093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d0f8bd00-1d28-40c0-976d-5216efa641e4 req-6ddc1be3-f5cb-4d7e-af17-4bbdcaf15d62 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 May 06 14:07:57.043400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c1bec72b-9524-4e55-87bd-b087bede7397 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:07:57.189781 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c1bec72b-9524-4e55-87bd-b087bede7397, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c1bec72b-9524-4e55-87bd-b087bede7397,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:07:57.204611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'c1bec72b-9524-4e55-87bd-b087bede7397', 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75', 'port_id': 'c1bec72b-9524-4e55-87bd-b087bede7397', 'mac_address': 'fa:16:3e:31:40:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a8cb7a-ba26-46ce-9abb-77b23311e877', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:07:57.251683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6c41-53e3-4976-9603-61423c5add00 req-a8360872-165c-45b7-b603-25864409f7f3 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:57.253230 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d7e6c41-53e3-4976-9603-61423c5add00 req-a8360872-165c-45b7-b603-25864409f7f3 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.0868576 May 06 14:07:57.268859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:57.287999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bec72b-9524-4e55-87bd-b087bede7397 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:07:57.304251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c1bec72b-9524-4e55-87bd-b087bede7397, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c1bec72b-9524-4e55-87bd-b087bede7397,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:07:57.308630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:57.309410 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d7e6c41-53e3-4976-9603-61423c5add00 req-d5a20ea3-d7dc-4571-b3a5-e1869324f0f8 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497649 May 06 14:07:57.386781 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=c1bec72b-9524-4e55-87bd-b087bede7397,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:57.543220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['c1bec72b-9524-4e55-87bd-b087bede7397'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:07:58.509278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d34aa-b14d-41b4-b37d-944425ad4f2b req-85a0770c-7980-4ba1-ab8d-8e5636b9c2fd tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:58.510962 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d60d34aa-b14d-41b4-b37d-944425ad4f2b req-85a0770c-7980-4ba1-ab8d-8e5636b9c2fd tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 944 time: 0.0912077 May 06 14:07:58.559103 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d60d34aa-b14d-41b4-b37d-944425ad4f2b req-01479052-9087-44cf-9cf2-035b312bde27 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 May 06 14:07:59.056853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c1bec72b-9524-4e55-87bd-b087bede7397 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:59.138713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port c1bec72b-9524-4e55-87bd-b087bede7397 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:59.147321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port c1bec72b-9524-4e55-87bd-b087bede7397 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:59.148038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:59.330357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:59.359087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bec72b-9524-4e55-87bd-b087bede7397'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:07:59.369843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c1bec72b-9524-4e55-87bd-b087bede7397, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c1bec72b-9524-4e55-87bd-b087bede7397,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:07:59.373994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:59.410071 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9ff1e8-d8af-4c0d-99c1-21aa676efc6a'] response: {'server_uuid': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bec72b-9524-4e55-87bd-b087bede7397', 'code': 200} May 06 14:07:59.449259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=c1bec72b-9524-4e55-87bd-b087bede7397,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:59.657131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc0ff0-8f00-4dff-bb3b-9594097a5bc3 req-84e0a8b8-446f-4d3b-8297-81641286d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:59.659587 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fabc0ff0-8f00-4dff-bb3b-9594097a5bc3 req-84e0a8b8-446f-4d3b-8297-81641286d3a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 1098 time: 0.0857024 May 06 14:07:59.760358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fabc0ff0-8f00-4dff-bb3b-9594097a5bc3 req-4d3d3a36-91ef-429c-a0b8-b7d6f62a718e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941274 May 06 14:07:59.791685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c963e-d91c-4171-87fb-2ffd78ee1b75 req-c1b99316-8785-48cb-99d0-eefe462a029f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:07:59.793305 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-158c963e-d91c-4171-87fb-2ffd78ee1b75 req-c1b99316-8785-48cb-99d0-eefe462a029f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.1119409 May 06 14:07:59.844459 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-158c963e-d91c-4171-87fb-2ffd78ee1b75 req-956663f8-8fbb-4717-ad29-d27c565e4fa8 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 May 06 14:08:01.058207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a912d4-9b9d-4953-853d-cb0ad076fec6 req-2239539c-83a6-48ee-9ae5-a3eb4599aeae tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:01.059781 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70a912d4-9b9d-4953-853d-cb0ad076fec6 req-2239539c-83a6-48ee-9ae5-a3eb4599aeae tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0902529 May 06 14:08:01.110992 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70a912d4-9b9d-4953-853d-cb0ad076fec6 req-10db9b8d-f183-4232-879e-d8043db96a3d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 May 06 14:08:02.307164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f462e3-5109-4873-b3ad-c3f93259bf9e req-88a8f27d-826c-498c-9996-6fc92c3522a5 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:02.308916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d0f462e3-5109-4873-b3ad-c3f93259bf9e req-88a8f27d-826c-498c-9996-6fc92c3522a5 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0828466 May 06 14:08:02.353963 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d0f462e3-5109-4873-b3ad-c3f93259bf9e req-44728cf2-b7bf-4f99-b213-c868d439c776 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 May 06 14:08:02.541855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf888-7c59-4de7-aaef-65b56d2f8ac9 req-2f9f5342-0af2-4214-a11f-66162ceb7dab tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:02.543303 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-42acf888-7c59-4de7-aaef-65b56d2f8ac9 req-2f9f5342-0af2-4214-a11f-66162ceb7dab tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0818975 May 06 14:08:02.587407 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-42acf888-7c59-4de7-aaef-65b56d2f8ac9 req-32a61c85-cd49-456c-9c23-20edba94be6c tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 May 06 14:08:02.947668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111bc95-a485-4919-aced-8503f63e904b req-d10f7925-ccc2-4135-b567-df598eb18bac tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:02.949440 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f111bc95-a485-4919-aced-8503f63e904b req-d10f7925-ccc2-4135-b567-df598eb18bac tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0904427 May 06 14:08:02.994510 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f111bc95-a485-4919-aced-8503f63e904b req-73af3607-a9b0-4fe2-8bee-cee2d1068db6 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392134 May 06 14:08:03.207635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3f696-1a6c-46b9-95f2-a132ff6856d4 req-05bec134-4192-4136-a4dc-cf4abbed9fc0 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:03.209264 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10c3f696-1a6c-46b9-95f2-a132ff6856d4 req-05bec134-4192-4136-a4dc-cf4abbed9fc0 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0887711 May 06 14:08:03.261386 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10c3f696-1a6c-46b9-95f2-a132ff6856d4 req-82cc0b0b-0b56-4da8-b8ce-67ccb74a29cc tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456448 May 06 14:08:03.650547 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-0e4eb7f3-c65c-45d8-b294-482dcf09ac70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787733 May 06 14:08:03.700086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbedd9d-0aa9-463a-b18c-062917c549ed req-d05b9c90-fa26-42c9-b929-d33bba71132a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:03.701778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5cbedd9d-0aa9-463a-b18c-062917c549ed req-d05b9c90-fa26-42c9-b929-d33bba71132a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0876100 May 06 14:08:03.763084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5cbedd9d-0aa9-463a-b18c-062917c549ed req-adb13901-4425-4f6d-ad6b-43c3b7dae9bd tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536184 May 06 14:08:04.973810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9514b4-da14-432b-a332-07e91f540c6a req-d2ccf6f5-611a-4e2f-b62d-36f8b32cac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:04.975608 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-d2ccf6f5-611a-4e2f-b62d-36f8b32cac0f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 1098 time: 0.1506636 May 06 14:08:05.009761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd09d83-c4d9-4181-9ddb-43773ed12032 req-ff65d187-0f98-42fb-b1a8-5aba8e0389b6 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:05.011184 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8dd09d83-c4d9-4181-9ddb-43773ed12032 req-ff65d187-0f98-42fb-b1a8-5aba8e0389b6 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.1298611 May 06 14:08:05.134716 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8dd09d83-c4d9-4181-9ddb-43773ed12032 req-2bea68e8-6848-4327-a77b-46f2be5a0896 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733654 May 06 14:08:05.156177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9514b4-da14-432b-a332-07e91f540c6a req-04b8bbe4-5085-4d3b-9ff0-ba484acaa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:05.157751 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-04b8bbe4-5085-4d3b-9ff0-ba484acaa4c0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1757619 May 06 14:08:05.230423 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-e0a7a5cf-534f-4928-8582-6310adaecde3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bec72b-9524-4e55-87bd-b087bede7397 HTTP/1.1" status: 200 len: 217 time: 0.0661745 May 06 14:08:05.294662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9514b4-da14-432b-a332-07e91f540c6a req-fdc6d40c-15b0-476e-b0fe-92a663fb9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:05.296128 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-fdc6d40c-15b0-476e-b0fe-92a663fb9240 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0590329 May 06 14:08:05.434397 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-c28f7780-1eef-4b0f-860a-4185d8965be1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317353 May 06 14:08:05.569689 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-cef40cfb-c5e4-4de2-afc1-bcf85ffb246d service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289558 May 06 14:08:05.705420 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-baae8751-3c0c-4f03-823f-950915e18a23 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286395 May 06 14:08:05.868962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-28aeee6e-d1f2-473e-8ff1-9b2f9fb1c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:05.870490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-28aeee6e-d1f2-473e-8ff1-9b2f9fb1c7c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 1098 time: 0.0755265 May 06 14:08:06.026452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-0e15712d-49eb-4d1e-8cba-77bc3185667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:06.027911 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-0e15712d-49eb-4d1e-8cba-77bc3185667b service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1328175 May 06 14:08:06.102229 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-71c9b2b7-6562-4b5f-9ec8-11425fda0d90 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bec72b-9524-4e55-87bd-b087bede7397 HTTP/1.1" status: 200 len: 217 time: 0.0679493 May 06 14:08:06.119660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:06.167107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-90ac455e-6c43-4d34-abdc-4675484cf893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:06.168769 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-90ac455e-6c43-4d34-abdc-4675484cf893 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0608845 May 06 14:08:06.219520 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-8945339d-f1e8-4906-9793-8c7237d2317b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447140 May 06 14:08:06.414302 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-09159cf6-9e5b-43df-b6c6-b9bc5bc6a226 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874986 May 06 14:08:06.424959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720a173-5a55-431a-85ec-094f1181f91e req-52b43ec2-58c4-4418-8705-28fea41c406a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:06.426486 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7720a173-5a55-431a-85ec-094f1181f91e req-52b43ec2-58c4-4418-8705-28fea41c406a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.1802402 May 06 14:08:06.556917 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7720a173-5a55-431a-85ec-094f1181f91e req-7e53d01d-ce29-4256-8d13-1463df9c548a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105101 May 06 14:08:06.605973 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1f38a79-cf59-48f6-a14c-9f39896cda23 req-39a52406-e094-4cd5-9eb1-31bf68d3a57e service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784770 May 06 14:08:06.635196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-88252118-3a67-40ee-ae97-89193d5fe4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:07.748103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ef6a6-4e6b-46c5-9449-d000bff0e980 req-3af42d67-da7a-4b08-bbb1-09ec574a9094 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:07.749545 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ef6a6-4e6b-46c5-9449-d000bff0e980 req-3af42d67-da7a-4b08-bbb1-09ec574a9094 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0802913 May 06 14:08:07.794034 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-110ef6a6-4e6b-46c5-9449-d000bff0e980 req-17548e6e-09e2-431f-b7e9-0e0ecb8bfbc7 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 May 06 14:08:08.995081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-470dd45e-f163-4430-a4c0-47e3590ff735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:09.003784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb66a7e-40b0-476a-8294-9767a10cd295 req-468553db-2fb7-402d-ab30-9b1bc7ee48a4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:09.005360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0fb66a7e-40b0-476a-8294-9767a10cd295 req-468553db-2fb7-402d-ab30-9b1bc7ee48a4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0967317 May 06 14:08:09.050232 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0fb66a7e-40b0-476a-8294-9767a10cd295 req-d25b2caf-eeee-4ef7-89f0-4a7e252cd2ff tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391469 May 06 14:08:09.592350 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:08:09.997165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:10.094673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:10.252974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcda57-4271-4a26-99be-566c95c3a14a req-050d2f52-9bd6-4f3f-94a6-7c73c39c2307 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:10.254870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-48fcda57-4271-4a26-99be-566c95c3a14a req-050d2f52-9bd6-4f3f-94a6-7c73c39c2307 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0808947 May 06 14:08:10.300729 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-48fcda57-4271-4a26-99be-566c95c3a14a req-6b8efb10-59f6-4c03-9da5-9689aa953e4f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 May 06 14:08:11.489119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae63572-f541-41c5-976f-8a863c0fe833 req-beec2257-f6e3-4350-9fc9-b97fa7d30ddd tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:11.490759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aae63572-f541-41c5-976f-8a863c0fe833 req-beec2257-f6e3-4350-9fc9-b97fa7d30ddd tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0848339 May 06 14:08:11.534136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aae63572-f541-41c5-976f-8a863c0fe833 req-34882881-0ee3-48be-b8f2-cc17ae787e42 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 May 06 14:08:11.626773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.720308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4f97-44bd-46e3-9d0c-40c784531930 req-e8867bf5-549d-4514-8055-e12cbf5e421d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:12.721964 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c4a4f97-44bd-46e3-9d0c-40c784531930 req-e8867bf5-549d-4514-8055-e12cbf5e421d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0815661 May 06 14:08:12.769441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c4a4f97-44bd-46e3-9d0c-40c784531930 req-9699bd18-2a40-47ac-a516-8b2531b21197 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 May 06 14:08:14.058214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f35d24-d76f-4ef9-b046-e1f9186c95dd req-03f122b9-9ce8-4df5-9c50-0d393b2f9d54 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:14.059743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-53f35d24-d76f-4ef9-b046-e1f9186c95dd req-03f122b9-9ce8-4df5-9c50-0d393b2f9d54 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.1810942 May 06 14:08:14.108309 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-53f35d24-d76f-4ef9-b046-e1f9186c95dd req-29eaeb3c-6de7-4b04-9c6a-11f9bf892377 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 May 06 14:08:15.305441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0c89f-5f46-48fc-bd70-dfc5360557ac req-3be72af1-afab-4e6f-b273-6d4565371ed4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:15.306903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66c0c89f-5f46-48fc-bd70-dfc5360557ac req-3be72af1-afab-4e6f-b273-6d4565371ed4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0837522 May 06 14:08:15.351247 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66c0c89f-5f46-48fc-bd70-dfc5360557ac req-d2cf66e1-f4d3-43be-ad03-31e1cd42ac1e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 May 06 14:08:16.545601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c36ee-3e3a-48df-9aa9-a1aacd888fc5 req-c45ecc56-629a-4f7b-95a1-69eaa2fe785a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:16.547056 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d75c36ee-3e3a-48df-9aa9-a1aacd888fc5 req-c45ecc56-629a-4f7b-95a1-69eaa2fe785a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0826190 May 06 14:08:16.595421 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d75c36ee-3e3a-48df-9aa9-a1aacd888fc5 req-bcc45ba6-2e89-4816-b255-43f6d549e454 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 May 06 14:08:17.783379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae5819-22e2-488c-a5d4-e13f5c5a79d3 req-c4b6c3fe-70ee-419c-8bcd-3f73a076c537 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:17.784847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fcae5819-22e2-488c-a5d4-e13f5c5a79d3 req-c4b6c3fe-70ee-419c-8bcd-3f73a076c537 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0803049 May 06 14:08:17.829059 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fcae5819-22e2-488c-a5d4-e13f5c5a79d3 req-06b4f7c2-e06d-49e3-97a3-b3b65f0b1e19 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381761 May 06 14:08:19.021418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f4182-3e93-4fe5-9651-f504dee89765 req-a4dfe353-a63e-41af-a8e3-24151504a91f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:19.023056 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a87f4182-3e93-4fe5-9651-f504dee89765 req-a4dfe353-a63e-41af-a8e3-24151504a91f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0851111 May 06 14:08:19.070147 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a87f4182-3e93-4fe5-9651-f504dee89765 req-5159e742-7ae7-4fd4-8f99-8ae72261e649 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 May 06 14:08:20.259351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00149d9f-adb0-400e-babf-9830db0b2a6c req-47befb94-2db6-48eb-bcdc-cde6a4675223 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:20.260763 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-00149d9f-adb0-400e-babf-9830db0b2a6c req-47befb94-2db6-48eb-bcdc-cde6a4675223 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0817115 May 06 14:08:20.306264 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-00149d9f-adb0-400e-babf-9830db0b2a6c req-b3fc24bd-9ba2-4b3b-9497-1f4cc9137ba9 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396023 May 06 14:08:21.583490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eeca5-e8e9-4339-a299-c84a42ede34c req-48ca55e7-3dd0-4d70-a6a6-6996fb4200e4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:21.585706 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-df6eeca5-e8e9-4339-a299-c84a42ede34c req-48ca55e7-3dd0-4d70-a6a6-6996fb4200e4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.1731184 May 06 14:08:21.630353 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-df6eeca5-e8e9-4339-a299-c84a42ede34c req-dca3d44c-0c34-4d04-9e09-bea469020534 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 May 06 14:08:22.866580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805284d-1bb2-44fd-b7aa-359f2970b00a req-61c5e924-6cf5-47dc-b52f-ac6f6c52646d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:22.868058 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0805284d-1bb2-44fd-b7aa-359f2970b00a req-61c5e924-6cf5-47dc-b52f-ac6f6c52646d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.1297319 May 06 14:08:22.911107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0805284d-1bb2-44fd-b7aa-359f2970b00a req-48e37e04-bec5-49a6-81ba-b858bd33e050 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371394 May 06 14:08:24.109221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a640b9-1cc6-433c-bde7-5169a53d083e req-d4d76182-ca8c-4a23-97bf-54495beb0257 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:24.110685 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-01a640b9-1cc6-433c-bde7-5169a53d083e req-d4d76182-ca8c-4a23-97bf-54495beb0257 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0880868 May 06 14:08:24.157900 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-01a640b9-1cc6-433c-bde7-5169a53d083e req-2a1766ba-8a12-43fd-8830-6028096d474d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 May 06 14:08:25.341939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6f238-fd65-42fe-a15f-c6f64cd1ec39 req-24b2dc61-94cc-4f82-9cf1-658ea010b543 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:25.343406 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-60b6f238-fd65-42fe-a15f-c6f64cd1ec39 req-24b2dc61-94cc-4f82-9cf1-658ea010b543 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0789890 May 06 14:08:25.391032 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-60b6f238-fd65-42fe-a15f-c6f64cd1ec39 req-2fa3c2d6-ac0f-49a6-8640-133e36ea6fa0 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 May 06 14:08:26.576922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8928-6988-473b-abc2-455a14a3e51b req-bf027e10-3006-41f1-b2b0-9a7759b3ac08 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:26.578384 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d3a8928-6988-473b-abc2-455a14a3e51b req-bf027e10-3006-41f1-b2b0-9a7759b3ac08 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0808527 May 06 14:08:26.622903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d3a8928-6988-473b-abc2-455a14a3e51b req-198389e6-4613-40e3-8fc1-899cedc60ff3 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388927 May 06 14:08:27.809507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec6334-7f39-42bb-b33c-c35036548cdd req-c183356b-4375-47e2-964a-70de81efca08 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:27.810969 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66ec6334-7f39-42bb-b33c-c35036548cdd req-c183356b-4375-47e2-964a-70de81efca08 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0833390 May 06 14:08:27.855595 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-66ec6334-7f39-42bb-b33c-c35036548cdd req-e841787b-37bd-409c-b9af-c24d730b5721 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389571 May 06 14:08:29.044811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636e35-ba75-46d6-a152-5aa5c39a04ca req-e99f8527-c6dd-4057-96e0-eeae64a1c91d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:29.046278 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f636e35-ba75-46d6-a152-5aa5c39a04ca req-e99f8527-c6dd-4057-96e0-eeae64a1c91d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0804048 May 06 14:08:29.091122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f636e35-ba75-46d6-a152-5aa5c39a04ca req-1cc9fb2f-3d19-4fdd-abd7-36f936823cc1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389669 May 06 14:08:30.285727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b63c7-7e41-4dba-aeb8-7d808bee3719 req-8a1f7008-7788-47a2-a1e0-6db3e5485189 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:30.287120 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a34b63c7-7e41-4dba-aeb8-7d808bee3719 req-8a1f7008-7788-47a2-a1e0-6db3e5485189 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0833123 May 06 14:08:30.343891 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a34b63c7-7e41-4dba-aeb8-7d808bee3719 req-cd13545e-c7ed-4a28-8394-4fb6a91dd288 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501032 May 06 14:08:31.534014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc29342-cafd-48d4-b1e9-cb8d164df650 req-a29877a8-91b7-4a0e-8aa9-67cb370eb128 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:31.535530 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9cc29342-cafd-48d4-b1e9-cb8d164df650 req-a29877a8-91b7-4a0e-8aa9-67cb370eb128 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0801101 May 06 14:08:31.586280 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9cc29342-cafd-48d4-b1e9-cb8d164df650 req-41fb2eb3-8eb2-4703-9e70-a48822aeb685 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 May 06 14:08:32.588136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-779a99d7-e03e-4fd0-96a2-2ecb9273a290 service neutron] 10.222.0.76 "GET /v2.0/ports/c1bec72b-9524-4e55-87bd-b087bede7397/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0912888 May 06 14:08:32.783933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10696b8-9b28-4dca-9812-bc0fa3683c5a req-a785844e-fc3d-4496-a908-aba97f3a2212 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:32.785677 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d10696b8-9b28-4dca-9812-bc0fa3683c5a req-a785844e-fc3d-4496-a908-aba97f3a2212 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0892286 May 06 14:08:32.887899 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d10696b8-9b28-4dca-9812-bc0fa3683c5a req-ca2b3ba2-4351-4658-b09a-e180dc7cee1d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953693 May 06 14:08:32.904290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9514b4-da14-432b-a332-07e91f540c6a req-e4198466-981b-4b05-a7ef-08937206c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:32.905810 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-e4198466-981b-4b05-a7ef-08937206c93c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13&tenant_id=1fc5482fd18c42d983400b256ca0984a HTTP/1.1" status: 200 len: 1098 time: 0.1146064 May 06 14:08:32.998422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9514b4-da14-432b-a332-07e91f540c6a req-0dcb763a-e477-444f-994d-9519901f86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:32.999899 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-0dcb763a-e477-444f-994d-9519901f86ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 1098 time: 0.0724695 May 06 14:08:33.133756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9514b4-da14-432b-a332-07e91f540c6a req-b8f13544-8074-4a8e-b0db-aadf251d074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:33.135190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-b8f13544-8074-4a8e-b0db-aadf251d074d service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1284475 May 06 14:08:33.206916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-0c3efc0e-9072-4c59-946d-399abd554ef9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bec72b-9524-4e55-87bd-b087bede7397 HTTP/1.1" status: 200 len: 217 time: 0.0646975 May 06 14:08:33.272657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9514b4-da14-432b-a332-07e91f540c6a req-affbf694-c7e0-450a-80b4-07b4c94d41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:33.274068 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-affbf694-c7e0-450a-80b4-07b4c94d41e3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0601003 May 06 14:08:33.323612 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-ffa8b994-5788-4a11-b51f-728bf8622922 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423515 May 06 14:08:33.558889 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-f98af9c4-fbc5-4af5-942c-9320972a2156 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278676 May 06 14:08:33.695449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bd9514b4-da14-432b-a332-07e91f540c6a req-1377dcb0-285e-44af-87e8-7bcc1c69fee9 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290340 May 06 14:08:34.078970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc7141-fe64-43ea-bf4c-a290d3d6f1a8 req-46f7315f-7f28-470a-8493-fa40762b09b2 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:34.080439 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9adc7141-fe64-43ea-bf4c-a290d3d6f1a8 req-46f7315f-7f28-470a-8493-fa40762b09b2 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0817282 May 06 14:08:34.126493 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9adc7141-fe64-43ea-bf4c-a290d3d6f1a8 req-4a406399-b6fd-4259-b6e5-238044e47374 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 May 06 14:08:35.267011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c1bec72b-9524-4e55-87bd-b087bede7397 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:08:35.321632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8db59-fee5-4444-8cb9-af651809802e req-ec2649f3-3414-4c62-af41-a8645ad8a19d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:35.323170 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a4c8db59-fee5-4444-8cb9-af651809802e req-ec2649f3-3414-4c62-af41-a8645ad8a19d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 945 time: 0.0872221 May 06 14:08:35.370132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a4c8db59-fee5-4444-8cb9-af651809802e req-5dbbc13e-119a-42c0-8959-a02196daa528 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 May 06 14:08:35.386807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:35.416095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bec72b-9524-4e55-87bd-b087bede7397'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:08:35.427228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c1bec72b-9524-4e55-87bd-b087bede7397, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c1bec72b-9524-4e55-87bd-b087bede7397,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:08:35.432215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:35.487106 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10022d07-da48-471a-8fe7-e3f2a4fe7773'] response: {'server_uuid': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bec72b-9524-4e55-87bd-b087bede7397', 'code': 200} May 06 14:08:35.506249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=c1bec72b-9524-4e55-87bd-b087bede7397,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:36.117915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:36.564530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fca045-7447-43d2-ad7a-49419dc185a0 req-66d45d7d-1616-4c09-a1b2-f5be6df74800 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:36.565998 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-56fca045-7447-43d2-ad7a-49419dc185a0 req-66d45d7d-1616-4c09-a1b2-f5be6df74800 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.0833910 May 06 14:08:36.615048 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-56fca045-7447-43d2-ad7a-49419dc185a0 req-78f5b071-07bb-4a25-b129-3a3635560c3f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 May 06 14:08:36.628828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bdfde1ba-60e1-4fc5-9930-bef5ee39dec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:36.986406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-7c7f6e8c-d157-42e4-9ab1-ddb20db67bda tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:36.987839 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-7c7f6e8c-d157-42e4-9ab1-ddb20db67bda tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13&tenant_id=1fc5482fd18c42d983400b256ca0984a&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 943 time: 0.1145527 May 06 14:08:36.997043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c79250-5f8d-4488-9f7d-850a71484709 req-63e42a2c-8dfe-43b7-bfed-caac034d99a2 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:36.998437 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-47c79250-5f8d-4488-9f7d-850a71484709 req-63e42a2c-8dfe-43b7-bfed-caac034d99a2 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.1569996 May 06 14:08:37.046144 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-47c79250-5f8d-4488-9f7d-850a71484709 req-f4ab1e07-eb49-419a-a6dd-15a485a1fb4a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 May 06 14:08:37.128193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-b17aac25-725e-4887-9f1a-ab4dd3dee94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:37.129688 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-b17aac25-725e-4887-9f1a-ab4dd3dee94e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 1096 time: 0.0715101 May 06 14:08:37.260017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-33d46335-d914-4ac4-b9fc-6accd4ab26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:37.261416 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-33d46335-d914-4ac4-b9fc-6accd4ab26df service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1255021 May 06 14:08:37.335796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-8a180f7b-bffa-434b-8f94-094df371fb63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1bec72b-9524-4e55-87bd-b087bede7397 HTTP/1.1" status: 200 len: 217 time: 0.0656765 May 06 14:08:37.396541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-f9ba17bf-85cb-426d-a184-6de03cb1220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:37.398538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-f9ba17bf-85cb-426d-a184-6de03cb1220f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0573261 May 06 14:08:37.450108 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-e9e79166-27a7-4f13-b292-2cf9f09a6d30 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450308 May 06 14:08:37.589100 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-6dfbe921-91b2-422f-9fab-84252f3fbefa service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312728 May 06 14:08:37.721703 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e68928d-9a74-4862-bafa-06dfd7ac6a04 req-1f1a4e07-2bb9-435b-8ce2-c8c9100e87f3 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252677 May 06 14:08:38.251788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9275e0-751c-491f-8f79-f7a69f38dc5b req-f4654356-aaa4-40f2-a0e2-d143174b9a38 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:38.253544 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f9275e0-751c-491f-8f79-f7a69f38dc5b req-f4654356-aaa4-40f2-a0e2-d143174b9a38 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.0912545 May 06 14:08:38.303327 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f9275e0-751c-491f-8f79-f7a69f38dc5b req-71582ea4-6fef-464a-9f26-7dc647a35847 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 May 06 14:08:38.998303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6bc55ac4-7afd-42fc-b6fd-8351f03b4b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:39.492809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac9d0-698d-4025-8a54-0ca2b3c09648 req-ab8e1623-ef13-452f-937a-829964877fb8 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:39.494233 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-317ac9d0-698d-4025-8a54-0ca2b3c09648 req-ab8e1623-ef13-452f-937a-829964877fb8 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.0826960 May 06 14:08:39.537330 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-317ac9d0-698d-4025-8a54-0ca2b3c09648 req-cea63b1f-f5e4-4752-a2ac-718ebb3c49ef tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373492 May 06 14:08:39.723519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224ef25-82f3-47ab-a0d6-a22ca0fe11f9 req-d9de0404-f9ff-448c-a349-350c2fd4efe0 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:39.724895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a224ef25-82f3-47ab-a0d6-a22ca0fe11f9 req-d9de0404-f9ff-448c-a349-350c2fd4efe0 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.0794129 May 06 14:08:39.769352 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a224ef25-82f3-47ab-a0d6-a22ca0fe11f9 req-dc8202a5-9722-48d5-95b3-f9242423f937 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377254 May 06 14:08:39.999241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:40.070613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3362c-0b39-4015-b7ba-53e8a161bb14 req-1e668f1a-5a04-4788-8a2d-7fa172b43959 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:40.072098 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eda3362c-0b39-4015-b7ba-53e8a161bb14 req-1e668f1a-5a04-4788-8a2d-7fa172b43959 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.1928465 May 06 14:08:40.091601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:40.121485 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eda3362c-0b39-4015-b7ba-53e8a161bb14 req-0af21b95-df92-4aa7-a6c7-c9c98b23ab57 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 May 06 14:08:40.618188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c85d-a5b2-4108-a126-65985a492391 req-3439cc80-57af-492d-a806-3337d69eb652 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:40.619733 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-3439cc80-57af-492d-a806-3337d69eb652 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 814 time: 0.1496224 May 06 14:08:40.641634 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-8fc93a1d-7060-47a9-bf05-b2311699f32c tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/quotas/1fc5482fd18c42d983400b256ca0984a HTTP/1.1" status: 200 len: 375 time: 0.0158544 May 06 14:08:40.731051 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-78cc2ebc-0faf-44a4-8a93-f566cabaebc2 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832410 May 06 14:08:40.865136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-df4fef6f-ef85-4e6f-8c07-44672d6b1d2e service neutron] 10.222.0.21 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268973 May 06 14:08:41.005906 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-b4a00dd8-4269-41e4-98ae-26ac1c3bab3e service neutron] 10.222.0.21 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348705 May 06 14:08:41.207523 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fc6b7a4-fb7f-4bdf-8f80-66d830e114bb req-817ab644-3cd8-459f-9dbe-a9c64966ec17 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 210 time: 0.0529144 May 06 14:08:41.636164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:42.415063 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-03c46554-b02d-4077-9c02-e98dbbb4817a req-be7b6c99-4d50-4bb5-b9df-124fff93a4dc tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 210 time: 0.0624762 May 06 14:08:42.497896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c85d-a5b2-4108-a126-65985a492391 req-d5f5e2ac-e190-43d3-9c99-f0cdb79d6642 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:42.499271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-d5f5e2ac-e190-43d3-9c99-f0cdb79d6642 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 814 time: 0.2229855 May 06 14:08:42.523823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Request body: {'port': {'device_id': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75', 'admin_state_up': True, 'tenant_id': '1fc5482fd18c42d983400b256ca0984a'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:08:42.667022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:08:42.676790 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:08:42.687358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Made reservation on behalf of 1fc5482fd18c42d983400b256ca0984a for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:08:42.691168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:42.857828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Allocated IP 172.20.0.12 (38768415-c760-41ea-9cfd-5addd82c8f75/23a8cb7a-ba26-46ce-9abb-77b23311e877/072b0b90-62ed-41bc-83de-0c698a172a1b) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:08:43.131009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:43.146395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-5e39eb32-240a-416a-b4ed-31f92fc170a1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:43.148507 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-5e39eb32-240a-416a-b4ed-31f92fc170a1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "GET /v2.0/ports?device_id=9003e50f-03f6-4f55-ba34-94f7f7acac13 HTTP/1.1" status: 200 len: 943 time: 0.1625667 May 06 14:08:43.229183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Deleting port c1bec72b-9524-4e55-87bd-b087bede7397 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:08:43.229519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:43.277045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:43.361482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Network 38768415-c760-41ea-9cfd-5addd82c8f75 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:08:43.484391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:08:43.493635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:08:43.544781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Pushing event updated for resources: {'Port': ['ID=072b0b90-62ed-41bc-83de-0c698a172a1b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:43.700226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:43.700766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:43.773984 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-1fc20556-c5c8-4919-bc5d-bbbdc864614a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2542348 May 06 14:08:43.798579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Request body: {'port': {'device_id': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:08:43.830084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae463c-a708-4f03-9a22-27bcd988659b req-3087c619-e978-428b-850e-362ddbbf33b9 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:43.830765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-a1ae463c-a708-4f03-9a22-27bcd988659b req-3087c619-e978-428b-850e-362ddbbf33b9 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Synchronizing usage tracker for tenant:1fc5482fd18c42d983400b256ca0984a on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:43.867871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] For port c1bec72b-9524-4e55-87bd-b087bede7397, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c1bec72b-9524-4e55-87bd-b087bede7397,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:08:43.868226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:43.998649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-a1ae463c-a708-4f03-9a22-27bcd988659b req-3087c619-e978-428b-850e-362ddbbf33b9 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Unset dirty status for tenant:1fc5482fd18c42d983400b256ca0984a on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:43.999796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a1ae463c-a708-4f03-9a22-27bcd988659b req-3087c619-e978-428b-850e-362ddbbf33b9 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 932 time: 0.4639239 May 06 14:08:44.006358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Calling delete_port for c1bec72b-9524-4e55-87bd-b087bede7397 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:08:44.164921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:44.177064 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a1ae463c-a708-4f03-9a22-27bcd988659b req-808b5894-c351-4e4f-b986-d51668be0729 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348772 May 06 14:08:44.347288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:44.409721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Pushing event deleted for resources: {'Port': ['ID=c1bec72b-9524-4e55-87bd-b087bede7397,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:44.564042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] No DVR routers for this DVR port c1bec72b-9524-4e55-87bd-b087bede7397 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:08:44.572732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:44.575728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'name': 'network-vif-deleted', 'tag': 'c1bec72b-9524-4e55-87bd-b087bede7397'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:08:44.598628 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "DELETE /v2.0/ports/c1bec72b-9524-4e55-87bd-b087bede7397 HTTP/1.1" status: 204 len: 173 time: 1.4432368 May 06 14:08:44.631176 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d6d858-464e-4b08-ab76-0f2eb8f7ea1e'] response: {'server_uuid': '9003e50f-03f6-4f55-ba34-94f7f7acac13', 'name': 'network-vif-deleted', 'tag': 'c1bec72b-9524-4e55-87bd-b087bede7397', 'status': 'completed', 'code': 200} May 06 14:08:44.714649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072b0b90-62ed-41bc-83de-0c698a172a1b {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:08:44.722287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:44.738179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Transition to ACTIVE for port object 072b0b90-62ed-41bc-83de-0c698a172a1b will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:08:44.743301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:44.893123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Pushing event updated for resources: {'Port': ['ID=072b0b90-62ed-41bc-83de-0c698a172a1b,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:44.974113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Attempting to bind port 072b0b90-62ed-41bc-83de-0c698a172a1b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:08:44.974443 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Attempting to bind port 072b0b90-62ed-41bc-83de-0c698a172a1b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'a4c551e5-e646-4dff-a34b-304310fb126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:08:44.974766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Attempting to bind port 072b0b90-62ed-41bc-83de-0c698a172a1b on network 38768415-c760-41ea-9cfd-5addd82c8f75 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:08:44.980485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Port 072b0b90-62ed-41bc-83de-0c698a172a1b on network 38768415-c760-41ea-9cfd-5addd82c8f75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:08:44.980799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Attempting to bind port 072b0b90-62ed-41bc-83de-0c698a172a1b on network 38768415-c760-41ea-9cfd-5addd82c8f75 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:08:44.985899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:08:44.986222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Checking segment: {'id': 'a4c551e5-e646-4dff-a34b-304310fb126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:08:44.986602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Bound using segment: {'id': 'a4c551e5-e646-4dff-a34b-304310fb126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:08:44.987021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Bound port: 072b0b90-62ed-41bc-83de-0c698a172a1b, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c551e5-e646-4dff-a34b-304310fb126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:08:44.987359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:45.086395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:08:45.090111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=072b0b90-62ed-41bc-83de-0c698a172a1b,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:08:45.094165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:45.271606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:45.272286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:45.274099 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] 10.222.0.76 "PUT /v2.0/ports/072b0b90-62ed-41bc-83de-0c698a172a1b HTTP/1.1" status: 200 len: 1094 time: 1.4822183 May 06 14:08:45.293783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f15b5-5797-4b80-bb10-f0cc30bb07f3 service neutron] Pushing event updated for resources: {'Port': ['ID=072b0b90-62ed-41bc-83de-0c698a172a1b,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:45.438702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c85d-a5b2-4108-a126-65985a492391 req-cca6a6d3-322b-40de-8c6e-ecc5a2cd8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:45.440259 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-cca6a6d3-322b-40de-8c6e-ecc5a2cd8d21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 1097 time: 0.1044178 May 06 14:08:45.450766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6d17c-fabb-45ca-945e-c0c6aae61092 req-5a57316e-5963-4212-8466-7257cd86a980 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:45.451444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-bbe6d17c-fabb-45ca-945e-c0c6aae61092 req-5a57316e-5963-4212-8466-7257cd86a980 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Synchronizing usage tracker for tenant:1fc5482fd18c42d983400b256ca0984a on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:08:45.522885 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-9a7139a7-f37a-44af-bc5f-acb9236259ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=072b0b90-62ed-41bc-83de-0c698a172a1b HTTP/1.1" status: 200 len: 217 time: 0.0684445 May 06 14:08:45.570869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-bbe6d17c-fabb-45ca-945e-c0c6aae61092 req-5a57316e-5963-4212-8466-7257cd86a980 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Unset dirty status for tenant:1fc5482fd18c42d983400b256ca0984a on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:08:45.572020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bbe6d17c-fabb-45ca-945e-c0c6aae61092 req-5a57316e-5963-4212-8466-7257cd86a980 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 944 time: 0.2705014 May 06 14:08:45.626783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8c85d-a5b2-4108-a126-65985a492391 req-45d978f6-3e62-4b7d-8ce4-ec82113adc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:45.628228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-45d978f6-3e62-4b7d-8ce4-ec82113adc0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0984709 May 06 14:08:45.639485 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bbe6d17c-fabb-45ca-945e-c0c6aae61092 req-43411a54-b4fd-44b0-94f2-1e1e5c8ea48a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565400 May 06 14:08:45.685741 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-d280a6b6-f9eb-4b2b-a56e-b55f05fd0ef0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493231 May 06 14:08:45.825858 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-b6d95181-fe1d-4da4-96b1-74c13a243dcf service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325691 May 06 14:08:45.964115 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96f8c85d-a5b2-4108-a126-65985a492391 req-cb31f343-12f0-4893-9257-f0b037f91014 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308570 May 06 14:08:46.592201 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:08:46.632528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:08:46.679852 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed3810d-f395-409a-bd69-029ee1d3f465'] response: {'name': 'network-changed', 'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b', 'status': 'completed', 'code': 200} May 06 14:08:46.850963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-596721f9-1d77-408b-a90e-26a71e7557cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:46.852373 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-596721f9-1d77-408b-a90e-26a71e7557cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 1097 time: 0.1438997 May 06 14:08:46.864111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de62c7-9fcf-4d78-8fc7-42a74eacce7a req-72d66bb6-0e9d-4cb5-962f-1f83141b4daf tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:46.865610 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6de62c7-9fcf-4d78-8fc7-42a74eacce7a req-72d66bb6-0e9d-4cb5-962f-1f83141b4daf tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 944 time: 0.1136329 May 06 14:08:46.994301 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6de62c7-9fcf-4d78-8fc7-42a74eacce7a req-033fb400-6be8-4046-8219-86347396d408 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094675 May 06 14:08:47.029355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-881dd43c-d2eb-4fa3-a10d-1ab12e7e62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:47.030824 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-881dd43c-d2eb-4fa3-a10d-1ab12e7e62bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1637900 May 06 14:08:47.106346 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-0d3b1f3d-1a3b-406a-b2ca-dbc06bd418e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=072b0b90-62ed-41bc-83de-0c698a172a1b HTTP/1.1" status: 200 len: 217 time: 0.0654430 May 06 14:08:47.173587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-98974b3c-f1c3-4d8a-8072-faa6a0344e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:47.175055 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-98974b3c-f1c3-4d8a-8072-faa6a0344e0c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0605969 May 06 14:08:47.228669 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-fcb3597c-1888-40da-9a91-16e418ecf1ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435822 May 06 14:08:47.334866 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c1bec72b-9524-4e55-87bd-b087bede7397 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:08:47.369614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: c1bec72b-9524-4e55-87bd-b087bede7397 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:08:47.369863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c1bec72b-9524-4e55-87bd-b087bede7397 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:08:47.375080 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-9241cd63-ea48-4487-9d90-20999485d403 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388955 May 06 14:08:47.511685 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d581828d-1e56-4f71-8580-10b5d4f4a09c req-f4967110-16cc-4181-9476-09753e8295c9 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289127 May 06 14:08:48.294433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741a2c0-8281-4ef6-9f80-45fb3aa5cf5f req-54bb617f-bf73-4430-be73-24f394f7b11f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:48.295891 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d741a2c0-8281-4ef6-9f80-45fb3aa5cf5f req-54bb617f-bf73-4430-be73-24f394f7b11f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 944 time: 0.1899273 May 06 14:08:48.343942 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d741a2c0-8281-4ef6-9f80-45fb3aa5cf5f req-a5218dcf-b51e-4fd3-aebe-7240e4cf52a6 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416496 May 06 14:08:49.348830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 072b0b90-62ed-41bc-83de-0c698a172a1b details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:08:49.495366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=072b0b90-62ed-41bc-83de-0c698a172a1b,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:08:49.509284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '072b0b90-62ed-41bc-83de-0c698a172a1b', 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75', 'port_id': '072b0b90-62ed-41bc-83de-0c698a172a1b', 'mac_address': 'fa:16:3e:60:d4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a8cb7a-ba26-46ce-9abb-77b23311e877', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:08:49.554888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cb8c5-4837-4faa-afa5-d5e3a32e5213 req-924a340d-a6c6-42f9-afa5-4bb0a4016898 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:49.556496 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-172cb8c5-4837-4faa-afa5-d5e3a32e5213 req-924a340d-a6c6-42f9-afa5-4bb0a4016898 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 944 time: 0.0944777 May 06 14:08:49.571762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:49.590792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072b0b90-62ed-41bc-83de-0c698a172a1b {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:08:49.610028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=072b0b90-62ed-41bc-83de-0c698a172a1b,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:08:49.617099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:49.617462 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-172cb8c5-4837-4faa-afa5-d5e3a32e5213 req-0099f38c-0568-4317-b529-ee6eee24334e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540652 May 06 14:08:49.737046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=072b0b90-62ed-41bc-83de-0c698a172a1b,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:49.750558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.751149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.751699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.752201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.752802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.753377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.753945 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.754519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.755081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.755646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.756229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.756855 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:08:49.892530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['072b0b90-62ed-41bc-83de-0c698a172a1b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:08:50.854482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa8a8d-2718-4f7a-95bd-1faaf4f58327 req-137abc48-7d75-49e5-81d5-2e3795369cf4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:50.856002 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ffa8a8d-2718-4f7a-95bd-1faaf4f58327 req-137abc48-7d75-49e5-81d5-2e3795369cf4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 945 time: 0.0860174 May 06 14:08:50.904515 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ffa8a8d-2718-4f7a-95bd-1faaf4f58327 req-92a880cf-17bc-4148-98b9-63913dcddeae tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426643 May 06 14:08:51.365064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 072b0b90-62ed-41bc-83de-0c698a172a1b up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:08:51.436065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 072b0b90-62ed-41bc-83de-0c698a172a1b completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:08:51.442166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 072b0b90-62ed-41bc-83de-0c698a172a1b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:08:51.442515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:51.563772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:51.603370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:08:51.613858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=072b0b90-62ed-41bc-83de-0c698a172a1b,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:08:51.620675 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:51.656067 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2961f00-cf70-4b82-9be1-f78da11f5eb2'] response: {'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b', 'code': 200} May 06 14:08:51.704928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=072b0b90-62ed-41bc-83de-0c698a172a1b,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:08:51.935718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02093d7-3a2b-4905-921d-b9b75d7b54e8 req-e3d34efe-ab5c-4ea1-a747-80932382ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:51.938299 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c02093d7-3a2b-4905-921d-b9b75d7b54e8 req-e3d34efe-ab5c-4ea1-a747-80932382ec7e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 1099 time: 0.0924706 May 06 14:08:52.009479 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c02093d7-3a2b-4905-921d-b9b75d7b54e8 req-81925df2-acde-4a06-8976-c8f27d8c05cc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601637 May 06 14:08:52.121204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158c18-d445-4018-bfe6-a1ca036af1d1 req-778ecafe-53e7-432b-bc8f-b948c1121a20 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:52.123204 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8158c18-d445-4018-bfe6-a1ca036af1d1 req-778ecafe-53e7-432b-bc8f-b948c1121a20 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0886841 May 06 14:08:52.171283 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8158c18-d445-4018-bfe6-a1ca036af1d1 req-1ecbce31-8452-484c-b32b-b4dd6100e418 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 May 06 14:08:53.388522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe16934-c6ec-4470-9ac5-e0f94f6f4f41 req-55567056-fcc4-4844-90fe-aa3227e13f49 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:53.390942 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bfe16934-c6ec-4470-9ac5-e0f94f6f4f41 req-55567056-fcc4-4844-90fe-aa3227e13f49 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.1078031 May 06 14:08:53.446008 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bfe16934-c6ec-4470-9ac5-e0f94f6f4f41 req-5b554314-b5c9-4adf-8c71-900b844e8daf tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480089 May 06 14:08:54.644620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525b9b4-ffa1-43dd-beff-b93249896162 req-57724da6-0996-478e-8ca5-f1f848217a06 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:54.646187 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3525b9b4-ffa1-43dd-beff-b93249896162 req-57724da6-0996-478e-8ca5-f1f848217a06 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0878761 May 06 14:08:54.700853 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3525b9b4-ffa1-43dd-beff-b93249896162 req-b733966b-56e6-4d76-a7ad-4ddf90fb25da tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 May 06 14:08:54.906616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac462ca6-78a2-4d5f-9b5b-626cffa637b7 req-a65513f8-322a-4979-9eed-be63c6c83930 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:54.909150 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac462ca6-78a2-4d5f-9b5b-626cffa637b7 req-a65513f8-322a-4979-9eed-be63c6c83930 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0915711 May 06 14:08:54.961239 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac462ca6-78a2-4d5f-9b5b-626cffa637b7 req-e3691432-0517-42ed-aa0a-e7d22ce16b4e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 May 06 14:08:55.392053 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-597f88e3-06e5-4952-a011-90d7df84f4d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912368 May 06 14:08:55.456198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6673621-1f40-4aa6-975a-08321e443d2e req-ab3376cc-d0ed-427f-a3ea-0df80bdf48b1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:55.457833 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a6673621-1f40-4aa6-975a-08321e443d2e req-ab3376cc-d0ed-427f-a3ea-0df80bdf48b1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.1041336 May 06 14:08:55.520809 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a6673621-1f40-4aa6-975a-08321e443d2e req-75a00fec-2a56-4512-9a80-239980d0bd02 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525396 May 06 14:08:56.718004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-45473cb7-7da9-446a-9426-944fe2367b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:56.719530 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-45473cb7-7da9-446a-9426-944fe2367b7b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 1099 time: 0.1364627 May 06 14:08:56.868580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d63515-8c0a-46d6-ae20-b7e8e92aa6bd req-393b6885-ec45-4cde-bc8e-1fc580682773 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:56.870041 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-05d63515-8c0a-46d6-ae20-b7e8e92aa6bd req-393b6885-ec45-4cde-bc8e-1fc580682773 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.2128298 May 06 14:08:56.904476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-97aeeb8b-514c-438a-8c16-2795c6298c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:56.905950 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-97aeeb8b-514c-438a-8c16-2795c6298c40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1739910 May 06 14:08:56.992561 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-615a27e2-5fcb-4e32-8b44-fad29f971f89 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=072b0b90-62ed-41bc-83de-0c698a172a1b HTTP/1.1" status: 200 len: 217 time: 0.0742517 May 06 14:08:56.997471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-05d63515-8c0a-46d6-ae20-b7e8e92aa6bd req-395e2872-a2f7-4b49-a756-ea9b94181310 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178985 May 06 14:08:57.060391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-9156c6a5-21d9-45be-b163-bd0f232c8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:57.061867 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-9156c6a5-21d9-45be-b163-bd0f232c8a01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0627780 May 06 14:08:57.112040 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-46c253b6-d9d4-423c-b521-0de9ecfe370c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415423 May 06 14:08:57.253604 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-a82ac670-9928-444f-bd18-9b544d123c76 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348631 May 06 14:08:57.407575 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-1306ffac-6a31-4f0a-a8fc-fde52a71b70c service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471565 May 06 14:08:58.294448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ad29b-f7b2-4947-9d50-ea1607dd2975 req-37f2107a-31ef-419f-ac09-28c30db1cd56 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:58.295859 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2f4ad29b-f7b2-4947-9d50-ea1607dd2975 req-37f2107a-31ef-419f-ac09-28c30db1cd56 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.1860037 May 06 14:08:58.343415 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2f4ad29b-f7b2-4947-9d50-ea1607dd2975 req-12211493-210c-478f-8f04-8f6130c988cc tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 May 06 14:08:59.541471 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6be48c-2ee0-44f7-8254-ca4e6a93cd7d req-a3581a92-4a96-4da1-a579-8e99167860d4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:08:59.542937 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec6be48c-2ee0-44f7-8254-ca4e6a93cd7d req-a3581a92-4a96-4da1-a579-8e99167860d4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0887737 May 06 14:08:59.589463 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec6be48c-2ee0-44f7-8254-ca4e6a93cd7d req-34fd4388-b89e-470b-90b7-3f2008e4fa5b tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 May 06 14:09:00.786348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea9c61-4887-4a51-8aa8-dfdd60ea8866 req-1c6ca240-21cc-48d0-b83b-71c09f9e42ed tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:00.787886 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-06ea9c61-4887-4a51-8aa8-dfdd60ea8866 req-1c6ca240-21cc-48d0-b83b-71c09f9e42ed tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0841579 May 06 14:09:00.838755 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-06ea9c61-4887-4a51-8aa8-dfdd60ea8866 req-5f104feb-7d58-4258-a2fc-81d6d6d18d47 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450592 May 06 14:09:02.027429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e8ee2-bf30-4276-9ed7-9c59774a9b05 req-d4dee5e8-cfb0-41d8-ab1c-77fee0ff88e3 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:02.028904 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-565e8ee2-bf30-4276-9ed7-9c59774a9b05 req-d4dee5e8-cfb0-41d8-ab1c-77fee0ff88e3 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0836377 May 06 14:09:02.074667 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-565e8ee2-bf30-4276-9ed7-9c59774a9b05 req-d7066dad-ebf8-4785-90b7-25ab8d149462 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 May 06 14:09:03.284278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895abdf-faf0-482d-acca-f720912d7837 req-e018f229-6ede-4b6a-9087-88414a7b8ee1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:03.285709 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c895abdf-faf0-482d-acca-f720912d7837 req-e018f229-6ede-4b6a-9087-88414a7b8ee1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0937281 May 06 14:09:03.348195 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c895abdf-faf0-482d-acca-f720912d7837 req-22abd479-e949-4b9e-8350-7ca95939e267 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549886 May 06 14:09:04.539316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cc429-20a4-4c6d-8af5-bea6a1cbe8a2 req-7e81c348-c732-441a-abb5-a174a7be7414 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:04.540810 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-739cc429-20a4-4c6d-8af5-bea6a1cbe8a2 req-7e81c348-c732-441a-abb5-a174a7be7414 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0845563 May 06 14:09:04.585385 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-739cc429-20a4-4c6d-8af5-bea6a1cbe8a2 req-54436938-2d27-4acd-9dae-118697478808 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 May 06 14:09:05.777600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde61c37-5730-46e9-9a02-d1dbf7bd525a req-af876bc4-a8db-4ac3-aecf-eeda78bc97bd tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:05.779183 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cde61c37-5730-46e9-9a02-d1dbf7bd525a req-af876bc4-a8db-4ac3-aecf-eeda78bc97bd tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0865982 May 06 14:09:05.832005 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cde61c37-5730-46e9-9a02-d1dbf7bd525a req-f475eb09-6273-4017-8cba-6b8d49bba09b tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469439 May 06 14:09:06.120529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:06.627388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-75fdd557-e323-4e0b-b3a0-5b9b8f6de8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:07.040888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0ea37-129a-4445-beec-98c327623966 req-f16197da-c100-484a-a0b1-8510b2e2f517 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:07.042411 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1b0ea37-129a-4445-beec-98c327623966 req-f16197da-c100-484a-a0b1-8510b2e2f517 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0934813 May 06 14:09:07.090003 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1b0ea37-129a-4445-beec-98c327623966 req-b12daffe-5ce3-4970-a721-df05d645f3d4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 May 06 14:09:07.286836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-a947783a-5ef4-4e0f-9e9b-8496da3e2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:07.288216 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-a947783a-5ef4-4e0f-9e9b-8496da3e2727 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 1099 time: 0.0792854 May 06 14:09:07.451927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-8fa3b787-88fd-42e3-bc87-4ef456c1f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:07.453429 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-8fa3b787-88fd-42e3-bc87-4ef456c1f275 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1448016 May 06 14:09:07.526633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-b614088c-651e-4b06-ba72-f072a49e6988 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=072b0b90-62ed-41bc-83de-0c698a172a1b HTTP/1.1" status: 200 len: 217 time: 0.0630009 May 06 14:09:07.599646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-8127fbb1-4771-453e-8d5d-2463c2a8e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:07.601065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-8127fbb1-4771-453e-8d5d-2463c2a8e4df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0658906 May 06 14:09:07.651713 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-1c3fb974-d2e5-4c62-99dd-194741eb7921 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414515 May 06 14:09:07.792824 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-c576b90f-1200-428e-99cb-f0c910436b82 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315758 May 06 14:09:07.933671 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1c56c703-4f67-4fdf-aa8b-e2fae9fcb1b0 req-a4831d00-5ac4-400c-b8ea-6fd9c9261185 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336329 May 06 14:09:08.290845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566278f-be14-4a98-8fb9-fd65ef103ada req-79e1b366-f907-4c83-bcab-ab57948425e4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:08.292288 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a566278f-be14-4a98-8fb9-fd65ef103ada req-79e1b366-f907-4c83-bcab-ab57948425e4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0891249 May 06 14:09:08.338778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a566278f-be14-4a98-8fb9-fd65ef103ada req-bda039f7-00b3-4ac6-8089-0247d1755d72 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 May 06 14:09:09.002517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b8bc476-3d86-4b23-a64d-1e2107ef08cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:09.528883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafee37-d842-4dbe-b879-f4e969cca81b req-da1f0f39-34c1-4c52-8700-e93ad502786f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:09.530880 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1dafee37-d842-4dbe-b879-f4e969cca81b req-da1f0f39-34c1-4c52-8700-e93ad502786f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0838802 May 06 14:09:09.578309 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1dafee37-d842-4dbe-b879-f4e969cca81b req-3185b056-9f93-43c8-8123-216741fcca55 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 May 06 14:09:10.002382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:10.085870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:10.863367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d0fb-a6eb-4724-8e6b-0a5460ef10ef req-d12abef7-8e00-416a-a982-28b65a6bcd57 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:10.864725 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9dc6d0fb-a6eb-4724-8e6b-0a5460ef10ef req-d12abef7-8e00-416a-a982-28b65a6bcd57 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.1722963 May 06 14:09:10.909253 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9dc6d0fb-a6eb-4724-8e6b-0a5460ef10ef req-4d65c934-5361-4a02-8ae1-fc4a1be18a6b tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385931 May 06 14:09:11.632568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:12.098343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588473f1-7d7f-445b-90ce-ae6c04603c49 req-30c41c28-a111-4c2c-bd3e-dc37e2db017e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:12.100591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-588473f1-7d7f-445b-90ce-ae6c04603c49 req-30c41c28-a111-4c2c-bd3e-dc37e2db017e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0812843 May 06 14:09:12.147939 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-588473f1-7d7f-445b-90ce-ae6c04603c49 req-1096048b-7390-44bd-a690-6e3424590326 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 May 06 14:09:13.328758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e14fe-fa49-4241-b4eb-a2e7adabca54 req-d04c2cdf-869a-4c85-8257-397368bf4aae tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:13.330217 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-646e14fe-fa49-4241-b4eb-a2e7adabca54 req-d04c2cdf-869a-4c85-8257-397368bf4aae tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0790102 May 06 14:09:13.374221 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-646e14fe-fa49-4241-b4eb-a2e7adabca54 req-e40a43bf-d196-4980-89d9-b7b8b48ca690 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 May 06 14:09:14.563405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db05df0-6381-4514-b528-eade11b4a50c req-d8113df2-acb9-4c40-85df-7453ac12e001 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:14.564893 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1db05df0-6381-4514-b528-eade11b4a50c req-d8113df2-acb9-4c40-85df-7453ac12e001 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0842128 May 06 14:09:14.609341 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1db05df0-6381-4514-b528-eade11b4a50c req-46dc023d-1024-4bc4-bff2-55bedbb83ef8 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 May 06 14:09:15.796786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ad9fd-68c6-4b51-bf35-a7f738046bac req-c6011cfb-5841-4d6a-96bd-fdb30a6cd58e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:15.798235 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a32ad9fd-68c6-4b51-bf35-a7f738046bac req-c6011cfb-5841-4d6a-96bd-fdb30a6cd58e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0799530 May 06 14:09:15.842908 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a32ad9fd-68c6-4b51-bf35-a7f738046bac req-266d07ad-0250-432f-9da0-36dabbaf2631 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383871 May 06 14:09:17.031725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c12a1-e9ff-4479-866c-45c63155ed34 req-2b7f01aa-8227-47cf-8b8f-ece82f7470a5 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:17.033471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d29c12a1-e9ff-4479-866c-45c63155ed34 req-2b7f01aa-8227-47cf-8b8f-ece82f7470a5 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0848763 May 06 14:09:17.077911 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d29c12a1-e9ff-4479-866c-45c63155ed34 req-892b347f-bb83-45e9-b580-f7bdfc8eecc9 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387614 May 06 14:09:18.261886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46292363-38b4-4869-b01e-17770db53020 req-0b470ce7-1e51-4ffd-9df4-e418acafc4c5 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:18.263264 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46292363-38b4-4869-b01e-17770db53020 req-0b470ce7-1e51-4ffd-9df4-e418acafc4c5 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0791798 May 06 14:09:18.312533 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46292363-38b4-4869-b01e-17770db53020 req-94ab8cc7-27b1-42da-901a-f9ace569d38a tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 May 06 14:09:19.505615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83121410-1d86-4ef8-8f78-0861b0e1a85e req-2018daaf-7966-4d97-b82c-ae2986c2e709 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:19.507076 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-83121410-1d86-4ef8-8f78-0861b0e1a85e req-2018daaf-7966-4d97-b82c-ae2986c2e709 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0836151 May 06 14:09:19.552245 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-83121410-1d86-4ef8-8f78-0861b0e1a85e req-1804479e-c6d1-4860-b2f6-e45974f5047d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 May 06 14:09:20.743722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b01578-d8db-45a1-b2f8-39a8947b04c8 req-7bfebf0d-69d2-49d2-8cc1-95490f8812c3 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:20.745223 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04b01578-d8db-45a1-b2f8-39a8947b04c8 req-7bfebf0d-69d2-49d2-8cc1-95490f8812c3 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0842776 May 06 14:09:20.787661 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04b01578-d8db-45a1-b2f8-39a8947b04c8 req-d0701222-9d65-47c5-9ba5-ff525293efb4 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367780 May 06 14:09:21.978418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658feed-ff3c-4976-b390-2a617e2c4030 req-d7bea33b-a722-4a7d-9d60-23a5e149f9df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:21.979882 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7658feed-ff3c-4976-b390-2a617e2c4030 req-d7bea33b-a722-4a7d-9d60-23a5e149f9df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0810573 May 06 14:09:22.024197 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7658feed-ff3c-4976-b390-2a617e2c4030 req-debd79c9-c117-4260-bfbe-7d9b9b544006 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386508 May 06 14:09:23.217812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46bd2-9692-46bb-9aad-d9df766e16a5 req-0eaf4049-69c4-4e78-b2b6-e8f03bbe001e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:23.219193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fef46bd2-9692-46bb-9aad-d9df766e16a5 req-0eaf4049-69c4-4e78-b2b6-e8f03bbe001e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0848858 May 06 14:09:23.263482 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fef46bd2-9692-46bb-9aad-d9df766e16a5 req-9a1d0b01-71f8-45f9-9dbf-7f8512a689b0 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 May 06 14:09:23.592190 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:09:24.467701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-324c8394-2ef0-4fcf-a016-621f106c0259 service neutron] 10.222.0.76 "GET /v2.0/ports/072b0b90-62ed-41bc-83de-0c698a172a1b/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.1739194 May 06 14:09:24.487186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd9f56-6ad7-442e-bc0b-927973761b7d req-16f97151-7d6e-4301-880b-6c1cd476fa83 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:24.488695 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d4cd9f56-6ad7-442e-bc0b-927973761b7d req-16f97151-7d6e-4301-880b-6c1cd476fa83 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.1173801 May 06 14:09:24.535339 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d4cd9f56-6ad7-442e-bc0b-927973761b7d req-9a09f9de-7681-4340-979e-66a7ad6a3297 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 May 06 14:09:24.741423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-7ce4e1b2-3096-4e7a-91a2-74a74d5d9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:24.742908 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-7ce4e1b2-3096-4e7a-91a2-74a74d5d9ded service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6&tenant_id=1fc5482fd18c42d983400b256ca0984a HTTP/1.1" status: 200 len: 1099 time: 0.0788503 May 06 14:09:24.837261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-2e02a06c-2660-4653-a01b-d99381ff8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:24.838737 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-2e02a06c-2660-4653-a01b-d99381ff8a0c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 1099 time: 0.0730855 May 06 14:09:24.974749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-03c82787-01c2-4689-83f7-a0c534d5559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:24.976965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-03c82787-01c2-4689-83f7-a0c534d5559a service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1307845 May 06 14:09:25.048623 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-e3422690-f652-406d-81dc-b6ece36b2347 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=072b0b90-62ed-41bc-83de-0c698a172a1b HTTP/1.1" status: 200 len: 217 time: 0.0650170 May 06 14:09:25.110997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-495dedd4-164d-4942-8b0c-007bdb22836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:25.112330 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-495dedd4-164d-4942-8b0c-007bdb22836d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0577412 May 06 14:09:25.160113 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-a6a59237-acbf-45f8-836a-7ca6a7480bbc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406733 May 06 14:09:25.380943 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-7ecc463b-3ed7-49c7-8753-32a26c157f25 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135212 May 06 14:09:25.523774 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ad58412-1003-429e-96ba-775a8dc676e3 req-6ae8b8c3-9c12-4acd-a24c-1ed1a6c553f2 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366396 May 06 14:09:25.733611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5434f-c741-42f4-bb02-03137c59fa37 req-481ea386-1b0b-4020-915d-4277df993116 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:25.735105 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-82d5434f-c741-42f4-bb02-03137c59fa37 req-481ea386-1b0b-4020-915d-4277df993116 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0882924 May 06 14:09:25.779228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-82d5434f-c741-42f4-bb02-03137c59fa37 req-9b503213-d2a7-468d-852b-2bdcd87d3de0 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384822 May 06 14:09:26.969637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aa883-367f-4b78-b465-203b7747d39b req-e23c449a-661d-4ad9-b647-953c67260e39 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:26.971136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d4aa883-367f-4b78-b465-203b7747d39b req-e23c449a-661d-4ad9-b647-953c67260e39 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0823152 May 06 14:09:27.020604 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d4aa883-367f-4b78-b465-203b7747d39b req-4f1c169f-3426-49a3-a964-3e1c35e318bb tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 May 06 14:09:27.572324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 072b0b90-62ed-41bc-83de-0c698a172a1b details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:09:27.576472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 072b0b90-62ed-41bc-83de-0c698a172a1b no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:09:27.828913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:27.860158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=072b0b90-62ed-41bc-83de-0c698a172a1b,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:27.884505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:09:27.889034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '072b0b90-62ed-41bc-83de-0c698a172a1b', 'network_id': '38768415-c760-41ea-9cfd-5addd82c8f75', 'port_id': '072b0b90-62ed-41bc-83de-0c698a172a1b', 'mac_address': 'fa:16:3e:60:d4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a8cb7a-ba26-46ce-9abb-77b23311e877', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:09:27.921179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=072b0b90-62ed-41bc-83de-0c698a172a1b,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:27.927025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:27.969899 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca707fb-d6f1-456d-b417-d23bbcfa7bb0'] response: {'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b', 'code': 200} May 06 14:09:28.014314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:28.039174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072b0b90-62ed-41bc-83de-0c698a172a1b {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:09:28.043152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=072b0b90-62ed-41bc-83de-0c698a172a1b,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:28.059838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=072b0b90-62ed-41bc-83de-0c698a172a1b,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:28.064179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:28.140832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['072b0b90-62ed-41bc-83de-0c698a172a1b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:09:28.185093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=072b0b90-62ed-41bc-83de-0c698a172a1b,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:28.234108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275ec97-7ed6-4c7a-937f-109787e9a006 req-2f93b84c-3cb8-43b1-a234-39862c94f03d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:28.235631 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d275ec97-7ed6-4c7a-937f-109787e9a006 req-2f93b84c-3cb8-43b1-a234-39862c94f03d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 945 time: 0.0888953 May 06 14:09:28.283604 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d275ec97-7ed6-4c7a-937f-109787e9a006 req-1e16993a-3c05-4d05-b4bf-fd0e1bf983c1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418487 May 06 14:09:28.659316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7bf62-0132-43c5-8a11-e31d955e0f81 req-0470e572-a549-412c-9987-d1576321f3be tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:28.660823 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-caa7bf62-0132-43c5-8a11-e31d955e0f81 req-0470e572-a549-412c-9987-d1576321f3be tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 945 time: 0.1485240 May 06 14:09:28.687844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-e0081728-a61b-49d5-b866-edb6354a29ff tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:28.689219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-e0081728-a61b-49d5-b866-edb6354a29ff tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6&tenant_id=1fc5482fd18c42d983400b256ca0984a&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.1450064 May 06 14:09:28.718406 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-caa7bf62-0132-43c5-8a11-e31d955e0f81 req-a904d09d-5d92-4a80-b5c7-31e55f44da90 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519581 May 06 14:09:28.839946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-105114f6-cc20-44ad-86b8-3454eceaed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:28.841439 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-105114f6-cc20-44ad-86b8-3454eceaed26 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fc5482fd18c42d983400b256ca0984a&device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 1098 time: 0.0732145 May 06 14:09:28.974981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-b7cbadea-5a9f-4bba-a5bc-3be548237254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:28.977058 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-b7cbadea-5a9f-4bba-a5bc-3be548237254 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 200 len: 915 time: 0.1292052 May 06 14:09:29.059592 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-ff98e04e-7745-49fa-abc2-57e138a45fc1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=072b0b90-62ed-41bc-83de-0c698a172a1b HTTP/1.1" status: 200 len: 217 time: 0.0753388 May 06 14:09:29.123746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-5dcfa35d-a758-4ed9-885c-a2228b45c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:29.125312 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-5dcfa35d-a758-4ed9-885c-a2228b45c1f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 200 len: 854 time: 0.0595691 May 06 14:09:29.176495 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-677e8f10-b83e-4bd4-a6e9-c0762bad20ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38768415-c760-41ea-9cfd-5addd82c8f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427024 May 06 14:09:29.314331 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-47b4d937-2aae-4ed5-9998-4baae1ccdb22 service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311650 May 06 14:09:29.454849 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de5a0804-358b-4399-aa95-b38e9211ad8a req-077d7e4c-33ef-4dae-8db5-cbab102975ad service neutron] 10.222.0.76 "GET /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336224 May 06 14:09:29.607330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 072b0b90-62ed-41bc-83de-0c698a172a1b up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:29.681114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 072b0b90-62ed-41bc-83de-0c698a172a1b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:29.681481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:29.804952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:29.839876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=072b0b90-62ed-41bc-83de-0c698a172a1b,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:29.844328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:29.920942 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=072b0b90-62ed-41bc-83de-0c698a172a1b,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:29.921386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4662a1-a9c6-424d-9634-2f0e3b8d55b3 req-70972aad-7686-484a-9642-f8f240501e36 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:29.922872 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9e4662a1-a9c6-424d-9634-2f0e3b8d55b3 req-70972aad-7686-484a-9642-f8f240501e36 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0904357 May 06 14:09:29.971147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:09:29.974325 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9e4662a1-a9c6-424d-9634-2f0e3b8d55b3 req-23a87ec1-bdc7-47b7-a56d-661ec23c99bb tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 May 06 14:09:30.020853 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cdab2f-4a99-4f2d-b636-d2b1de9b96e8'] response: {'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b', 'code': 200} May 06 14:09:31.171396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cde5f9-15e8-4899-a230-e36a1b8249d4 req-72906398-a8a4-486b-ad13-eb945bf42d7f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:31.173242 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-21cde5f9-15e8-4899-a230-e36a1b8249d4 req-72906398-a8a4-486b-ad13-eb945bf42d7f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0838585 May 06 14:09:31.221411 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-21cde5f9-15e8-4899-a230-e36a1b8249d4 req-81d9a75b-5ef8-486a-9278-86905a554b59 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407276 May 06 14:09:31.414516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef60a1-96a1-4977-ba4f-d55ca9c2684d req-60ad4eff-bb15-420b-b588-2545ffc9d924 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:31.416438 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04ef60a1-96a1-4977-ba4f-d55ca9c2684d req-60ad4eff-bb15-420b-b588-2545ffc9d924 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0863507 May 06 14:09:31.463448 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04ef60a1-96a1-4977-ba4f-d55ca9c2684d req-2db136e8-3d1f-4756-9271-11c5c6b42419 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 May 06 14:09:31.656082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ffc6-f723-463d-84ac-354049a4192e req-574507b7-3e2f-4feb-82fb-c8be9163eb3e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:31.657551 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e547ffc6-f723-463d-84ac-354049a4192e req-574507b7-3e2f-4feb-82fb-c8be9163eb3e tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0851340 May 06 14:09:31.801809 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e547ffc6-f723-463d-84ac-354049a4192e req-60c3a847-4fe9-4100-a7d9-bb890901ef1d tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384342 May 06 14:09:32.417405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dba56-c64a-4f42-8921-99fa0f7f5c0d req-79bf0733-e0ea-44f8-92cd-c8a2dbf71a5c tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:32.418757 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-880dba56-c64a-4f42-8921-99fa0f7f5c0d req-79bf0733-e0ea-44f8-92cd-c8a2dbf71a5c tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0799389 May 06 14:09:32.464137 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-880dba56-c64a-4f42-8921-99fa0f7f5c0d req-b8701582-349b-4050-87fc-eecb867383c3 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 May 06 14:09:33.658276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739fcd4-4b97-44dd-9bb6-7de5cad83a75 req-5bc268c5-b1bd-4abe-bf4c-30f4ede363e1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:33.659778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c739fcd4-4b97-44dd-9bb6-7de5cad83a75 req-5bc268c5-b1bd-4abe-bf4c-30f4ede363e1 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0874991 May 06 14:09:33.708074 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c739fcd4-4b97-44dd-9bb6-7de5cad83a75 req-4a842645-b91e-4203-aeae-acc5d1e12156 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/security-groups?id=f39fa871-b6b6-4e4c-9478-063620b0d814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 May 06 14:09:34.124163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-139ed317-06ea-4d8f-9153-d56faac52db9 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:34.125665 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-139ed317-06ea-4d8f-9153-d56faac52db9 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 946 time: 0.0789123 May 06 14:09:34.200638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Deleting port 072b0b90-62ed-41bc-83de-0c698a172a1b {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:09:34.200988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.451394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] For port 072b0b90-62ed-41bc-83de-0c698a172a1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=072b0b90-62ed-41bc-83de-0c698a172a1b,segment=NetworkSegment(a4c551e5-e646-4dff-a34b-304310fb126a),segment_id=a4c551e5-e646-4dff-a34b-304310fb126a)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:34.452100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.576824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Calling delete_port for 072b0b90-62ed-41bc-83de-0c698a172a1b owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:09:34.726168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.738330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['072b0b90-62ed-41bc-83de-0c698a172a1b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:09:34.777075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Pushing event deleted for resources: {'Port': ['ID=072b0b90-62ed-41bc-83de-0c698a172a1b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:34.818214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.818551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.818879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.819331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.819699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.820020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.820339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.820679 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.820993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.821308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.821620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.821930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:34.898618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] No DVR routers for this DVR port 072b0b90-62ed-41bc-83de-0c698a172a1b on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:09:34.901859 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9e88edc0-a7f4-4cd8-ac37-346517ee50e7 req-d2ddfdd8-3b64-4fc4-9b88-fa5c2825696f tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6 HTTP/1.1" status: 200 len: 210 time: 0.0770123 May 06 14:09:34.902781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:34.905317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'name': 'network-vif-deleted', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:09:34.931649 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c0658e60-7a70-4761-9fa1-0fd471552fec req-0809cd04-4b89-45cf-9830-d79333efec78 tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] 10.222.0.76 "DELETE /v2.0/ports/072b0b90-62ed-41bc-83de-0c698a172a1b HTTP/1.1" status: 204 len: 173 time: 0.8007348 May 06 14:09:35.020190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89052ea0-bc29-4620-9afc-ffd10926d170'] response: {'server_uuid': '7b7f9e8e-860e-41cf-869a-39bf6a1e9ca6', 'name': 'network-vif-deleted', 'tag': '072b0b90-62ed-41bc-83de-0c698a172a1b', 'status': 'completed', 'code': 200} May 06 14:09:36.127653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.149817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49268) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:36.213479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccac9541-6e21-4b32-956e-678b797b0a5e admin admin] Deleting subnet 23a8cb7a-ba26-46ce-9abb-77b23311e877 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:09:36.216596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccac9541-6e21-4b32-956e-678b797b0a5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.267214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccac9541-6e21-4b32-956e-678b797b0a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.325412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccac9541-6e21-4b32-956e-678b797b0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.400431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccac9541-6e21-4b32-956e-678b797b0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.437561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac9541-6e21-4b32-956e-678b797b0a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a8cb7a-ba26-46ce-9abb-77b23311e877,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:36.441455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccac9541-6e21-4b32-956e-678b797b0a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.448289 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ccac9541-6e21-4b32-956e-678b797b0a5e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/23a8cb7a-ba26-46ce-9abb-77b23311e877 HTTP/1.1" status: 204 len: 168 time: 0.2973998 May 06 14:09:36.450707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49272) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:36.557968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.634554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-83c3ed85-01bd-4573-806b-11d207060da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.789987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.816905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38768415-c760-41ea-9cfd-5addd82c8f75']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:36.830608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c551e5-e646-4dff-a34b-304310fb126a') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:36.831013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c551e5-e646-4dff-a34b-304310fb126a') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:36.843756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.860744 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.867609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:09:36.868034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:09:36.881179 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:09:36.966680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.983035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:36.992208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] Pushing event deleted for resources: {'Network': ['ID=38768415-c760-41ea-9cfd-5addd82c8f75,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:36.997495 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-252505f1-c859-4660-bfae-6b29bd9c01ea admin admin] 10.222.0.21 "DELETE /v2.0/networks/38768415-c760-41ea-9cfd-5addd82c8f75 HTTP/1.1" status: 204 len: 168 time: 0.5458057 May 06 14:09:37.129450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49278) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:37.193233 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d9b57526-a0d5-4eff-ac3e-1ba8359dbe5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fc5482fd18c42d983400b256ca0984a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625594 May 06 14:09:37.196376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49282) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:37.260263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ec990d82-ff7f-4c89-93cd-288d2e192a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:37.287885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ec990d82-ff7f-4c89-93cd-288d2e192a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:37.345835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ec990d82-ff7f-4c89-93cd-288d2e192a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:37.362996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec990d82-ff7f-4c89-93cd-288d2e192a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39fa871-b6b6-4e4c-9478-063620b0d814,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:37.368388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ec990d82-ff7f-4c89-93cd-288d2e192a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:37.369474 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ec990d82-ff7f-4c89-93cd-288d2e192a8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f39fa871-b6b6-4e4c-9478-063620b0d814 HTTP/1.1" status: 204 len: 168 time: 0.1720150 May 06 14:09:37.674564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 072b0b90-62ed-41bc-83de-0c698a172a1b no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:09:37.714636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 072b0b90-62ed-41bc-83de-0c698a172a1b {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:09:37.714980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 072b0b90-62ed-41bc-83de-0c698a172a1b not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:09:38.207252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49306) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:38.320791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1939580802-network', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:38.325694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:38.329594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Usage tracker for resource:network and tenant:58a4bc5f09834b4d8485d5c53170b5cb is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:38.332411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:38.339267 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:38.349111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Made reservation on behalf of 58a4bc5f09834b4d8485d5c53170b5cb for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:09:38.352550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:38.369899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:38.385100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:38.388846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Usage tracker for resource:security_group_rule and tenant:58a4bc5f09834b4d8485d5c53170b5cb is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:38.391607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:38.398360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:38.490319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:38.494814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:38.528117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:09:38.537237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e72aa9-99eb-48f7-a430-0e2529ff8a75,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:38.543904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:38.544250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Added segment 0d0bfb1f-00bb-4602-a1bc-01245155b95d of type vlan for network e672d76c-0e59-48c4-b32c-e29a6601e4ff May 06 14:09:38.575807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:38.607563 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:38.608573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:38.609255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:38.719956 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5113680 May 06 14:09:38.723014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b0a6f-2d26-477b-9306-288f4dc5e632 admin admin] Pushing event updated for resources: {'Network': ['ID=e672d76c-0e59-48c4-b32c-e29a6601e4ff,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:38.723542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 49312) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:38.731194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Request body: {'subnet': {'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1939580802-subnet', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:38.733616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:09:38.740852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:38.747800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Usage tracker for resource:subnet and tenant:58a4bc5f09834b4d8485d5c53170b5cb is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:38.752833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:38.764508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:38.780576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Made reservation on behalf of 58a4bc5f09834b4d8485d5c53170b5cb for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:09:38.782950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.006129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.007476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a62451b8-05e0-48ef-bbe3-08876c1ea6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.082766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad0c090-c54e-4c31-a025-f3b301061a4d,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:39.094079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.094429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.094768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.095101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.095432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.095766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.096093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.096456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.096773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.097095 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.097414 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.097734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:39.104226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Checking segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:09:39.104629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Network hostable DHCP agents. Network: e672d76c-0e59-48c4-b32c-e29a6601e4ff, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:09:39.125443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:09:39.138087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, e672d76c-0e59-48c4-b32c-e29a6601e4ff) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:09:39.142337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:39.142920 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.150513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4f57d-f869-43f3-b0f2-0b86081e79c8 None None] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:09:39.164930 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4285ae0c-6526-40bb-adaa-66f8356fb9e8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4402399 May 06 14:09:39.167521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 49316) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:39.174372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:39.183074 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:39.188884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Usage tracker for resource:router and tenant:58a4bc5f09834b4d8485d5c53170b5cb is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:39.191884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:39.198447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:39.209499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.210934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.229399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.405310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:09:39.406245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.517355 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.574984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Allocated IP 172.20.0.2 (e672d76c-0e59-48c4-b32c-e29a6601e4ff/4ad0c090-c54e-4c31-a025-f3b301061a4d/d26ac532-1364-4f5f-95f0-c080dc28ba7a) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:09:39.803110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.814753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Transition to ACTIVE for port object d26ac532-1364-4f5f-95f0-c080dc28ba7a will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:39.834362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Transition to ACTIVE for port object d26ac532-1364-4f5f-95f0-c080dc28ba7a will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:39.840470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.842226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.915255 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:09:39.918681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:09:39.922543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:09:39.931570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Pushing event updated for resources: {'Port': ['ID=d26ac532-1364-4f5f-95f0-c080dc28ba7a,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:39.996085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:40.079546 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:40.080201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Attempting to bind port d26ac532-1364-4f5f-95f0-c080dc28ba7a on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:09:40.080590 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Attempting to bind port d26ac532-1364-4f5f-95f0-c080dc28ba7a by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:09:40.080951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Attempting to bind port d26ac532-1364-4f5f-95f0-c080dc28ba7a on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:09:40.093485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:09:40.094041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Checking segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:09:40.094284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:40.094618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Bound using segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:09:40.095161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Bound port: d26ac532-1364-4f5f-95f0-c080dc28ba7a, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:09:40.095452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:40.112802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:40.139424 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Allocated IP 172.26.2.94 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/806b92ca-584f-4dbe-927e-da98feb0de7d) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:09:40.190647 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] For port d26ac532-1364-4f5f-95f0-c080dc28ba7a, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:09:40.194532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] For port d26ac532-1364-4f5f-95f0-c080dc28ba7a, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d26ac532-1364-4f5f-95f0-c080dc28ba7a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:09:40.198572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:40.290430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ce9de-48be-4ff6-abfb-d8a428f6ec4c None None] Pushing event updated for resources: {'Port': ['ID=d26ac532-1364-4f5f-95f0-c080dc28ba7a,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:40.319530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:40.353530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:40.422171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:09:40.425761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:09:40.430394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:09:40.461793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Pushing event updated for resources: {'Port': ['ID=806b92ca-584f-4dbe-927e-da98feb0de7d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:40.715808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d26ac532-1364-4f5f-95f0-c080dc28ba7a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:40.787068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port d26ac532-1364-4f5f-95f0-c080dc28ba7a completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:40.899692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:41.300779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:41.330826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a4452-1a6c-4108-9941-6c051a14da53 None None] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:09:41.421545 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-35b6e233-cedb-4ae9-b46a-1158925db571 None None] Provisioning for port d26ac532-1364-4f5f-95f0-c080dc28ba7a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:41.430891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-35b6e233-cedb-4ae9-b46a-1158925db571 None None] Provisioning complete for port d26ac532-1364-4f5f-95f0-c080dc28ba7a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:41.431261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-35b6e233-cedb-4ae9-b46a-1158925db571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:41.652005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Router 8f030174-f9be-4380-a856-13d1f077693c is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:09:41.687750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:41.688343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-35b6e233-cedb-4ae9-b46a-1158925db571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:41.738037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-35b6e233-cedb-4ae9-b46a-1158925db571 None None] For port d26ac532-1364-4f5f-95f0-c080dc28ba7a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d26ac532-1364-4f5f-95f0-c080dc28ba7a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:41.748155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-35b6e233-cedb-4ae9-b46a-1158925db571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:41.843066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6e233-cedb-4ae9-b46a-1158925db571 None None] Pushing event updated for resources: {'Port': ['ID=d26ac532-1364-4f5f-95f0-c080dc28ba7a,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:41.852639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:09:41.864521 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:09:41.878164 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:09:41.878926 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:09:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:41.890537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:41.898216 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bfb30ace-156e-41a0-bed6-7221bf583399 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7286551 May 06 14:09:41.900066 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49320) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:42.083429 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-95776bfb-eada-46b1-af7c-0b4e5729b6f4 None None] Provisioning complete for port d26ac532-1364-4f5f-95f0-c080dc28ba7a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:42.084014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-95776bfb-eada-46b1-af7c-0b4e5729b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:42.144631 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:09:42.443553 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:40Z', 'revision_number': 3, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:42.449060 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:09:42.449406 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Updating router 8f030174-f9be-4380-a856-13d1f077693c port 806b92ca-584f-4dbe-927e-da98feb0de7d binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:09:42.505592 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:42.659536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:42.695020 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d26ac532-1364-4f5f-95f0-c080dc28ba7a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:42.783028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port d26ac532-1364-4f5f-95f0-c080dc28ba7a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:42.783467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:42.876574 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:42.895389 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Transition to ACTIVE for port object 806b92ca-584f-4dbe-927e-da98feb0de7d will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:42.907064 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.004445 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Attempting to bind port 806b92ca-584f-4dbe-927e-da98feb0de7d on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:09:43.004725 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Attempting to bind port 806b92ca-584f-4dbe-927e-da98feb0de7d by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:09:43.005113 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Attempting to bind port 806b92ca-584f-4dbe-927e-da98feb0de7d on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:09:43.009276 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Pushing event updated for resources: {'Port': ['ID=806b92ca-584f-4dbe-927e-da98feb0de7d,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:43.017248 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:09:43.017640 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:09:43.018027 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.018415 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:09:43.018881 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Bound port: 806b92ca-584f-4dbe-927e-da98feb0de7d, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:09:43.019252 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.020396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Allocated IP 172.20.0.1 (e672d76c-0e59-48c4-b32c-e29a6601e4ff/4ad0c090-c54e-4c31-a025-f3b301061a4d/71d37067-b250-48b5-b645-66d3b0ad3f92) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:09:43.050902 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.051129 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.051464 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.051815 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.052139 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.052562 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.052888 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.054064 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.054628 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.055012 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.055339 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.055662 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:43.104434 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] For port 806b92ca-584f-4dbe-927e-da98feb0de7d, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:09:43.107527 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] For port 806b92ca-584f-4dbe-927e-da98feb0de7d, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=806b92ca-584f-4dbe-927e-da98feb0de7d,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:09:43.111003 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.186193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.195933 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:09:43.196587 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:09:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:43.202893 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Transition to ACTIVE for port object 71d37067-b250-48b5-b645-66d3b0ad3f92 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:43.229991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.254672 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332db560-4427-456f-b915-a9d43cfdd03a None None] Pushing event updated for resources: {'Port': ['ID=806b92ca-584f-4dbe-927e-da98feb0de7d,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:43.300377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:09:43.303424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:09:43.307032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:09:43.335819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Pushing event updated for resources: {'Port': ['ID=71d37067-b250-48b5-b645-66d3b0ad3f92,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:43.366905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.382609 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:09:43.561953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-579d5696-6d6f-427a-b33e-ece167b69ea0 None None] Provisioning for port 71d37067-b250-48b5-b645-66d3b0ad3f92 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:43.566830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-579d5696-6d6f-427a-b33e-ece167b69ea0 None None] Provisioning complete for port 71d37067-b250-48b5-b645-66d3b0ad3f92 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:43.567194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-579d5696-6d6f-427a-b33e-ece167b69ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.629270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-579d5696-6d6f-427a-b33e-ece167b69ea0 None None] Port 71d37067-b250-48b5-b645-66d3b0ad3f92 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:09:43.648433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.681091 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:40Z', 'revision_number': 3, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:43.685347 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051e2d6-d72f-4e4a-94ba-e7330ab6349d None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:40Z', 'revision_number': 3, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:09:43.894174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.908690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.019319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Pushing event updated for resources: {'Port': ['ID=71d37067-b250-48b5-b645-66d3b0ad3f92,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:44.025100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.171605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:09:44.173082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:09:44.375892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:09:44.458725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3064378b-9a89-4565-9194-d07e88ea2888 None None] Provisioning complete for port 71d37067-b250-48b5-b645-66d3b0ad3f92 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:44.459243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3064378b-9a89-4565-9194-d07e88ea2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.517398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3064378b-9a89-4565-9194-d07e88ea2888 None None] Port 71d37067-b250-48b5-b645-66d3b0ad3f92 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:09:44.679472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:09:44.689353 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-acd27824-11c6-4843-acaa-704ddd3387a1 admin admin] 10.222.0.21 "PUT /v2.0/routers/8f030174-f9be-4380-a856-13d1f077693c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7841651 May 06 14:09:44.711072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 806b92ca-584f-4dbe-927e-da98feb0de7d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:44.783909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 806b92ca-584f-4dbe-927e-da98feb0de7d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:44.789351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 806b92ca-584f-4dbe-927e-da98feb0de7d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:44.789723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.914260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.933256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 806b92ca-584f-4dbe-927e-da98feb0de7d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=806b92ca-584f-4dbe-927e-da98feb0de7d,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:44.939469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.019641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=806b92ca-584f-4dbe-927e-da98feb0de7d,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:45.127265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 49332) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:45.133363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873666763', 'description': 'tempest-description--1570956468'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:45.139461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:45.143686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Usage tracker for resource:security_group and tenant:58a4bc5f09834b4d8485d5c53170b5cb is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:45.148528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:45.155256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:45.166565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.191950 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:45.196137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Usage tracker for resource:security_group_rule and tenant:58a4bc5f09834b4d8485d5c53170b5cb is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:45.198725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:45.204905 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:45.219153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:09:45.229577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:09:45.230186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:09:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:45.292633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.297783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.341299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd95700b-44ca-4f94-b28b-0f1eac85862a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:45.346028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.347557 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c2802843-cbd0-4be7-8a70-26cc44aefffc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2192888 May 06 14:09:45.352389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49336) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:45.358074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'security_group_rule': {'security_group_id': 'fd95700b-44ca-4f94-b28b-0f1eac85862a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:45.364264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:45.369934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Usage tracker for resource:security_group_rule and tenant:58a4bc5f09834b4d8485d5c53170b5cb is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:45.374672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:45.382458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:45.405838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.470964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:09:45.483171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.487426 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.514800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc5d75e-b0c6-4d5c-b3fc-86c4cda1f688,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:45.526628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.527877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-06166abe-749b-496f-a820-5812efd7eadd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1744072 May 06 14:09:45.531606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49340) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:45.538758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'security_group_rule': {'security_group_id': 'fd95700b-44ca-4f94-b28b-0f1eac85862a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:45.544569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:45.548665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Usage tracker for resource:security_group_rule and tenant:58a4bc5f09834b4d8485d5c53170b5cb is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:45.551959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:45.559684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:45.578077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.642601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.646599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.672109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8694d19-61e9-4589-9fff-5eeb0570d1f6,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:45.682955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.684300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ef6a9a7f-fbaf-4cdf-bb58-1aae42af2a09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513276 May 06 14:09:45.687188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49344) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:45.692168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:45.698554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:45.702454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Usage tracker for resource:floatingip and tenant:58a4bc5f09834b4d8485d5c53170b5cb is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:45.705258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:45.711820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:45.725983 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.865167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.896095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 2, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:45.902368 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:09:45.902723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Updating router 8f030174-f9be-4380-a856-13d1f077693c port 71d37067-b250-48b5-b645-66d3b0ad3f92 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:09:46.012919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Allocated IP 172.26.2.245 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/e9b3439f-38d7-4560-a37e-f18364f42ba1) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:09:46.025194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.161923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.196179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.266133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:09:46.268894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:09:46.273226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:09:46.314977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event updated for resources: {'Port': ['ID=e9b3439f-38d7-4560-a37e-f18364f42ba1,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:46.358964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.391244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.404304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Transition to ACTIVE for port object 71d37067-b250-48b5-b645-66d3b0ad3f92 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:46.411789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.427247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.582439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4420901-4e44-4135-b801-53d942c3b135 None None] Pushing event updated for resources: {'Port': ['ID=71d37067-b250-48b5-b645-66d3b0ad3f92,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:46.646950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Attempting to bind port 71d37067-b250-48b5-b645-66d3b0ad3f92 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:09:46.647336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Attempting to bind port 71d37067-b250-48b5-b645-66d3b0ad3f92 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:09:46.647696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Attempting to bind port 71d37067-b250-48b5-b645-66d3b0ad3f92 on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:09:46.653518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:09:46.653892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Checking segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:09:46.654294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.654836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Bound using segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:09:46.655318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Bound port: 71d37067-b250-48b5-b645-66d3b0ad3f92, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:09:46.655693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.679242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.687236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.728099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 806b92ca-584f-4dbe-927e-da98feb0de7d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:46.801513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event updated for resources: {'Port': ['ID=e9b3439f-38d7-4560-a37e-f18364f42ba1,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:46.814982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.825446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] For port 71d37067-b250-48b5-b645-66d3b0ad3f92, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:09:46.828995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] For port 71d37067-b250-48b5-b645-66d3b0ad3f92, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=71d37067-b250-48b5-b645-66d3b0ad3f92,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:09:46.835040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.839726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.848768 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d48dbef1-0634-412e-beb1-f9a7a9000f9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1530464 May 06 14:09:46.907809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 806b92ca-584f-4dbe-927e-da98feb0de7d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:46.908121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:47.027248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-45543405-7fe0-414d-8414-01c55d1104dd req-3c995d70-0ab0-440e-9978-9040458bd465 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:09:47.041839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:09:47.042696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:09:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:47.047687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-45543405-7fe0-414d-8414-01c55d1104dd req-3c995d70-0ab0-440e-9978-9040458bd465 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:09:47.057166 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-3c995d70-0ab0-440e-9978-9040458bd465 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--873666763&fields=id&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 267 time: 0.0782731 May 06 14:09:47.105364 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4420901-4e44-4135-b801-53d942c3b135 None None] Pushing event updated for resources: {'Port': ['ID=71d37067-b250-48b5-b645-66d3b0ad3f92,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:47.233255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45543405-7fe0-414d-8414-01c55d1104dd req-f40475cb-e52d-4fe9-aee7-5591385cef14 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:47.233856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-45543405-7fe0-414d-8414-01c55d1104dd req-f40475cb-e52d-4fe9-aee7-5591385cef14 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:09:47.252699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-45543405-7fe0-414d-8414-01c55d1104dd req-f40475cb-e52d-4fe9-aee7-5591385cef14 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:09:47.257118 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-f40475cb-e52d-4fe9-aee7-5591385cef14 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 812 time: 0.1920121 May 06 14:09:47.270386 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-2165637b-218e-4567-a5c9-59d387dac70d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/quotas/58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 375 time: 0.0099039 May 06 14:09:47.313562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:09:47.376183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-45543405-7fe0-414d-8414-01c55d1104dd req-18933b68-14d2-4357-a827-47dbeb167d6c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:09:47.394535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-45543405-7fe0-414d-8414-01c55d1104dd req-18933b68-14d2-4357-a827-47dbeb167d6c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:09:47.396288 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-18933b68-14d2-4357-a827-47dbeb167d6c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1188624 May 06 14:09:47.545030 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-c06c3bc5-0fb1-44bb-b2de-7808f4c0f8e9 service neutron] 10.222.0.21 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362016 May 06 14:09:47.634842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:46Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:09:47.638823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f300217-d22e-44cb-8726-b167b2809f52 None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:46Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:09:47.700619 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-628d608c-aee7-4be1-8c61-6918cd0ca35b service neutron] 10.222.0.21 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457686 May 06 14:09:48.013716 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d1c4403-f8bf-4f07-b66d-fe29e8301d95 req-71269615-0844-492a-ae46-6239ea6e4cb8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 210 time: 0.1575332 May 06 14:09:48.727914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 71d37067-b250-48b5-b645-66d3b0ad3f92 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:48.796844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 71d37067-b250-48b5-b645-66d3b0ad3f92 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:48.801390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 71d37067-b250-48b5-b645-66d3b0ad3f92 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:48.801761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.928552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.963267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 71d37067-b250-48b5-b645-66d3b0ad3f92, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=71d37067-b250-48b5-b645-66d3b0ad3f92,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:48.968170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:49.043955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=71d37067-b250-48b5-b645-66d3b0ad3f92,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:49.289819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a825d50-43a6-4017-aefd-fb8e87b72265 req-28ca4c0c-cd82-44f4-acf2-17105735348c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 210 time: 0.1455057 May 06 14:09:49.347901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45543405-7fe0-414d-8414-01c55d1104dd req-8403bc5c-1412-4d5b-aec8-b55107486645 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:49.349355 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-8403bc5c-1412-4d5b-aec8-b55107486645 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 812 time: 0.2460687 May 06 14:09:49.401624 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-b4dd1044-2afa-4b18-991c-b09c424cecb6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 379 time: 0.0435035 May 06 14:09:49.410302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'port': {'device_id': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'admin_state_up': True, 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'security_groups': ['fd95700b-44ca-4f94-b28b-0f1eac85862a']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:49.545261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:49.555368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:49.565822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Made reservation on behalf of 58a4bc5f09834b4d8485d5c53170b5cb for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:09:49.570878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:49.730245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Allocated IP 172.20.0.4 (e672d76c-0e59-48c4-b32c-e29a6601e4ff/4ad0c090-c54e-4c31-a025-f3b301061a4d/7d683aa2-63ad-4177-9a0b-59634746cf6a) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:09:49.920973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:49.937061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Transition to ACTIVE for port object 7d683aa2-63ad-4177-9a0b-59634746cf6a will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:49.962488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:50.032599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:09:50.035648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:09:50.041215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:09:50.079779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event updated for resources: {'Port': ['ID=7d683aa2-63ad-4177-9a0b-59634746cf6a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:50.118977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:50.119689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:50.146107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-8f58cb8e-761e-4b20-9801-50985cc45f93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7393000 May 06 14:09:50.159120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Request body: {'port': {'device_id': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:50.246967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-16b6833a-8bb3-400b-bded-3175f99b00ed None None] Provisioning for port 7d683aa2-63ad-4177-9a0b-59634746cf6a completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:50.253304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-16b6833a-8bb3-400b-bded-3175f99b00ed None None] Provisioning complete for port 7d683aa2-63ad-4177-9a0b-59634746cf6a triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:50.253770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-16b6833a-8bb3-400b-bded-3175f99b00ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:50.277666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:50.313954 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-16b6833a-8bb3-400b-bded-3175f99b00ed None None] Port 7d683aa2-63ad-4177-9a0b-59634746cf6a cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:09:50.618082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b57b0b-225d-48c1-88e0-79f8ed615c18 req-027fd8d2-e6d9-42ff-9270-57b9905d8a38 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:50.619013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-17b57b0b-225d-48c1-88e0-79f8ed615c18 req-027fd8d2-e6d9-42ff-9270-57b9905d8a38 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:09:50.645609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-17b57b0b-225d-48c1-88e0-79f8ed615c18 req-027fd8d2-e6d9-42ff-9270-57b9905d8a38 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:09:50.647476 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17b57b0b-225d-48c1-88e0-79f8ed615c18 req-027fd8d2-e6d9-42ff-9270-57b9905d8a38 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 931 time: 0.2330914 May 06 14:09:50.699955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 71d37067-b250-48b5-b645-66d3b0ad3f92 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:50.746162 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17b57b0b-225d-48c1-88e0-79f8ed615c18 req-068ad523-1a89-4952-ad2f-39d3c3bd448d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901394 May 06 14:09:50.748098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d683aa2-63ad-4177-9a0b-59634746cf6a {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:09:50.756566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:50.776612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 71d37067-b250-48b5-b645-66d3b0ad3f92 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:50.776973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:50.786343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Transition to ACTIVE for port object 7d683aa2-63ad-4177-9a0b-59634746cf6a will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:50.790927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:50.934303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Pushing event updated for resources: {'Port': ['ID=7d683aa2-63ad-4177-9a0b-59634746cf6a,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:51.145945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Attempting to bind port 7d683aa2-63ad-4177-9a0b-59634746cf6a on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:09:51.146282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Attempting to bind port 7d683aa2-63ad-4177-9a0b-59634746cf6a by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:09:51.146690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Attempting to bind port 7d683aa2-63ad-4177-9a0b-59634746cf6a on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:09:51.152213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Port 7d683aa2-63ad-4177-9a0b-59634746cf6a on network e672d76c-0e59-48c4-b32c-e29a6601e4ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:09:51.152559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Attempting to bind port 7d683aa2-63ad-4177-9a0b-59634746cf6a on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:09:51.157785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:09:51.158121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Checking segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:09:51.158502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Bound using segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:09:51.158926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Bound port: 7d683aa2-63ad-4177-9a0b-59634746cf6a, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:09:51.159269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:51.254889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:09:51.258711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:09:51.263421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:51.324939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:51.325741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:51.326930 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] 10.222.0.76 "PUT /v2.0/ports/7d683aa2-63ad-4177-9a0b-59634746cf6a HTTP/1.1" status: 200 len: 1093 time: 1.1722872 May 06 14:09:51.327386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:09:51.353800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8482e-fff4-40e5-a62d-73b25f706481 service neutron] Pushing event updated for resources: {'Port': ['ID=7d683aa2-63ad-4177-9a0b-59634746cf6a,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:51.405731 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17eed60f-29e8-40b7-ad0a-9e7df31edc1c'] response: {'name': 'network-changed', 'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'status': 'completed', 'code': 200} May 06 14:09:51.454341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45543405-7fe0-414d-8414-01c55d1104dd req-01025867-5591-489e-aef1-20297da64a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:51.455861 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-01025867-5591-489e-aef1-20297da64a06 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 1096 time: 0.0871518 May 06 14:09:51.540884 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-6fc82eff-0bdc-4e41-b512-62443c347d09 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a HTTP/1.1" status: 200 len: 217 time: 0.0772645 May 06 14:09:51.612867 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45543405-7fe0-414d-8414-01c55d1104dd req-53db1483-af19-49dd-984c-b850488261c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:51.614247 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-53db1483-af19-49dd-984c-b850488261c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0650375 May 06 14:09:51.700602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45543405-7fe0-414d-8414-01c55d1104dd req-6552a485-7a1d-4859-b2bb-7c351ed0aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:51.702021 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-6552a485-7a1d-4859-b2bb-7c351ed0aafd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806170 May 06 14:09:51.844962 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-fd4d4e67-9a1e-4af4-9f29-ddd25d40e3cd service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358857 May 06 14:09:52.041458 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45543405-7fe0-414d-8414-01c55d1104dd req-3443799b-b1c9-4baf-b387-166b54bab88b service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898823 May 06 14:09:52.056615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92b0aa-fbae-4acd-92fd-dca35ff78084 req-53f9a4ee-bccf-4d5d-9eb4-d711e51bdae3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:52.058555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f92b0aa-fbae-4acd-92fd-dca35ff78084 req-53f9a4ee-bccf-4d5d-9eb4-d711e51bdae3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 943 time: 0.1895478 May 06 14:09:52.155732 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f92b0aa-fbae-4acd-92fd-dca35ff78084 req-1e0dc39d-9424-451e-90db-d65892740f03 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851998 May 06 14:09:52.189264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-a9090507-5f7c-4081-bb2b-e2f2a31689be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:52.190736 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-a9090507-5f7c-4081-bb2b-e2f2a31689be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 1096 time: 0.0912824 May 06 14:09:52.329111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-b252fb97-9ec4-40db-bb28-dea1f3cee3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:52.331225 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-b252fb97-9ec4-40db-bb28-dea1f3cee3cd service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1337352 May 06 14:09:52.400072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-13f9e089-5303-4e07-b301-197c622d7df4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a HTTP/1.1" status: 200 len: 217 time: 0.0620840 May 06 14:09:52.468909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-10568ebc-ea76-45f1-b245-fd593881df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:52.470361 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-10568ebc-ea76-45f1-b245-fd593881df69 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0620472 May 06 14:09:52.547296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-37afbdf9-f97e-4ed0-943e-2a0bcafe356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:52.548799 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-37afbdf9-f97e-4ed0-943e-2a0bcafe356d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707254 May 06 14:09:52.686142 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-21cc8bb1-92d7-4c8e-80f4-68a899be498d service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303470 May 06 14:09:52.916154 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a06d2e1-45fa-448a-aae8-bec0103b87cf req-fca3e2e4-8b39-433a-8685-513e6d1ecc18 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230012 May 06 14:09:53.345151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0eeac-00c6-4ab7-947e-f2bd3fee6c12 req-48511edb-d336-43ae-a3dd-bb8fc7fad71b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:53.346610 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88a0eeac-00c6-4ab7-947e-f2bd3fee6c12 req-48511edb-d336-43ae-a3dd-bb8fc7fad71b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 943 time: 0.0840597 May 06 14:09:53.390909 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88a0eeac-00c6-4ab7-947e-f2bd3fee6c12 req-c34694c0-ebad-4d22-8e50-efa5f12ec0e0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 May 06 14:09:53.751969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7d683aa2-63ad-4177-9a0b-59634746cf6a details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:09:53.885090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:53.897842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'mac_address': 'fa:16:3e:be:0d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:09:53.954561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:53.976389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d683aa2-63ad-4177-9a0b-59634746cf6a {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:09:53.992198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:53.995829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:54.063686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=7d683aa2-63ad-4177-9a0b-59634746cf6a,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:54.071233 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.071603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.071915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.072243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.072599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.072929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.073253 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.073574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.073892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.074210 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.074526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.074840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:54.240442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['7d683aa2-63ad-4177-9a0b-59634746cf6a'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:09:54.579245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988e05e-e38e-487e-99f5-aa4067a65664 req-914a3879-e928-4f94-a4e4-95bda0bd0866 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:54.580711 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d988e05e-e38e-487e-99f5-aa4067a65664 req-914a3879-e928-4f94-a4e4-95bda0bd0866 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 944 time: 0.0804074 May 06 14:09:54.624985 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d988e05e-e38e-487e-99f5-aa4067a65664 req-5c8d1674-c961-4d44-b04c-3d5ef4ecba40 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 May 06 14:09:55.751888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7d683aa2-63ad-4177-9a0b-59634746cf6a up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:55.814417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee09659-fa88-464a-98ff-1e11635c89c5 req-101e687d-3bf3-4628-b45a-650981de5e68 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:55.816145 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aee09659-fa88-464a-98ff-1e11635c89c5 req-101e687d-3bf3-4628-b45a-650981de5e68 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 944 time: 0.0868895 May 06 14:09:55.817554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 7d683aa2-63ad-4177-9a0b-59634746cf6a completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:55.822628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 7d683aa2-63ad-4177-9a0b-59634746cf6a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:55.823018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:55.862729 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aee09659-fa88-464a-98ff-1e11635c89c5 req-2be87131-8932-4ea0-8723-5431b2d5b9f4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403185 May 06 14:09:55.938375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:55.965773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:09:55.975687 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:09:55.981165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:56.052591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=7d683aa2-63ad-4177-9a0b-59634746cf6a,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:56.066235 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4de1af9-033a-4e15-8bf0-d6aa609166db'] response: {'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'code': 200} May 06 14:09:56.306113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3d5f5-eb95-4e08-af56-405947b2cc06 req-4c2d31ce-6956-4c3b-9751-a82b3b675c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:56.307860 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ede3d5f5-eb95-4e08-af56-405947b2cc06 req-4c2d31ce-6956-4c3b-9751-a82b3b675c29 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 1098 time: 0.0725055 May 06 14:09:56.356946 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ede3d5f5-eb95-4e08-af56-405947b2cc06 req-11dcc776-5b3b-454d-a5a7-590a07d2c2d3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395293 May 06 14:09:57.051216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e36b9f-e8ab-4855-9939-8a870de3f464 req-74397267-d114-4f23-9784-33df7cb2c842 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:57.052807 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43e36b9f-e8ab-4855-9939-8a870de3f464 req-74397267-d114-4f23-9784-33df7cb2c842 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0789461 May 06 14:09:57.097141 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43e36b9f-e8ab-4855-9939-8a870de3f464 req-b0a00143-eec6-4800-94ee-e7c148be1f1b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 May 06 14:09:58.285721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe0ff7-958e-4071-9f51-375b07a65ee9 req-744a69c4-dbb2-40ba-a9d5-49e4dd6172b3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:58.287795 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aafe0ff7-958e-4071-9f51-375b07a65ee9 req-744a69c4-dbb2-40ba-a9d5-49e4dd6172b3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0842087 May 06 14:09:58.332348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aafe0ff7-958e-4071-9f51-375b07a65ee9 req-c4e4ab34-7952-48f0-bae0-1d680dde2da7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382781 May 06 14:09:58.511109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb0fbf-34f8-4871-ae41-19794ffba08e req-1016a356-e1d2-4ffc-80e3-0b0145b2ee4e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:09:58.512505 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3eb0fbf-34f8-4871-ae41-19794ffba08e req-1016a356-e1d2-4ffc-80e3-0b0145b2ee4e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0800982 May 06 14:09:58.521776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49402) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:09:58.527370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-df262307-d18c-4b11-aaab-456f027f16c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'floatingip': {'port_id': '7d683aa2-63ad-4177-9a0b-59634746cf6a'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:09:58.610009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df262307-d18c-4b11-aaab-456f027f16c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:59.215693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df262307-d18c-4b11-aaab-456f027f16c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:59.219555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df262307-d18c-4b11-aaab-456f027f16c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:59.500141 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-df262307-d18c-4b11-aaab-456f027f16c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Floating IP c5590940-090f-49a3-9736-86bf1e57f814 associated. External IP: 172.26.2.245, port: 7d683aa2-63ad-4177-9a0b-59634746cf6a. May 06 14:09:59.859260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df262307-d18c-4b11-aaab-456f027f16c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:10:00.050702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df262307-d18c-4b11-aaab-456f027f16c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:10:00.055557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df262307-d18c-4b11-aaab-456f027f16c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:00.060811 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:10:00.071613 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:10:00.072303 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:09:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:00.110910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-df262307-d18c-4b11-aaab-456f027f16c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "PUT /v2.0/floatingips/c5590940-090f-49a3-9736-86bf1e57f814 HTTP/1.1" status: 200 len: 991 time: 1.5874047 May 06 14:10:00.111467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:10:00.165508 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396b08d8-2409-4f38-8df0-c6d8bf1b2cf5'] response: {'name': 'network-changed', 'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'status': 'completed', 'code': 200} May 06 14:10:00.293425 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:10:00.329803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-01200364-6702-4917-b5b6-8f53bfeecf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:00.331286 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-01200364-6702-4917-b5b6-8f53bfeecf12 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1422951 May 06 14:10:00.340615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bb89b-83c3-4a64-9ace-5f4af2ab00d7 req-13bad59e-c235-49f1-a7e1-0023b2e82b34 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:00.342040 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-688bb89b-83c3-4a64-9ace-5f4af2ab00d7 req-13bad59e-c235-49f1-a7e1-0023b2e82b34 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.1151831 May 06 14:10:00.469796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-688bb89b-83c3-4a64-9ace-5f4af2ab00d7 req-6a5998d7-6c67-4eea-802d-b3b56ceb475e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065896 May 06 14:10:00.510368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-062dd6f4-2a4d-4373-a547-518770945463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:00.511958 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-062dd6f4-2a4d-4373-a547-518770945463 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1690836 May 06 14:10:00.618403 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:10:00.656735 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:be:0d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:09:59Z', 'revision_number': 1, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:00.660665 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:10:00.669404 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:10:00.670016 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:09:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:00.677039 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-293b3734-384a-418a-bb29-e577f5c36917 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a HTTP/1.1" status: 200 len: 999 time: 0.1535299 May 06 14:10:00.752526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54448353-77b5-46a2-bb8d-0df9ae4bfb89 req-92f38df4-3187-4363-97a2-4c1308c4f189 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:00.753928 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54448353-77b5-46a2-bb8d-0df9ae4bfb89 req-92f38df4-3187-4363-97a2-4c1308c4f189 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.1719155 May 06 14:10:00.762672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-91bef088-ad30-4437-a08f-b79b430d4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:00.764044 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-91bef088-ad30-4437-a08f-b79b430d4375 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0792985 May 06 14:10:00.848324 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:10:00.852467 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-54448353-77b5-46a2-bb8d-0df9ae4bfb89 req-dae9b27a-703f-4c61-85ed-23bf5a03d376 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914061 May 06 14:10:00.880482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-99d8a408-f434-4203-bece-2d3c2db1ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:00.882596 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-99d8a408-f434-4203-bece-2d3c2db1ed2b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050000 May 06 14:10:01.144515 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-93a09f64-079a-4ff8-af1a-87e1dcdafafe service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533565 May 06 14:10:01.215513 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:be:0d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:09:59Z', 'revision_number': 1, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:01.219525 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09edf150-5d9b-4866-a01a-3d3f337b9a49 None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:be:0d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:09:59Z', 'revision_number': 1, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:10:01.287956 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52e7d69b-2c77-4a50-a464-0aa2a9f3e8c3 req-86b78349-1ac0-4ed4-ae1a-5686dc442a84 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325848 May 06 14:10:01.415618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b70a0-6920-4a6f-ae3b-f821b1bea8c9 None None] New status for floating IP c5590940-090f-49a3-9736-86bf1e57f814: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:10:02.038338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac798d0c-82be-4400-abd1-3e535221543c req-36022627-6c5d-4281-9a3f-97d7d8f497ff tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:02.039802 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac798d0c-82be-4400-abd1-3e535221543c req-36022627-6c5d-4281-9a3f-97d7d8f497ff tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0787356 May 06 14:10:02.085571 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac798d0c-82be-4400-abd1-3e535221543c req-0a084688-588d-40e5-b413-fecda461773a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398550 May 06 14:10:02.428253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f948e-5d95-488d-9549-6ecf08a81e68 req-7a3d9709-38c5-4cad-9e85-d9616e9cf67d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:02.429724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-136f948e-5d95-488d-9549-6ecf08a81e68 req-7a3d9709-38c5-4cad-9e85-d9616e9cf67d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0831141 May 06 14:10:02.474016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-136f948e-5d95-488d-9549-6ecf08a81e68 req-5cae5d50-4f29-47e1-808f-99ffa936dd6d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384376 May 06 14:10:02.821466 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-f37a869c-3c88-4258-889b-9f84800b5f2a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691836 May 06 14:10:02.876660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcace57-286d-4aba-923e-d91021adb828 req-62900e55-7129-4675-9d4c-a505026b7a3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:02.878155 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3bcace57-286d-4aba-923e-d91021adb828 req-62900e55-7129-4675-9d4c-a505026b7a3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0833230 May 06 14:10:02.924602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3bcace57-286d-4aba-923e-d91021adb828 req-6839b5d0-ad4b-4d40-9dda-8fb6cc4f4c24 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400803 May 06 14:10:04.136712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-510caec9-2bb2-48a6-b988-595805a7be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:04.138194 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-510caec9-2bb2-48a6-b988-595805a7be3a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1357062 May 06 14:10:04.150773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb832f-9bd9-4473-8e08-099cce9cd452 req-78b5a9d2-15b0-4710-8fbd-574712b2973e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:04.152198 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8abb832f-9bd9-4473-8e08-099cce9cd452 req-78b5a9d2-15b0-4710-8fbd-574712b2973e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.1029532 May 06 14:10:04.279510 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8abb832f-9bd9-4473-8e08-099cce9cd452 req-c00fda6a-36d1-4aa8-a27a-eaa89b84036e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064341 May 06 14:10:04.317797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-6610116b-bb3e-461e-b4af-503798548ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:04.319800 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-6610116b-bb3e-461e-b4af-503798548ec7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1667273 May 06 14:10:04.422823 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-56d893cb-c40a-454f-80e3-2252e12abae0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a HTTP/1.1" status: 200 len: 1001 time: 0.0963070 May 06 14:10:04.491358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-0c01cfe2-aefb-412f-9595-40f5af80920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:04.492949 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-0c01cfe2-aefb-412f-9595-40f5af80920b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0633495 May 06 14:10:04.574933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-cee5c97d-fdf9-4d00-8caf-095862833665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:04.576469 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-cee5c97d-fdf9-4d00-8caf-095862833665 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765877 May 06 14:10:04.717815 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-d00dbafa-ccaa-4234-a813-cb10dd5e6c30 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314280 May 06 14:10:04.853757 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-a492a06c-1c64-4155-b1de-7d15acc152b1 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297379 May 06 14:10:05.470294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b253187-985b-4a36-a0d9-74f19df77ce1 req-81801bc6-5d10-4fa4-87cb-a6a8def20bd3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:05.471782 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7b253187-985b-4a36-a0d9-74f19df77ce1 req-81801bc6-5d10-4fa4-87cb-a6a8def20bd3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0838881 May 06 14:10:05.517435 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7b253187-985b-4a36-a0d9-74f19df77ce1 req-24199218-caf3-4953-b3c9-d0db2dcd9db5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389321 May 06 14:10:06.131052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:06.628812 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-52ac2e2a-6bd9-416b-a3e1-680d979dac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:06.715349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b1047-234d-4448-9447-2da27d283c27 req-ea9b71cf-57ae-4e5f-a747-e609ca0b5c35 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:06.716847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-646b1047-234d-4448-9447-2da27d283c27 req-ea9b71cf-57ae-4e5f-a747-e609ca0b5c35 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0888703 May 06 14:10:06.761184 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-646b1047-234d-4448-9447-2da27d283c27 req-f3cfdeef-8c79-4bdf-88fb-a24c5554e65b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384967 May 06 14:10:07.951854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a146ef-e93b-447e-8cf9-97a85f51a4c9 req-900e0501-0b3d-4030-986f-c9317e20a9c8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:07.953356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49a146ef-e93b-447e-8cf9-97a85f51a4c9 req-900e0501-0b3d-4030-986f-c9317e20a9c8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0841370 May 06 14:10:07.997366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49a146ef-e93b-447e-8cf9-97a85f51a4c9 req-b64b7d78-ed98-4ae7-9c5b-ccd7961694eb tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375433 May 06 14:10:08.591883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-d873e109-4e90-48da-8808-fb71409c3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:08.593379 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-d873e109-4e90-48da-8808-fb71409c3cec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 1098 time: 0.0705645 May 06 14:10:08.738309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-052992ba-6a1d-48d1-b05c-640b801c7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:08.740345 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-052992ba-6a1d-48d1-b05c-640b801c7d66 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1259470 May 06 14:10:08.844815 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-4018127d-f66b-4786-b0df-1f9fb5fc30a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a HTTP/1.1" status: 200 len: 1001 time: 0.0960517 May 06 14:10:08.912307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-29332896-2e6c-4076-b01d-7280f58df5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:08.913777 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-29332896-2e6c-4076-b01d-7280f58df5a9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0612047 May 06 14:10:08.994845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-d48dfa73-779d-49d9-a781-e674387ef702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:08.996313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-d48dfa73-779d-49d9-a781-e674387ef702 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722990 May 06 14:10:08.999962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-51ae150b-92bc-4eab-8d2a-d6d451d8826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:09.276479 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-0dbcfed7-c426-4ad0-a740-e9b995da9323 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705967 May 06 14:10:09.310761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55109c4b-eea2-4da5-a1de-4c820b0270ee req-34dd861d-393a-4911-87fd-93d49c07359c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:09.312276 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-55109c4b-eea2-4da5-a1de-4c820b0270ee req-34dd861d-393a-4911-87fd-93d49c07359c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.1479368 May 06 14:10:09.426556 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-55109c4b-eea2-4da5-a1de-4c820b0270ee req-598b8a7d-9d33-4fae-ae71-6d2b0ee5b7b3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068890 May 06 14:10:09.457069 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b73a8833-bf87-4cf5-be0c-f440fcd98f43 req-b2e7c8bd-0ea2-4c8f-92b1-e6fe8e7fc93f service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728830 May 06 14:10:10.007899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:10.087050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:10.616962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c1bae-1959-4d32-af30-776e07d2c160 req-0a7548a9-a0e9-46be-97b6-ef27ebf75af2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:10.618414 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-435c1bae-1959-4d32-af30-776e07d2c160 req-0a7548a9-a0e9-46be-97b6-ef27ebf75af2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0821095 May 06 14:10:10.665407 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-435c1bae-1959-4d32-af30-776e07d2c160 req-bfba06af-65d8-43cc-8268-7c91d0a0a5f6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412869 May 06 14:10:11.642959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:12.017872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed7d95-e00d-44fb-b9b1-902233985e78 req-5fd1d26e-b72d-4c77-86a2-295af6bfa4ae tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:12.019400 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-25ed7d95-e00d-44fb-b9b1-902233985e78 req-5fd1d26e-b72d-4c77-86a2-295af6bfa4ae tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0840137 May 06 14:10:12.068973 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-25ed7d95-e00d-44fb-b9b1-902233985e78 req-171a4f10-7f20-43ef-b588-2a349f1a8d82 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 May 06 14:10:13.267737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2c4f3-d2eb-4434-8b49-684c9b14390c req-eac7667b-fa44-43fd-95ab-9fd3ab118b8a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:13.269225 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0e2c4f3-d2eb-4434-8b49-684c9b14390c req-eac7667b-fa44-43fd-95ab-9fd3ab118b8a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0921838 May 06 14:10:13.316537 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0e2c4f3-d2eb-4434-8b49-684c9b14390c req-f8434a94-38c6-43bd-84eb-b69302307205 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 May 06 14:10:14.505566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a9587-9315-4ace-992d-a0f06fccce87 req-adfa4dfa-12f0-4a44-8cb0-1f8a845199d7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:14.506930 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-826a9587-9315-4ace-992d-a0f06fccce87 req-adfa4dfa-12f0-4a44-8cb0-1f8a845199d7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0839047 May 06 14:10:14.550720 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-826a9587-9315-4ace-992d-a0f06fccce87 req-4faa3d3b-28af-4021-8e3a-aaff1466805c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379672 May 06 14:10:15.753234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dc748-59d7-4de4-a083-345043906654 req-a6877554-b690-406d-be53-5332dc0706c9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:15.754737 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a82dc748-59d7-4de4-a083-345043906654 req-a6877554-b690-406d-be53-5332dc0706c9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0934834 May 06 14:10:15.800563 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a82dc748-59d7-4de4-a083-345043906654 req-4672b05d-61cc-42a2-8408-b9d1b19e77c0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399849 May 06 14:10:16.987584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c0933-5ed4-43fd-839c-b7bab176fcfc req-6e04f792-fb8f-40fc-8d86-5b12a65ec2fc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:16.989113 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d3c0933-5ed4-43fd-839c-b7bab176fcfc req-6e04f792-fb8f-40fc-8d86-5b12a65ec2fc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0834191 May 06 14:10:17.038342 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d3c0933-5ed4-43fd-839c-b7bab176fcfc req-f2f0b2f3-ea12-4b82-83eb-89db86ced1f9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433340 May 06 14:10:18.224361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163174c-1eb3-4f91-85b6-674b963a73ec req-502056d9-1fdd-40a3-8b22-811f61cb961e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:18.225676 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6163174c-1eb3-4f91-85b6-674b963a73ec req-502056d9-1fdd-40a3-8b22-811f61cb961e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0794823 May 06 14:10:18.269010 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6163174c-1eb3-4f91-85b6-674b963a73ec req-a6e76a2a-94bc-44ef-8ae6-2c1500e31ec7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377333 May 06 14:10:19.459028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e9294-77bd-4869-a6ba-12237e7ff7f7 req-87317ef7-eb09-4b1a-830c-808d9876bd30 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:19.460492 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-116e9294-77bd-4869-a6ba-12237e7ff7f7 req-87317ef7-eb09-4b1a-830c-808d9876bd30 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0826106 May 06 14:10:19.506876 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-116e9294-77bd-4869-a6ba-12237e7ff7f7 req-b7c81e25-0561-4c65-9cd6-5e08eccb53a1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405436 May 06 14:10:20.689750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b98d9-31b4-45c1-beed-1b478e5aceef req-2c7d4fd0-b0c6-4aa4-afae-1aa6cffacd95 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:20.691190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a55b98d9-31b4-45c1-beed-1b478e5aceef req-2c7d4fd0-b0c6-4aa4-afae-1aa6cffacd95 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0787673 May 06 14:10:20.735388 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a55b98d9-31b4-45c1-beed-1b478e5aceef req-f7269701-a75e-4490-a4a7-51f5919f8e17 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379112 May 06 14:10:21.936658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7eebd3-888e-4eb6-b75a-cdd4e91c5838 req-03e77f4e-42e3-466d-8c5d-f075df7cec2c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:21.938149 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc7eebd3-888e-4eb6-b75a-cdd4e91c5838 req-03e77f4e-42e3-466d-8c5d-f075df7cec2c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0836952 May 06 14:10:21.984633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc7eebd3-888e-4eb6-b75a-cdd4e91c5838 req-69bb8006-781b-4038-9550-f0898ae36928 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406787 May 06 14:10:23.179652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcc21a-b442-4aa2-b7ed-b346eeaf9f1a req-3262391e-c747-4720-ac2d-efead4f3cfcd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:23.181282 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88bcc21a-b442-4aa2-b7ed-b346eeaf9f1a req-3262391e-c747-4720-ac2d-efead4f3cfcd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0832922 May 06 14:10:23.227769 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88bcc21a-b442-4aa2-b7ed-b346eeaf9f1a req-f633a8b7-d472-4c38-b8ca-5d6db9465719 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405154 May 06 14:10:24.418946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e9708-44d0-4338-a7ef-5d9398205542 req-1d7a81a2-cec0-493b-8cdd-713d7c3a4bfa tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:24.420472 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea0e9708-44d0-4338-a7ef-5d9398205542 req-1d7a81a2-cec0-493b-8cdd-713d7c3a4bfa tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0864189 May 06 14:10:24.467239 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea0e9708-44d0-4338-a7ef-5d9398205542 req-fe2ac3df-4ba9-40fb-946a-6c97ed7f00e5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408473 May 06 14:10:25.658762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320530c-857e-434f-84a4-ed923d3b9ac4 req-33411055-89ba-4ebe-8aa8-9b991bd61e33 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:25.660237 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5320530c-857e-434f-84a4-ed923d3b9ac4 req-33411055-89ba-4ebe-8aa8-9b991bd61e33 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0798349 May 06 14:10:25.708646 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5320530c-857e-434f-84a4-ed923d3b9ac4 req-43d1186e-7853-4188-b557-c1cb6f1c19f7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406287 May 06 14:10:26.903628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003b605-f57e-4d55-8668-b4f1c359d5c7 req-5dbf61ea-ef10-40fb-a54b-61cdf5babd32 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:26.905045 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f003b605-f57e-4d55-8668-b4f1c359d5c7 req-5dbf61ea-ef10-40fb-a54b-61cdf5babd32 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0846858 May 06 14:10:26.953337 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f003b605-f57e-4d55-8668-b4f1c359d5c7 req-613b06ef-315f-42ec-88ad-c28fae043f4c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 May 06 14:10:28.232060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1663bc-8bd5-4baf-a113-5f29deabefd6 req-fb82d876-0849-4bab-97a9-5377e44331c8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:28.233476 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d1663bc-8bd5-4baf-a113-5f29deabefd6 req-fb82d876-0849-4bab-97a9-5377e44331c8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.1746991 May 06 14:10:28.279811 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d1663bc-8bd5-4baf-a113-5f29deabefd6 req-df4ca03e-581e-4e65-b7d8-0aa161345e9d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394204 May 06 14:10:29.471545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94999517-ae8b-482d-9144-f6cec3117162 req-d6a80258-dd15-428e-8b45-ac4a8bbf3eda tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:29.473083 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94999517-ae8b-482d-9144-f6cec3117162 req-d6a80258-dd15-428e-8b45-ac4a8bbf3eda tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0851665 May 06 14:10:29.524499 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94999517-ae8b-482d-9144-f6cec3117162 req-4d2305d6-998b-45bc-ae38-3e0279ba3959 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449283 May 06 14:10:30.728911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495d737-7ec5-4010-bb9f-0271195c2275 req-22fe18cc-3e4e-4989-83fd-112118192930 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:30.730420 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7495d737-7ec5-4010-bb9f-0271195c2275 req-22fe18cc-3e4e-4989-83fd-112118192930 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0861380 May 06 14:10:30.776456 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7495d737-7ec5-4010-bb9f-0271195c2275 req-0899b031-108b-49b4-805d-f9a88b9992a7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403960 May 06 14:10:31.994600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324374b-a88a-4074-8257-22fc60780632 req-87c42809-33ce-48b4-a503-935b01b19516 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:31.997073 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a324374b-a88a-4074-8257-22fc60780632 req-87c42809-33ce-48b4-a503-935b01b19516 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.1001406 May 06 14:10:32.044632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a324374b-a88a-4074-8257-22fc60780632 req-cf1a7093-9b60-43a1-9cb7-56055db52bdf tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416114 May 06 14:10:33.233176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8fa9-38d2-416a-9195-3548ffc8f837 req-a5ef2730-2359-4451-ae75-93281ad9463f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:33.234666 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c6a8fa9-38d2-416a-9195-3548ffc8f837 req-a5ef2730-2359-4451-ae75-93281ad9463f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0818722 May 06 14:10:33.291536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c6a8fa9-38d2-416a-9195-3548ffc8f837 req-b7d07f5b-4739-471c-8ce6-6b06a1f59722 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501423 May 06 14:10:34.485899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d391fa-6ccd-4350-b293-d888bc7662d4 req-19589b29-8872-498d-8b42-8e753a604684 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:34.487389 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9d391fa-6ccd-4350-b293-d888bc7662d4 req-19589b29-8872-498d-8b42-8e753a604684 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0856435 May 06 14:10:34.540434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d9d391fa-6ccd-4350-b293-d888bc7662d4 req-23170d4e-c4fa-44c3-a8ec-414e7d421f0e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467064 May 06 14:10:35.731490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96964ee5-c395-4571-bfaa-84aeade44221 req-562f5e05-d377-45ff-a19c-d025ce906e07 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:35.733115 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96964ee5-c395-4571-bfaa-84aeade44221 req-562f5e05-d377-45ff-a19c-d025ce906e07 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0853739 May 06 14:10:35.790555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96964ee5-c395-4571-bfaa-84aeade44221 req-39789401-40d8-4529-bcff-64b52a29974d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468686 May 06 14:10:36.141351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:36.633330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ede3e4a8-e60a-4cef-ba57-3d7cda922889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:36.846710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-dad10c55-04c9-431a-965b-a9b86dc11b4a service neutron] 10.222.0.76 "GET /v2.0/ports/7d683aa2-63ad-4177-9a0b-59634746cf6a/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0887470 May 06 14:10:37.021646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64856844-1078-4dd2-a20c-a5e31f5818f5 req-e326aef0-1e91-480d-8187-eafe190839dd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:37.023746 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-64856844-1078-4dd2-a20c-a5e31f5818f5 req-e326aef0-1e91-480d-8187-eafe190839dd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.1184642 May 06 14:10:37.124208 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-64856844-1078-4dd2-a20c-a5e31f5818f5 req-cccab8e9-5fe8-4134-8280-116b845087c3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928800 May 06 14:10:37.165690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-4137f682-9757-4ff4-9998-7ecf6e1ebc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:37.167785 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-4137f682-9757-4ff4-9998-7ecf6e1ebc0a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 1098 time: 0.1113322 May 06 14:10:37.264778 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-a373e434-c1d1-4e08-86e9-8ebb5bd03f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:37.266263 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-a373e434-c1d1-4e08-86e9-8ebb5bd03f7f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 1098 time: 0.0750952 May 06 14:10:37.416279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-af6e7e07-094c-4536-9747-26a973464d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:37.417698 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-af6e7e07-094c-4536-9747-26a973464d2e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1421750 May 06 14:10:37.531737 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-035b3eca-c5e3-4b44-8bb0-086d1c2e2eec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a HTTP/1.1" status: 200 len: 1001 time: 0.1076059 May 06 14:10:37.590652 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:10:37.606141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-9c79d793-3cb4-4b2a-96b5-9d5b8d18b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:37.607646 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-9c79d793-3cb4-4b2a-96b5-9d5b8d18b92c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0693989 May 06 14:10:37.689055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-991df3c5-34ba-47f1-91e8-1d4076a26476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:37.690449 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-991df3c5-34ba-47f1-91e8-1d4076a26476 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750132 May 06 14:10:37.829084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-1f2a63fa-6a61-47e6-b5a6-81393b990826 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318574 May 06 14:10:37.970322 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6153613-9fdd-4bd2-8a2f-e787e4644e16 req-747f20a3-54fa-4f4d-834b-d09f2d42893a service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345255 May 06 14:10:38.327403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fd1a8-a2ec-475c-9d76-a8c40fcf36b1 req-91606cf3-186e-4c85-8029-63d637238ac8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:38.328908 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c89fd1a8-a2ec-475c-9d76-a8c40fcf36b1 req-91606cf3-186e-4c85-8029-63d637238ac8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0820646 May 06 14:10:38.380197 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c89fd1a8-a2ec-475c-9d76-a8c40fcf36b1 req-2e672636-e832-4975-b0ac-cbcc9c879dc5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449321 May 06 14:10:39.008713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6719b800-3638-4650-b1ee-d9658c49983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:39.680951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7de54-c98e-4140-b1b9-7a685956f886 req-cf2d5d76-4c0b-408f-a67d-b76ce3038338 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:39.683123 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f7a7de54-c98e-4140-b1b9-7a685956f886 req-cf2d5d76-4c0b-408f-a67d-b76ce3038338 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.1891110 May 06 14:10:39.758180 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f7a7de54-c98e-4140-b1b9-7a685956f886 req-10b4c26e-84d3-4f8d-b989-142eac3c26b0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686002 May 06 14:10:39.959092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7d683aa2-63ad-4177-9a0b-59634746cf6a details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:10:39.962351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7d683aa2-63ad-4177-9a0b-59634746cf6a no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:10:40.053132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:40.172171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:40.229799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:40.247429 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:10:40.266219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'mac_address': 'fa:16:3e:be:0d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:10:40.311047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:10:40.338875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:10:40.344888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:40.378356 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8adcab2-37b6-4999-96c8-f809d726a40e'] response: {'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'code': 200} May 06 14:10:40.402766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:40.430633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d683aa2-63ad-4177-9a0b-59634746cf6a {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:10:40.474003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=7d683aa2-63ad-4177-9a0b-59634746cf6a,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:40.502133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:10:40.502489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:10:40.970730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf98f6-c571-4ff8-88ad-5afe8132dd0f req-869d6639-d660-45cf-9b81-7f6589064d22 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:40.972977 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0aaf98f6-c571-4ff8-88ad-5afe8132dd0f req-869d6639-d660-45cf-9b81-7f6589064d22 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 943 time: 0.0895817 May 06 14:10:41.020379 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0aaf98f6-c571-4ff8-88ad-5afe8132dd0f req-c85ee459-b985-47bd-a15d-a6678c0a7f3f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 May 06 14:10:41.060619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:41.079264 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d683aa2-63ad-4177-9a0b-59634746cf6a {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:10:41.096550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:10:41.101378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:41.177618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['7d683aa2-63ad-4177-9a0b-59634746cf6a'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:10:41.220047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=7d683aa2-63ad-4177-9a0b-59634746cf6a,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:41.415648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58f100-f221-4603-b631-f8978cd9f951 req-023317a9-afb2-4b49-87e3-44fe3f1d4dda tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:41.417225 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf58f100-f221-4603-b631-f8978cd9f951 req-023317a9-afb2-4b49-87e3-44fe3f1d4dda tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 944 time: 0.1490057 May 06 14:10:41.425205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-a871209c-d5d5-460c-be12-fb63d774a21e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:41.427127 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-a871209c-d5d5-460c-be12-fb63d774a21e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 944 time: 0.1271491 May 06 14:10:41.468471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf58f100-f221-4603-b631-f8978cd9f951 req-7d151aa7-59be-450a-a523-ca9732a9a98e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403740 May 06 14:10:41.573725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-bf5c8c24-11f4-4ee2-91cf-3abeda5d13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:41.575180 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-bf5c8c24-11f4-4ee2-91cf-3abeda5d13e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0750632 May 06 14:10:41.641612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:41.706898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-a210d48e-e90a-4ab5-8c98-2138a7d7d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:41.709066 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-a210d48e-e90a-4ab5-8c98-2138a7d7d9d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1278324 May 06 14:10:41.811733 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-c23b028c-79ba-4c10-adac-59edaf5aaf31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a HTTP/1.1" status: 200 len: 1000 time: 0.0948293 May 06 14:10:41.877896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-bbb843e4-76aa-4e9c-9b14-c110586ebed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:41.879436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-bbb843e4-76aa-4e9c-9b14-c110586ebed4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0612810 May 06 14:10:41.955384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-152aa2d8-eb88-42be-a878-e2a782f82519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:41.956963 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-152aa2d8-eb88-42be-a878-e2a782f82519 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710113 May 06 14:10:41.984661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7d683aa2-63ad-4177-9a0b-59634746cf6a up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:10:42.055796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 7d683aa2-63ad-4177-9a0b-59634746cf6a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:10:42.056162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:42.097776 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-eac85516-e44b-4c92-b98e-b34dcdf3e01b service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322439 May 06 14:10:42.220105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:42.272605 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:10:42.274964 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cbb4bf87-789e-4045-9c5a-ffbf389f695c req-23ffc1b8-9566-4a47-b8b2-50e78b34f549 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649795 May 06 14:10:42.277230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:42.347283 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=7d683aa2-63ad-4177-9a0b-59634746cf6a,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:42.379011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:10:42.432354 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780c69f4-1343-4dcb-b24d-c0f5d10b910c'] response: {'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'code': 200} May 06 14:10:42.661758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee5dd3-ec9f-4a44-860d-09fa86da126a req-423e9435-d1bc-4ccc-a9f7-9f8458274b8b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:42.663208 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-40ee5dd3-ec9f-4a44-860d-09fa86da126a req-423e9435-d1bc-4ccc-a9f7-9f8458274b8b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0852053 May 06 14:10:42.711157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-40ee5dd3-ec9f-4a44-860d-09fa86da126a req-df1507bf-a98a-4474-ba9b-3d2b0f2d1f64 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409117 May 06 14:10:43.898792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49a03c-b0c1-444d-8885-d303855912b5 req-a045eb37-ab3e-4450-997a-240e5d2df390 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:43.900279 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb49a03c-b0c1-444d-8885-d303855912b5 req-a045eb37-ab3e-4450-997a-240e5d2df390 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0802426 May 06 14:10:43.945157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb49a03c-b0c1-444d-8885-d303855912b5 req-20f49539-af44-4502-8c1a-762b9363a040 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391366 May 06 14:10:44.133665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd34682-6aec-4f87-bed8-f2df4a99d2e4 req-3a86541c-9b79-4dc2-9fd2-0960f0896a08 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:44.135123 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7fd34682-6aec-4f87-bed8-f2df4a99d2e4 req-3a86541c-9b79-4dc2-9fd2-0960f0896a08 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0840979 May 06 14:10:44.180567 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7fd34682-6aec-4f87-bed8-f2df4a99d2e4 req-5b923929-bf1c-4700-9914-bd088199090e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396659 May 06 14:10:44.368531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc511704-3a1b-4909-bff6-d6ab211f0956 req-a14c2520-2c85-428f-9f5e-559986a7b62c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:44.370020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc511704-3a1b-4909-bff6-d6ab211f0956 req-a14c2520-2c85-428f-9f5e-559986a7b62c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0823271 May 06 14:10:44.417670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc511704-3a1b-4909-bff6-d6ab211f0956 req-0b2e64b7-0d4c-481f-bc08-778523f18c48 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419157 May 06 14:10:44.803000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c703e-ac68-4833-ad19-7648eb324246 req-7c71f3f4-9f18-40ee-aec6-fdb081a4e91c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:44.804476 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-227c703e-ac68-4833-ad19-7648eb324246 req-7c71f3f4-9f18-40ee-aec6-fdb081a4e91c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0804741 May 06 14:10:44.848870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-227c703e-ac68-4833-ad19-7648eb324246 req-580a2800-f5b4-4bc5-80b8-f084a19c610e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378406 May 06 14:10:46.040708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe4e5f-4df7-486d-92f1-c8bbd2917c39 req-f9daf139-1d6d-44fb-bd1b-4cd483e0efd8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:46.042179 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67fe4e5f-4df7-486d-92f1-c8bbd2917c39 req-f9daf139-1d6d-44fb-bd1b-4cd483e0efd8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0857427 May 06 14:10:46.086239 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67fe4e5f-4df7-486d-92f1-c8bbd2917c39 req-e0afd507-517b-4ed9-9226-edec1d4d717f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383682 May 06 14:10:46.708975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-5cd3f43b-0b3e-4daf-9e32-93b689b5ecac tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:46.710398 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-5cd3f43b-0b3e-4daf-9e32-93b689b5ecac tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.0789509 May 06 14:10:46.879931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Deleting port 7d683aa2-63ad-4177-9a0b-59634746cf6a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:10:46.880304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:47.132143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] For port 7d683aa2-63ad-4177-9a0b-59634746cf6a, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7d683aa2-63ad-4177-9a0b-59634746cf6a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:10:47.132835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:47.466010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a152a-06ad-4154-875a-b87b38ec5cfe req-daa5553e-5c4f-44c6-9928-e51f906b3995 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:47.467429 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b38a152a-06ad-4154-875a-b87b38ec5cfe req-daa5553e-5c4f-44c6-9928-e51f906b3995 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 945 time: 0.2710772 May 06 14:10:47.515591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:47.515949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:47.516257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Floating IP c5590940-090f-49a3-9736-86bf1e57f814 disassociated. External IP: 172.26.2.245, port: 7d683aa2-63ad-4177-9a0b-59634746cf6a. May 06 14:10:47.516615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Calling delete_port for 7d683aa2-63ad-4177-9a0b-59634746cf6a owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:10:47.572849 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b38a152a-06ad-4154-875a-b87b38ec5cfe req-4951a46f-6a2f-4336-bd64-2b91d5181718 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995467 May 06 14:10:47.671231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:47.725305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event deleted for resources: {'Port': ['ID=7d683aa2-63ad-4177-9a0b-59634746cf6a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:47.736517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.736870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.737207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.737544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.737874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.738210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.738711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.739047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.739556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.739885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.740293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.740561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:47.932301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:10:48.124394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:10:48.136950 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:10:48.151577 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:10:48.152192 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:10:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:48.210805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] No DVR routers for this DVR port 7d683aa2-63ad-4177-9a0b-59634746cf6a on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:10:48.214068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:48.217000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'name': 'network-vif-deleted', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:10:48.234973 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-86fa4904-6f5a-4362-9216-9f0f4eac2c71 req-88fe549a-c557-4ab9-a5e5-cfd9046473ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "DELETE /v2.0/ports/7d683aa2-63ad-4177-9a0b-59634746cf6a HTTP/1.1" status: 204 len: 173 time: 1.5175714 May 06 14:10:48.274885 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e5b756-0db7-4465-96a3-e4804e006097'] response: {'server_uuid': '1543c587-c5b6-4576-8a68-5c14ba723ee8', 'name': 'network-vif-deleted', 'tag': '7d683aa2-63ad-4177-9a0b-59634746cf6a', 'status': 'completed', 'code': 200} May 06 14:10:48.369080 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:10:48.696977 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:48.701784 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:10:48.712032 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:10:48.712740 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:10:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:48.753725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-5baa344f-d48c-41e3-b0ed-bae10865201d req-25b3aaac-624e-4e80-8cad-ed1bed29ebee tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:10:48.773704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-5baa344f-d48c-41e3-b0ed-bae10865201d req-25b3aaac-624e-4e80-8cad-ed1bed29ebee tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:10:48.775162 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5baa344f-d48c-41e3-b0ed-bae10865201d req-25b3aaac-624e-4e80-8cad-ed1bed29ebee tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=1543c587-c5b6-4576-8a68-5c14ba723ee8 HTTP/1.1" status: 200 len: 210 time: 0.0682232 May 06 14:10:48.913158 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:10:49.234244 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:49.238220 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21646623-80d5-4800-9600-17f2ad2c7d72 None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:10:49.474309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e11b7-6013-4a89-95c6-89e47e02b8ab None None] New status for floating IP c5590940-090f-49a3-9736-86bf1e57f814: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:10:50.015582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7d683aa2-63ad-4177-9a0b-59634746cf6a no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:10:50.056495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 7d683aa2-63ad-4177-9a0b-59634746cf6a {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:10:50.056495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7d683aa2-63ad-4177-9a0b-59634746cf6a not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:10:50.162910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-255935a7-aa62-4fa1-a556-7fd67929f42d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--873666763&fields=id&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 267 time: 0.0623157 May 06 14:10:50.443378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-b32b1b44-2447-45e0-b5b1-3d74f6bfa5b0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:50.445554 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-b32b1b44-2447-45e0-b5b1-3d74f6bfa5b0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 812 time: 0.2751014 May 06 14:10:50.461435 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-f8648fcc-85f8-40b3-9b0b-b497c26824a2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/quotas/58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 375 time: 0.0103052 May 06 14:10:50.557358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-99bbd85a-ce1a-440a-a2fb-4e99cd76f9a9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898175 May 06 14:10:50.750431 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-612bcb21-cae4-4c68-9c12-d6474b98bbe9 service neutron] 10.222.0.21 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804032 May 06 14:10:50.890709 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-c2ff4abf-ca22-4aef-8f84-7c3501580005 service neutron] 10.222.0.21 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337123 May 06 14:10:51.072464 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-718ea013-2174-42c0-98f8-4e80e35a3589 req-c698c49c-7470-4e5a-95c1-b509d82cd535 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 210 time: 0.0431008 May 06 14:10:52.181339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-ac1d4b18-a05c-4686-8424-9a268a8b2578 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:52.183062 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-ac1d4b18-a05c-4686-8424-9a268a8b2578 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 812 time: 0.1573691 May 06 14:10:52.256234 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8fbde30f-411d-432e-801a-63c66b7b1153 req-c3b63189-f834-461e-ad09-2f22e4b35187 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 210 time: 0.0506845 May 06 14:10:52.279728 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-0a6f065c-dac5-45fa-a425-c15d343e45e6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 379 time: 0.0880888 May 06 14:10:52.289143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'port': {'device_id': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'admin_state_up': True, 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'security_groups': ['fd95700b-44ca-4f94-b28b-0f1eac85862a']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:10:52.424663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:52.435281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:52.445969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Made reservation on behalf of 58a4bc5f09834b4d8485d5c53170b5cb for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:10:52.449420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:52.613815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Allocated IP 172.20.0.10 (e672d76c-0e59-48c4-b32c-e29a6601e4ff/4ad0c090-c54e-4c31-a025-f3b301061a4d/93aa6c3b-fe91-4926-97eb-7cd4f7f9d065) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:10:52.802531 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:52.818538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Transition to ACTIVE for port object 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:10:52.842393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:52.914691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:10:52.917618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:10:52.920031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:10:52.965879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event updated for resources: {'Port': ['ID=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:52.991441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:52.992135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:53.019175 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-fe90fc7b-1a46-4f4b-a5da-0489ef3a76ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7333767 May 06 14:10:53.031988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Request body: {'port': {'device_id': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:10:53.152739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:53.190177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0aa0695c-678a-42a9-bad9-12d1ae34d6fb None None] Provisioning for port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:10:53.196574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-0aa0695c-678a-42a9-bad9-12d1ae34d6fb None None] Provisioning complete for port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:10:53.197029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0aa0695c-678a-42a9-bad9-12d1ae34d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:53.251273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-0aa0695c-678a-42a9-bad9-12d1ae34d6fb None None] Port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:10:53.599415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f35443-97a8-476e-855b-29cd1f750309 req-2570ef79-5cd7-4943-8696-bd993e064199 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:53.600097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c0f35443-97a8-476e-855b-29cd1f750309 req-2570ef79-5cd7-4943-8696-bd993e064199 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:10:53.655978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c0f35443-97a8-476e-855b-29cd1f750309 req-2570ef79-5cd7-4943-8696-bd993e064199 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:10:53.657162 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c0f35443-97a8-476e-855b-29cd1f750309 req-2570ef79-5cd7-4943-8696-bd993e064199 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 932 time: 0.2847404 May 06 14:10:53.709756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:10:53.720768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:53.729567 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c0f35443-97a8-476e-855b-29cd1f750309 req-39f67783-d320-4524-a3c4-88f97ac6ee75 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603988 May 06 14:10:53.741824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Transition to ACTIVE for port object 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:10:53.746738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:53.877215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Pushing event updated for resources: {'Port': ['ID=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:53.984869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Attempting to bind port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:10:53.985200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Attempting to bind port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:10:53.985524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Attempting to bind port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:10:53.990803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 on network e672d76c-0e59-48c4-b32c-e29a6601e4ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:10:53.991118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Attempting to bind port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:10:53.996101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:10:53.996452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Checking segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:10:53.996836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Bound using segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:10:53.997254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Bound port: 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:10:53.997590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:54.089369 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:10:54.092881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:10:54.098760 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:54.156289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:54.156974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:54.158348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] 10.222.0.76 "PUT /v2.0/ports/93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 200 len: 1094 time: 1.1308303 May 06 14:10:54.158784 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:10:54.193559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac8149-0137-4e2f-8383-a519a0b00e72 service neutron] Pushing event updated for resources: {'Port': ['ID=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:54.239377 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ff59a0-b206-40bb-8c90-ed892f2e8ece'] response: {'name': 'network-changed', 'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'status': 'completed', 'code': 200} May 06 14:10:54.285841 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-b009fb88-f4ef-4698-88ad-3e72a1a94efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:54.287398 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-b009fb88-f4ef-4698-88ad-3e72a1a94efe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 1097 time: 0.0851698 May 06 14:10:54.365946 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-0bedef92-cb20-4295-a888-5ac19c9f0feb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 200 len: 217 time: 0.0700357 May 06 14:10:54.431485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-9f94ad86-8ed7-42e0-81c4-41c1b401bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:54.433119 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-9f94ad86-8ed7-42e0-81c4-41c1b401bf2e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0609486 May 06 14:10:54.510941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-b35c830d-ea48-43c5-bf1b-4d1b7280b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:54.512413 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-b35c830d-ea48-43c5-bf1b-4d1b7280b775 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730755 May 06 14:10:54.647431 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-8d973898-0f1b-426f-a12d-810dcba7138f service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283269 May 06 14:10:54.778879 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a07d0482-72d5-4aff-b377-aae4e25f016e req-020d055d-fcec-4a2f-a8ea-67002c70bbcf service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249700 May 06 14:10:54.957972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-74d451ff-c389-4b15-ae48-26c3fa32773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:54.959360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-74d451ff-c389-4b15-ae48-26c3fa32773d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 1097 time: 0.1328034 May 06 14:10:54.970552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acefeb-5026-4b3c-9f2c-98409b35d359 req-b2230d1b-b2c1-4a45-aba4-7d5c7c0d498e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:54.971927 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-65acefeb-5026-4b3c-9f2c-98409b35d359 req-b2230d1b-b2c1-4a45-aba4-7d5c7c0d498e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.1149824 May 06 14:10:55.097480 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-65acefeb-5026-4b3c-9f2c-98409b35d359 req-e3868a3d-d491-4776-962e-4ca46200e33d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067145 May 06 14:10:55.130221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-9c9f72e0-db18-4ab1-afbe-0f119bb30808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:55.131697 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-9c9f72e0-db18-4ab1-afbe-0f119bb30808 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1588478 May 06 14:10:55.202386 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-54db3494-35e7-4214-8cb3-48337c0fa13d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 200 len: 217 time: 0.0642498 May 06 14:10:55.263972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-54b1edac-b020-418b-b16a-2a4b32989f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:55.265366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-54b1edac-b020-418b-b16a-2a4b32989f22 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0569623 May 06 14:10:55.343822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-bec48acb-11d0-483e-a657-6ae4c3f10f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:55.345336 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-bec48acb-11d0-483e-a657-6ae4c3f10f06 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730796 May 06 14:10:55.575736 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-cfaa1085-a8c1-4cf0-bae5-dca4068ef348 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229249 May 06 14:10:55.710681 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7ca23a6-61bc-4309-87af-dc970defa8f2 req-5778c98d-cb56-486a-b4d6-ee25255e82ab service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273079 May 06 14:10:56.288988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd4331-e6fa-44f6-b575-8d5b2709ccea req-31a86c4c-c178-46d6-b513-1deaf04c15a5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:56.290355 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b6cd4331-e6fa-44f6-b575-8d5b2709ccea req-31a86c4c-c178-46d6-b513-1deaf04c15a5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0802052 May 06 14:10:56.334209 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b6cd4331-e6fa-44f6-b575-8d5b2709ccea req-5ce986ed-ae9a-4536-afee-a9135f40a93e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381427 May 06 14:10:57.521832 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7e5d-a9fe-4cd6-a720-bba824d7723c req-0020a256-19e1-47f2-b01b-07b016191f2b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:57.523292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c7cd7e5d-a9fe-4cd6-a720-bba824d7723c req-0020a256-19e1-47f2-b01b-07b016191f2b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0820549 May 06 14:10:57.574183 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c7cd7e5d-a9fe-4cd6-a720-bba824d7723c req-f69baba1-5ce0-48ae-b105-9bd7ffeabfbd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451887 May 06 14:10:58.079574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:10:58.211557 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:10:58.228966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'mac_address': 'fa:16:3e:30:8a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:10:58.294436 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.310915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:10:58.326731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:10:58.330467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:58.397091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:58.404063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.404406 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.404771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.405102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.405430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.405856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.406122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.406408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.406729 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.407043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.407382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.407696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:58.567733 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['93aa6c3b-fe91-4926-97eb-7cd4f7f9d065'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:10:58.762383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ace4d0-2fdf-488b-999d-b6db0593d051 req-4e3791da-c186-419d-bfd3-db874353bb41 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:58.763827 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-86ace4d0-2fdf-488b-999d-b6db0593d051 req-4e3791da-c186-419d-bfd3-db874353bb41 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 945 time: 0.0816226 May 06 14:10:58.808393 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-86ace4d0-2fdf-488b-999d-b6db0593d051 req-568b1e16-e2a1-49f1-8865-6bb061c11f12 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384743 May 06 14:10:59.995793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb065f1e-c347-45b8-a3ca-a0fabfda3094 req-fb3f06e8-50f6-42d0-b712-3a4d931dad09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:10:59.997274 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb065f1e-c347-45b8-a3ca-a0fabfda3094 req-fb3f06e8-50f6-42d0-b712-3a4d931dad09 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 945 time: 0.0843821 May 06 14:11:00.041196 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb065f1e-c347-45b8-a3ca-a0fabfda3094 req-c105b3ec-ac98-4eda-910c-1c77eaa8f847 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382009 May 06 14:11:00.093444 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:11:00.173244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:11:00.178748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:11:00.179119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:00.307686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:00.336468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:11:00.346449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:11:00.350931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:00.387413 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391e16e1-1a77-4ab5-bfef-783f072c73ef'] response: {'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'code': 200} May 06 14:11:00.420911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:00.618776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7c95b-e830-49fc-a7fe-5c537f969bb1 req-0880340a-5e24-400c-9fef-3ba3c2b0946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:00.620212 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-72c7c95b-e830-49fc-a7fe-5c537f969bb1 req-0880340a-5e24-400c-9fef-3ba3c2b0946b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 1099 time: 0.0713260 May 06 14:11:00.665385 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-72c7c95b-e830-49fc-a7fe-5c537f969bb1 req-50f24f2a-78e7-4d36-886f-f77a517cb0ef service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382750 May 06 14:11:01.230210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127067fc-b9dd-4f08-b4c0-5f7eb5b8bea2 req-20352566-0595-44f6-a25c-8e4370566402 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:01.231635 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-127067fc-b9dd-4f08-b4c0-5f7eb5b8bea2 req-20352566-0595-44f6-a25c-8e4370566402 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0821397 May 06 14:11:01.276916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-127067fc-b9dd-4f08-b4c0-5f7eb5b8bea2 req-023ceb5b-9ab8-41e8-8320-65cde8a9739e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395465 May 06 14:11:02.465295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32319e-4367-45b5-bf49-51681820211d req-f984848d-2758-45e6-a85d-ad91d5e2325d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:02.466748 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba32319e-4367-45b5-bf49-51681820211d req-f984848d-2758-45e6-a85d-ad91d5e2325d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0831771 May 06 14:11:02.513194 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ba32319e-4367-45b5-bf49-51681820211d req-b9315101-0dc8-46bc-a6c5-e662a43b8c87 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 May 06 14:11:02.695998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d29f8e-c006-4da6-abfa-a2682f79f18c req-c9753b05-3f04-4776-b790-74c8ab8ce955 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:02.697508 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e4d29f8e-c006-4da6-abfa-a2682f79f18c req-c9753b05-3f04-4776-b790-74c8ab8ce955 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0818067 May 06 14:11:02.705968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49594) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:11:02.711848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8feb7338-4112-434c-a833-472378cc54af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'floatingip': {'port_id': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:11:02.791060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8feb7338-4112-434c-a833-472378cc54af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:03.593754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8feb7338-4112-434c-a833-472378cc54af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:03.598154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8feb7338-4112-434c-a833-472378cc54af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:03.790139 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-8feb7338-4112-434c-a833-472378cc54af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Floating IP c5590940-090f-49a3-9736-86bf1e57f814 associated. External IP: 172.26.2.245, port: 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065. May 06 14:11:04.145608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feb7338-4112-434c-a833-472378cc54af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:11:04.330486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb7338-4112-434c-a833-472378cc54af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:11:04.335831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8feb7338-4112-434c-a833-472378cc54af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:04.340634 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:11:04.351325 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:11:04.351926 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:10:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:11:04.390336 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8feb7338-4112-434c-a833-472378cc54af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "PUT /v2.0/floatingips/c5590940-090f-49a3-9736-86bf1e57f814 HTTP/1.1" status: 200 len: 992 time: 1.6825385 May 06 14:11:04.391012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:11:04.450243 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d1f8e1-899b-46e6-b115-63d17d30a3f6'] response: {'name': 'network-changed', 'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'status': 'completed', 'code': 200} May 06 14:11:04.544235 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:11:04.568524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-e555360f-4362-48b4-b081-fdb5f2fa3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:04.570768 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-e555360f-4362-48b4-b081-fdb5f2fa3fed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 1099 time: 0.0983036 May 06 14:11:04.766979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-d62cc9f2-a363-4c63-a405-9aeee11a1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:04.768436 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-d62cc9f2-a363-4c63-a405-9aeee11a1ad3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1879771 May 06 14:11:04.781467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b91ede-b0b1-4075-94ad-e310d2111404 req-15c0c06f-0f70-48e6-ae29-30dc951fe8c4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:04.782920 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95b91ede-b0b1-4075-94ad-e310d2111404 req-15c0c06f-0f70-48e6-ae29-30dc951fe8c4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.1332912 May 06 14:11:04.959895 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:30:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:11:03Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:11:04.964568 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:11:04.974002 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:11:04.974623 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:10:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:11:05.043159 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95b91ede-b0b1-4075-94ad-e310d2111404 req-3f10725b-0431-47f0-a915-580eaf41ed82 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796406 May 06 14:11:05.046971 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-421f89a6-09ec-4e84-9b31-dfa029f99200 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 200 len: 1000 time: 0.2630210 May 06 14:11:05.112818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-205bfed3-afd2-4cd6-882d-c46e54f0b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:05.114268 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-205bfed3-afd2-4cd6-882d-c46e54f0b1e9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0601239 May 06 14:11:05.155792 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:11:05.190517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-bf84001f-b490-4f52-9ac6-14df74c6372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:05.192185 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-bf84001f-b490-4f52-9ac6-14df74c6372b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707989 May 06 14:11:05.324242 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-a27548f3-c198-4f57-8963-aeee9c0cd466 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251795 May 06 14:11:05.460708 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26c6938f-8e65-4887-89b1-bbe6f3088971 req-ace3b53c-36eb-45a9-af9e-437d43e6230b service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298788 May 06 14:11:05.510330 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:30:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:11:03Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:11:05.514256 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb69cfd-9a09-4e72-976c-6f22019d6714 None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:30:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:11:03Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:11:05.702319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9280797b-5dd6-4a5d-a092-3ddcf05cc6f2 None None] New status for floating IP c5590940-090f-49a3-9736-86bf1e57f814: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:11:06.143228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:06.242427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d4102-6192-4f95-8365-09896380863d req-085f31e5-12c4-4a47-a76f-cd5c49aecf73 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:06.243784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d12d4102-6192-4f95-8365-09896380863d req-085f31e5-12c4-4a47-a76f-cd5c49aecf73 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0876527 May 06 14:11:06.288934 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d12d4102-6192-4f95-8365-09896380863d req-e558a215-eae8-41da-ab74-a5293865a0fc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392799 May 06 14:11:06.635266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93df0764-139e-46e1-8c4e-13525c78dd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:07.481435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cbc09-43e7-4ef1-85ff-e15afc2a1ef2 req-cddd46c6-a72b-4e79-ab73-58eb7303e176 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:07.482901 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-533cbc09-43e7-4ef1-85ff-e15afc2a1ef2 req-cddd46c6-a72b-4e79-ab73-58eb7303e176 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0828984 May 06 14:11:07.526734 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-533cbc09-43e7-4ef1-85ff-e15afc2a1ef2 req-d55f1673-ad0c-4a0a-982b-83bc65fa13e3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381553 May 06 14:11:08.719985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb28cc2-9b9a-48de-a65b-8a323146a410 req-e36cbc81-9f33-488c-ad00-ce67a3b29a75 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:08.721471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8eb28cc2-9b9a-48de-a65b-8a323146a410 req-e36cbc81-9f33-488c-ad00-ce67a3b29a75 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0825770 May 06 14:11:08.766230 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8eb28cc2-9b9a-48de-a65b-8a323146a410 req-44b1bc17-d117-418c-b0d7-9d7af9b2eb65 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382349 May 06 14:11:09.000617 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f99a697a-caba-40ea-ae7b-7401fd55982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:09.952963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4afce5-de4d-4062-a0cf-50d52024397b req-791e3702-afff-4dc2-a2b5-d197b3fcd7cd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:09.954429 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa4afce5-de4d-4062-a0cf-50d52024397b req-791e3702-afff-4dc2-a2b5-d197b3fcd7cd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0816116 May 06 14:11:10.006297 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa4afce5-de4d-4062-a0cf-50d52024397b req-90c662ab-9cc9-418a-a496-9a8f62461b83 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448253 May 06 14:11:10.013902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:10.085574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:10.604166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-96ca9551-3430-4440-a7d3-4b048ed19315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:10.605693 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-96ca9551-3430-4440-a7d3-4b048ed19315 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 1099 time: 0.0716228 May 06 14:11:10.751550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-afb33030-1509-403d-a42a-53463ab12403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:10.753060 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-afb33030-1509-403d-a42a-53463ab12403 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1275306 May 06 14:11:10.863892 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-4949726d-b987-4d8c-b910-031d0839b9ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 200 len: 1002 time: 0.1040759 May 06 14:11:10.927012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-8ee749a4-822e-4a75-b9da-82be631642b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:10.928478 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-8ee749a4-822e-4a75-b9da-82be631642b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0578051 May 06 14:11:11.008043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-e10af1c4-793f-4b7c-add7-a5dc0506753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:11.009546 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-e10af1c4-793f-4b7c-add7-a5dc0506753d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742965 May 06 14:11:11.186893 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-73dfe352-dc56-4fe1-8cdc-28ce50a20e18 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684136 May 06 14:11:11.413070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aff85-4c2a-4719-9274-ff4250e17a16 req-889fcab7-5a61-453b-b4bd-a704f0421d14 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:11.414525 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c5aff85-4c2a-4719-9274-ff4250e17a16 req-889fcab7-5a61-453b-b4bd-a704f0421d14 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.2880707 May 06 14:11:11.449864 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3bb89538-d6b9-4daa-a900-1fe000023834 req-cc3b3ba0-84c7-46e7-a908-0f02a4d6cc82 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563686 May 06 14:11:11.472898 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c5aff85-4c2a-4719-9274-ff4250e17a16 req-600cddc3-0d36-4e7b-b641-787565ac49c0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475488 May 06 14:11:11.644015 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:12.659059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21d67f-bf45-417b-9ecf-58833e759a51 req-401ded11-9a76-4aa5-ab1f-6603a0dd7cc0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:12.661201 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc21d67f-bf45-417b-9ecf-58833e759a51 req-401ded11-9a76-4aa5-ab1f-6603a0dd7cc0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0836420 May 06 14:11:12.704533 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc21d67f-bf45-417b-9ecf-58833e759a51 req-6221feaf-ede5-4f3a-922d-1f7fc7125746 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376499 May 06 14:11:13.890662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c0735-01aa-46d7-b7fe-f505f64d1237 req-000e24cc-651d-43c4-ba42-010da00dd3ad tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:13.892122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5e8c0735-01aa-46d7-b7fe-f505f64d1237 req-000e24cc-651d-43c4-ba42-010da00dd3ad tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0804615 May 06 14:11:13.946375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5e8c0735-01aa-46d7-b7fe-f505f64d1237 req-3799eb1b-7c3d-4a55-951d-e7bcf5dc83d3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483644 May 06 14:11:14.589729 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:11:15.135673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8360b-87f8-440d-97aa-f641b02e276e req-c22d51f6-dc7d-4deb-8f15-170d2fd490fd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:15.137087 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ca8360b-87f8-440d-97aa-f641b02e276e req-c22d51f6-dc7d-4deb-8f15-170d2fd490fd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0812531 May 06 14:11:15.183469 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ca8360b-87f8-440d-97aa-f641b02e276e req-c3bf37d4-ca7a-4257-909d-490a3204f3c3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405848 May 06 14:11:16.376092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5f3aa-afdb-4ce4-b996-3492993930e2 req-7fa1b06f-cf44-4810-93b4-911341e7caa7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:16.377563 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-29d5f3aa-afdb-4ce4-b996-3492993930e2 req-7fa1b06f-cf44-4810-93b4-911341e7caa7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0832193 May 06 14:11:16.421148 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-29d5f3aa-afdb-4ce4-b996-3492993930e2 req-3b1664aa-9083-467e-bc42-f3e724b3cf06 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370047 May 06 14:11:17.618134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b2d09-3bed-4e00-9f7d-36caba9ece16 req-69e24cb1-47c6-4cdb-a8cc-a41784056308 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:17.619611 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aa3b2d09-3bed-4e00-9f7d-36caba9ece16 req-69e24cb1-47c6-4cdb-a8cc-a41784056308 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0816660 May 06 14:11:17.664022 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aa3b2d09-3bed-4e00-9f7d-36caba9ece16 req-775d5c8f-5040-48ce-afcf-21b695bdbe85 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387321 May 06 14:11:18.857937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb95dd-cd7f-4047-a868-6f74f1b936cf req-7ee0e14d-78b4-4f5e-b6c4-bf1d08425ac9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:18.859412 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-42bb95dd-cd7f-4047-a868-6f74f1b936cf req-7ee0e14d-78b4-4f5e-b6c4-bf1d08425ac9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0852885 May 06 14:11:18.904279 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-42bb95dd-cd7f-4047-a868-6f74f1b936cf req-ec445955-7e5d-46da-8be5-c1dd73413d8b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390544 May 06 14:11:20.091727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552a4b-d649-4741-ab45-01b7459a6e08 req-c5f4a04a-cf22-4573-b565-3c444ed98080 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:20.093196 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-08552a4b-d649-4741-ab45-01b7459a6e08 req-c5f4a04a-cf22-4573-b565-3c444ed98080 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0803146 May 06 14:11:20.138760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-08552a4b-d649-4741-ab45-01b7459a6e08 req-4f96c93a-e1dd-4eca-8cd1-29109a9f1db5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393116 May 06 14:11:21.329582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db506fe-fd88-4ea0-9e9d-3c80b7b32248 req-c1dd3d3f-17e0-46f5-abd2-965256d166ab tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:21.331141 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1db506fe-fd88-4ea0-9e9d-3c80b7b32248 req-c1dd3d3f-17e0-46f5-abd2-965256d166ab tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0855930 May 06 14:11:21.378409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1db506fe-fd88-4ea0-9e9d-3c80b7b32248 req-051d034d-ca55-49ac-b09a-4bb94766a7be tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411508 May 06 14:11:22.576763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcff5b1-d70d-41da-84af-4bc9ee6246df req-b9084feb-f357-4203-966b-f41dcfe6fe96 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:22.578227 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9bcff5b1-d70d-41da-84af-4bc9ee6246df req-b9084feb-f357-4203-966b-f41dcfe6fe96 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0915079 May 06 14:11:22.625595 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9bcff5b1-d70d-41da-84af-4bc9ee6246df req-3cc5d4a5-c298-4475-b44a-1f40f5ac7642 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415494 May 06 14:11:23.817084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ffb97-e61d-4ba1-b1bd-c54c5e352643 req-2264140a-3c9b-4bd4-b0ce-3a4e2d984add tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:23.818531 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-630ffb97-e61d-4ba1-b1bd-c54c5e352643 req-2264140a-3c9b-4bd4-b0ce-3a4e2d984add tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0787220 May 06 14:11:23.862200 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-630ffb97-e61d-4ba1-b1bd-c54c5e352643 req-43d415ac-e1c3-417c-aa5c-90baec578077 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380065 May 06 14:11:25.054419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8e6c9-db59-4da6-a369-594355c040d8 req-c229faa7-dda7-4f5f-b44a-8d9497862d9f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:25.055924 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac8e6c9-db59-4da6-a369-594355c040d8 req-c229faa7-dda7-4f5f-b44a-8d9497862d9f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0856779 May 06 14:11:25.103850 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac8e6c9-db59-4da6-a369-594355c040d8 req-e06adc75-7ecc-40a7-8ee4-bc63e75c1512 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 May 06 14:11:26.289946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef28bce-a5c7-4313-b724-4792303d466d req-c89348eb-1b0a-48f5-a590-459e077682f4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:26.291318 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ef28bce-a5c7-4313-b724-4792303d466d req-c89348eb-1b0a-48f5-a590-459e077682f4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0793157 May 06 14:11:26.335001 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9ef28bce-a5c7-4313-b724-4792303d466d req-7b813ef3-a826-4735-b20a-51a052191f0a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379944 May 06 14:11:27.529139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa6279-04e7-40be-9699-fc0e8d46a601 req-b3dc86d8-8255-4eff-a03e-8945048e1b58 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:27.530783 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-baaa6279-04e7-40be-9699-fc0e8d46a601 req-b3dc86d8-8255-4eff-a03e-8945048e1b58 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0880158 May 06 14:11:27.585086 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-baaa6279-04e7-40be-9699-fc0e8d46a601 req-71104135-3795-476c-bd7e-d4ba5e22c14d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468299 May 06 14:11:28.779561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c0aa7-877a-47c0-8019-0b62994cedfb req-5d394292-98d6-4d9c-8283-55cac2648a0d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:28.781048 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-934c0aa7-877a-47c0-8019-0b62994cedfb req-5d394292-98d6-4d9c-8283-55cac2648a0d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0799377 May 06 14:11:28.829372 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-934c0aa7-877a-47c0-8019-0b62994cedfb req-bd188450-3908-4142-b799-816422120814 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419743 May 06 14:11:30.029033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db05c-b251-4601-be6a-b936150e5221 req-45a4db5d-00c0-47e3-9797-942fc233f02b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:30.030576 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-da4db05c-b251-4601-be6a-b936150e5221 req-45a4db5d-00c0-47e3-9797-942fc233f02b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0902572 May 06 14:11:30.075714 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-da4db05c-b251-4601-be6a-b936150e5221 req-8b0df7ad-a775-4b9a-9535-5f0010d271f3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386252 May 06 14:11:31.276888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46092062-d019-4513-8a9f-b78a7c5f82d8 req-d5676b17-9fdb-4846-b77b-cdeff7875194 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:31.278344 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46092062-d019-4513-8a9f-b78a7c5f82d8 req-d5676b17-9fdb-4846-b77b-cdeff7875194 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0884566 May 06 14:11:31.325283 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46092062-d019-4513-8a9f-b78a7c5f82d8 req-00d8e5f7-82a4-4e2e-8003-39e77ff5a427 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406837 May 06 14:11:31.693996 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-4f1c5402-5b0a-4d82-8d69-f3704462d567 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770128 May 06 14:11:31.765256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284803-6d9a-4f0e-8a48-96d6e33f9bab req-bddae4df-b312-42c0-8d3d-d4020973a2e3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:31.766751 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67284803-6d9a-4f0e-8a48-96d6e33f9bab req-bddae4df-b312-42c0-8d3d-d4020973a2e3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.1022940 May 06 14:11:31.815427 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67284803-6d9a-4f0e-8a48-96d6e33f9bab req-5bfbcb82-8f2e-4e14-8bf3-59fbc6136dc1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415452 May 06 14:11:33.037306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e21b7-5315-4db8-a20e-e256718f2182 req-c6b45170-1f35-48ca-82d1-2fbab56e2a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:33.038805 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-c6b45170-1f35-48ca-82d1-2fbab56e2a44 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 1099 time: 0.1410377 May 06 14:11:33.080803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a60a0-3af4-4f66-b3e8-efedbdbd43a3 req-3542942a-10e0-46f3-83eb-f54130a76a0f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:33.086477 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c41a60a0-3af4-4f66-b3e8-efedbdbd43a3 req-3542942a-10e0-46f3-83eb-f54130a76a0f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.1284461 May 06 14:11:33.212247 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c41a60a0-3af4-4f66-b3e8-efedbdbd43a3 req-e3ab2069-ce23-46c9-b46b-38d206ac8fff tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741699 May 06 14:11:33.233367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e21b7-5315-4db8-a20e-e256718f2182 req-4b93f689-8ecf-4312-af59-289cea5ef1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:33.234816 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-4b93f689-8ecf-4312-af59-289cea5ef1c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1883452 May 06 14:11:33.440291 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-3d038233-31e9-429c-93fb-16fa3f106bc9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 200 len: 1002 time: 0.1991715 May 06 14:11:33.511005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e21b7-5315-4db8-a20e-e256718f2182 req-2e2af26f-288d-4ceb-a1cb-6df343443a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:33.512376 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-2e2af26f-288d-4ceb-a1cb-6df343443a25 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0640440 May 06 14:11:33.594247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e21b7-5315-4db8-a20e-e256718f2182 req-d98f93eb-54c2-4e25-beb2-aafff12eed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:33.595732 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-d98f93eb-54c2-4e25-beb2-aafff12eed54 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745511 May 06 14:11:33.744049 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-2358bfd6-b500-4ff0-8d13-7e19173bd22b service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367159 May 06 14:11:33.883408 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-a2ebf762-0aaa-4fde-b94d-81751e2b9c48 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320612 May 06 14:11:34.402624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab662605-12ea-428f-b8d0-b49b869756d4 req-4e40909d-b319-4781-8765-ad9bb764a1bb tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:34.404067 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ab662605-12ea-428f-b8d0-b49b869756d4 req-4e40909d-b319-4781-8765-ad9bb764a1bb tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0822248 May 06 14:11:34.450774 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ab662605-12ea-428f-b8d0-b49b869756d4 req-34a61169-5cb4-479e-a937-38653333abd6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409663 May 06 14:11:35.709144 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-729c9c4f-0c29-4a47-b4e6-192584706931 service neutron] 10.222.0.76 "GET /v2.0/ports/93aa6c3b-fe91-4926-97eb-7cd4f7f9d065/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.1041405 May 06 14:11:35.724130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9105e-b3a8-446e-b089-94224154d526 req-8a342dea-457d-4563-bc15-24b7507e0de1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:35.725700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cff9105e-b3a8-446e-b089-94224154d526 req-8a342dea-457d-4563-bc15-24b7507e0de1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.1569586 May 06 14:11:35.784536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cff9105e-b3a8-446e-b089-94224154d526 req-5be21370-e8a4-4bbc-82a9-bce0afd5654e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511687 May 06 14:11:35.998697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e21b7-5315-4db8-a20e-e256718f2182 req-c3b63ce0-fc4f-456b-ad65-6a7a648680b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:36.000198 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-c3b63ce0-fc4f-456b-ad65-6a7a648680b3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 1099 time: 0.0801458 May 06 14:11:36.100342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e21b7-5315-4db8-a20e-e256718f2182 req-5a8089d6-7e2b-4d07-8100-6d863fd3451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:36.101909 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-5a8089d6-7e2b-4d07-8100-6d863fd3451c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 1099 time: 0.0789175 May 06 14:11:36.141334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:36.251328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e21b7-5315-4db8-a20e-e256718f2182 req-b57ff05b-ca46-496e-b5bc-20aafcb62835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:36.252832 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-b57ff05b-ca46-496e-b5bc-20aafcb62835 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1441998 May 06 14:11:36.369028 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-04a9810b-4fb5-49f6-92b7-499148c9875f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 200 len: 1002 time: 0.1094604 May 06 14:11:36.437558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e21b7-5315-4db8-a20e-e256718f2182 req-93f4610b-50af-4f1a-9e37-c30788d69b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:36.439091 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-93f4610b-50af-4f1a-9e37-c30788d69b4d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0636702 May 06 14:11:36.525883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e21b7-5315-4db8-a20e-e256718f2182 req-799b51b2-6cfe-4117-b8aa-a9b201704e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:36.527402 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-799b51b2-6cfe-4117-b8aa-a9b201704e92 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819497 May 06 14:11:36.671084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-0f5a16a2-d4d1-45f1-9818-673682b532ea service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368515 May 06 14:11:36.678167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-68a7b9f7-6e12-4553-8eec-8189eeae8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:36.821043 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-780e21b7-5315-4db8-a20e-e256718f2182 req-4436c98e-fedf-403c-a174-a6f333f22784 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435688 May 06 14:11:37.121340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff260eae-3e5e-4fc3-b0db-3de57bdbaf56 req-6e8f8956-70e6-483e-89b1-6c3247848a80 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:37.122877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ff260eae-3e5e-4fc3-b0db-3de57bdbaf56 req-6e8f8956-70e6-483e-89b1-6c3247848a80 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.2186630 May 06 14:11:37.173444 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ff260eae-3e5e-4fc3-b0db-3de57bdbaf56 req-14879801-d015-4da4-b337-664f969c3efb tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 May 06 14:11:38.294381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:11:38.297918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:11:38.382719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99501e3a-3289-4b84-a73a-7c777c142480 req-c6535fe9-630a-47a0-9fd5-f1cc598295ba tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:38.385037 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-99501e3a-3289-4b84-a73a-7c777c142480 req-c6535fe9-630a-47a0-9fd5-f1cc598295ba tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 946 time: 0.0989916 May 06 14:11:38.434207 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-99501e3a-3289-4b84-a73a-7c777c142480 req-8f9e87e0-d757-4639-90f7-b65be9260d2a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430577 May 06 14:11:38.531359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:38.555377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:11:38.576312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'mac_address': 'fa:16:3e:30:8a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:11:38.581765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:11:38.616659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:11:38.622376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:38.658258 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd69466-e617-4794-9569-4d8c5d5e31a9'] response: {'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'code': 200} May 06 14:11:38.704047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:38.727624 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:11:38.734474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:38.755760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:11:38.759599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:38.834141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['93aa6c3b-fe91-4926-97eb-7cd4f7f9d065'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:11:38.865042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:39.017789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d3bdfaf6-6434-4462-b38b-1fd81c4d7545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:39.637405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f56f1a-d373-446c-9e94-ba3368e8827b req-865608e7-ee55-4ec4-9d07-734234f61806 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:39.638910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52f56f1a-d373-446c-9e94-ba3368e8827b req-865608e7-ee55-4ec4-9d07-734234f61806 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 945 time: 0.0831797 May 06 14:11:39.703179 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-52f56f1a-d373-446c-9e94-ba3368e8827b req-86fd0f8d-4324-43d2-8c73-bc07783805ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577617 May 06 14:11:40.015792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:40.090390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:40.095344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3ceb-2e98-4913-a04c-f6d8a51feeee req-87c2813c-df8f-4b35-8ea6-d80ee852fa90 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:40.096830 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67ec3ceb-2e98-4913-a04c-f6d8a51feeee req-87c2813c-df8f-4b35-8ea6-d80ee852fa90 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 945 time: 0.1463060 May 06 14:11:40.105199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-4688c24a-7c72-4c58-ba46-6357e5d58f58 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:40.106539 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-4688c24a-7c72-4c58-ba46-6357e5d58f58 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.1241026 May 06 14:11:40.148823 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67ec3ceb-2e98-4913-a04c-f6d8a51feeee req-dfbe0aca-25b7-49ae-9175-e71c1f4a7c1a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 May 06 14:11:40.256350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-432c8c97-b495-4640-93af-91bea69fd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:40.257850 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-432c8c97-b495-4640-93af-91bea69fd841 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 1098 time: 0.0711737 May 06 14:11:40.299301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:11:40.388870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-56d1a8a3-36ce-43a3-9bc1-3af678970b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:40.390372 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-56d1a8a3-36ce-43a3-9bc1-3af678970b6c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1260860 May 06 14:11:40.418195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:40.436397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:11:40.453277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:11:40.458124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:40.499213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-07f07831-281f-492d-bca7-3ba2eb4033e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 200 len: 1001 time: 0.1021292 May 06 14:11:40.524324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:40.562322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-59c1e6b3-e25b-46fa-b093-4fa08f6836d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:40.563763 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-59c1e6b3-e25b-46fa-b093-4fa08f6836d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0583410 May 06 14:11:40.642460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-d3d9d42f-e3ea-4581-8f89-2a70dd187ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:40.643928 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-d3d9d42f-e3ea-4581-8f89-2a70dd187ce6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737090 May 06 14:11:40.775592 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-f829fc70-0100-4b0c-b091-20715d5ba486 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237502 May 06 14:11:40.914632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49be88fc-37d7-478f-96eb-568f9ba3722b req-db54f063-832a-4d78-83bd-0a82278cb4be service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300607 May 06 14:11:41.338232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01596a4-4f53-453b-b78b-ea43e4b6e356 req-8e37616f-7a06-4d62-9f9c-2bf579f8d8e5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:41.339692 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f01596a4-4f53-453b-b78b-ea43e4b6e356 req-8e37616f-7a06-4d62-9f9c-2bf579f8d8e5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0804217 May 06 14:11:41.385121 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f01596a4-4f53-453b-b78b-ea43e4b6e356 req-27ec566a-0365-42df-9d04-54fc3b6bffd6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395603 May 06 14:11:41.648026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.579397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b554dbb-a2bb-4e95-adb2-62db85ff7644 req-03cc3ad0-09ee-4f0f-98dd-956d2f17fdf8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:42.580845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b554dbb-a2bb-4e95-adb2-62db85ff7644 req-03cc3ad0-09ee-4f0f-98dd-956d2f17fdf8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0822001 May 06 14:11:42.625879 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9b554dbb-a2bb-4e95-adb2-62db85ff7644 req-3b7e35a0-8a99-4732-95b6-a1d9243b2f78 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384240 May 06 14:11:42.814747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96264107-d854-46dd-aa9e-f3cf83fe025d req-82b6073b-7a68-4828-bbc4-4111aa114119 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:42.817059 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96264107-d854-46dd-aa9e-f3cf83fe025d req-82b6073b-7a68-4828-bbc4-4111aa114119 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0826933 May 06 14:11:42.871180 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-96264107-d854-46dd-aa9e-f3cf83fe025d req-9d8a59fd-7240-48a1-bed6-ff95b4a8ad9d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484352 May 06 14:11:43.376162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daf601-4854-4b9a-a54d-f3a842bad596 req-b5f30c15-c65a-4277-8f7f-4dcc21224d93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:43.377692 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6daf601-4854-4b9a-a54d-f3a842bad596 req-b5f30c15-c65a-4277-8f7f-4dcc21224d93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.2312381 May 06 14:11:43.421585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-f2a950cf-2282-4fa3-a5c4-86e9821ad24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:43.423034 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-f2a950cf-2282-4fa3-a5c4-86e9821ad24f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 1097 time: 0.2178936 May 06 14:11:43.455555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6daf601-4854-4b9a-a54d-f3a842bad596 req-82237ca9-14ab-4d3e-9610-4424295bcd02 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692747 May 06 14:11:43.565348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-16673281-37ed-4493-91f9-acc9aa259267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:43.566996 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-16673281-37ed-4493-91f9-acc9aa259267 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1372309 May 06 14:11:43.677553 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-17b8f77e-18e0-4e40-9975-1141a4cb54a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 200 len: 1000 time: 0.1037846 May 06 14:11:43.747962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-25be7cb4-958b-4851-8803-203baddb5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:43.749771 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-25be7cb4-958b-4851-8803-203baddb5e22 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0648797 May 06 14:11:43.829303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-a35035c1-405b-41bc-9023-3be0f505403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:43.830796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-a35035c1-405b-41bc-9023-3be0f505403e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746989 May 06 14:11:43.971140 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-930b0d78-4b7d-4c45-9e69-0aa104a46286 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330187 May 06 14:11:44.108834 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f4b4775b-1f8e-4ac3-a69f-3a5d6e5fa375 req-c229b836-0e44-42bf-8e65-15d9aa095f9e service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309364 May 06 14:11:44.671981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ad2f2-5243-437f-8ecb-706211f26c23 req-b08d260e-7064-48fa-8f66-93f0931e456e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:44.673569 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fe8ad2f2-5243-437f-8ecb-706211f26c23 req-b08d260e-7064-48fa-8f66-93f0931e456e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0997486 May 06 14:11:44.721625 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fe8ad2f2-5243-437f-8ecb-706211f26c23 req-f2920fb9-3c4f-4271-8bf9-9203a4bae337 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418408 May 06 14:11:45.912733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371465b-3fdf-4ce8-8b46-cad86fbde0a9 req-b9a3f11b-548a-4d1e-979c-29264923ad99 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:45.914250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a371465b-3fdf-4ce8-8b46-cad86fbde0a9 req-b9a3f11b-548a-4d1e-979c-29264923ad99 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0827482 May 06 14:11:45.977718 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a371465b-3fdf-4ce8-8b46-cad86fbde0a9 req-fdc9971c-a676-451c-b966-235675eba9e4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577598 May 06 14:11:46.382413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030456f3-aa74-4095-aefe-bc31c159e918 req-69a77783-13f2-4086-bb29-8253aa65f876 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:46.383884 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-030456f3-aa74-4095-aefe-bc31c159e918 req-69a77783-13f2-4086-bb29-8253aa65f876 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0818884 May 06 14:11:46.429229 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-030456f3-aa74-4095-aefe-bc31c159e918 req-fd78e5d7-790c-47d6-885b-2c4d33271041 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397146 May 06 14:11:47.630499 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26be54e-5419-4a3d-a9c4-0c6140bfe652 req-707c1c6c-bdac-4417-925a-431836161d68 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:47.632109 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e26be54e-5419-4a3d-a9c4-0c6140bfe652 req-707c1c6c-bdac-4417-925a-431836161d68 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0878038 May 06 14:11:47.678941 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e26be54e-5419-4a3d-a9c4-0c6140bfe652 req-3162fb76-20fe-496f-92f6-6f7a241f958f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407743 May 06 14:11:48.420568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6221d5a-9247-458f-b967-6431c1543480 req-19f2fc31-2f09-43fa-bd30-482f7d8a7f4d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:48.422012 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6221d5a-9247-458f-b967-6431c1543480 req-19f2fc31-2f09-43fa-bd30-482f7d8a7f4d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.0804131 May 06 14:11:48.500003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Deleting port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:11:48.500370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:48.765305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] For port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:11:48.766059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:49.196062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d07f16-2a46-4ed1-9d28-ceb7387aafca req-2695048d-6c12-4612-95dd-792f3d385909 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:49.197560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-02d07f16-2a46-4ed1-9d28-ceb7387aafca req-2695048d-6c12-4612-95dd-792f3d385909 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 944 time: 0.3625522 May 06 14:11:49.278165 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-02d07f16-2a46-4ed1-9d28-ceb7387aafca req-60686b07-ec7d-499d-8714-498e47c11db3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666981 May 06 14:11:49.279684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:49.280054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:49.280361 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Floating IP c5590940-090f-49a3-9736-86bf1e57f814 disassociated. External IP: 172.26.2.245, port: 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065. May 06 14:11:49.280723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Calling delete_port for 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:11:49.429941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:49.484584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event deleted for resources: {'Port': ['ID=93aa6c3b-fe91-4926-97eb-7cd4f7f9d065,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:49.495292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.495645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.495975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.496301 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.496647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.496971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.497290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.497610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.497922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.498235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.498545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.498855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:49.692360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:11:49.871943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:11:49.882881 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:11:49.892174 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:11:49.892831 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:11:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:11:49.952401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] No DVR routers for this DVR port 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:11:49.954939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:49.958232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'name': 'network-vif-deleted', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:11:49.976313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6221d5a-9247-458f-b967-6431c1543480 req-a332fdd5-f74b-47ce-905a-266999c47172 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "DELETE /v2.0/ports/93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 HTTP/1.1" status: 204 len: 173 time: 1.5487046 May 06 14:11:50.012730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43ee752-37c1-49ad-a46d-bbca0f0296ae'] response: {'server_uuid': 'e0329f4c-3a66-48d4-bccf-6912af76bea8', 'name': 'network-vif-deleted', 'tag': '93aa6c3b-fe91-4926-97eb-7cd4f7f9d065', 'status': 'completed', 'code': 200} May 06 14:11:50.081733 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:11:50.416524 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:11:50.421773 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:11:50.433326 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:11:50.433954 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:11:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:11:50.452235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-cd9ac4da-ccc7-4475-998b-403b6bf40155 req-13e188e3-1e29-4b1f-a648-57f467319763 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:11:50.469983 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-cd9ac4da-ccc7-4475-998b-403b6bf40155 req-13e188e3-1e29-4b1f-a648-57f467319763 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:11:50.471199 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd9ac4da-ccc7-4475-998b-403b6bf40155 req-13e188e3-1e29-4b1f-a648-57f467319763 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0329f4c-3a66-48d4-bccf-6912af76bea8 HTTP/1.1" status: 200 len: 210 time: 0.0638437 May 06 14:11:50.632018 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:11:50.975939 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:11:50.979904 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f9f1a-c073-4a64-9cc1-7cf12ae900d7 None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:11:51.214566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7767cc-67a0-472d-9465-60718fc19279 None None] New status for floating IP c5590940-090f-49a3-9736-86bf1e57f814: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:11:51.590193 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:11:51.818482 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-7458e9e2-bff5-4a80-89e1-91d19404bfc9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--873666763&fields=id&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 267 time: 0.0392170 May 06 14:11:51.977177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-4eb9f152-18e6-427d-bd6e-2f5ed28caf74 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:51.978623 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-4eb9f152-18e6-427d-bd6e-2f5ed28caf74 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 812 time: 0.1536081 May 06 14:11:51.993548 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-0aed7308-64ee-4873-b52a-9292c0ca56a8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/quotas/58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 375 time: 0.0093868 May 06 14:11:52.084343 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-a2de2c46-69e3-4167-a441-25531598eb67 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854697 May 06 14:11:52.284117 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-4349d3c6-bf12-4213-9dee-64aa2e4dcc76 service neutron] 10.222.0.21 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879909 May 06 14:11:52.358095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:11:52.395106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:11:52.395440 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 93aa6c3b-fe91-4926-97eb-7cd4f7f9d065 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:11:52.420289 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-5adb8b18-a0a9-431f-acc7-6b25316e4143 service neutron] 10.222.0.21 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296186 May 06 14:11:52.716179 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5de0344b-a6de-4f12-8ac6-178e06586847 req-b1fa3342-4e17-4036-ab09-8de62e6f4408 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 210 time: 0.1459146 May 06 14:11:53.728055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-42410898-d907-4ddd-9b83-c48003422b0e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:53.729568 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-42410898-d907-4ddd-9b83-c48003422b0e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 812 time: 0.1526113 May 06 14:11:53.782221 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-4065ca80-e1b8-430a-84d9-6d2f65252075 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 379 time: 0.0431244 May 06 14:11:53.791170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'port': {'device_id': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'admin_state_up': True, 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'security_groups': ['fd95700b-44ca-4f94-b28b-0f1eac85862a']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:11:53.923108 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e27af41-5c9f-4d4c-9a08-b85510172cc0 req-609bb02e-4ac2-4be0-9a3c-02a5158efbd5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 210 time: 0.0632188 May 06 14:11:53.984266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:11:53.994474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:11:54.005111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Made reservation on behalf of 58a4bc5f09834b4d8485d5c53170b5cb for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:11:54.009108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:54.180538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Allocated IP 172.20.0.12 (e672d76c-0e59-48c4-b32c-e29a6601e4ff/4ad0c090-c54e-4c31-a025-f3b301061a4d/0f393c3a-1aab-49e7-b94b-6ef72be2a90b) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:11:54.376550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:54.391664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Transition to ACTIVE for port object 0f393c3a-1aab-49e7-b94b-6ef72be2a90b will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:11:54.415138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:54.485098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:11:54.488978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:11:54.492798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:11:54.527853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:54.570698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:54.571341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:54.598990 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-aa45b908-57ab-4710-b9fe-406a161f1bdd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116410 May 06 14:11:54.611370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Request body: {'port': {'device_id': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:11:54.697806 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-67ee989f-81f3-4eeb-a74c-c4c70482f9a8 None None] Provisioning for port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:11:54.703291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-67ee989f-81f3-4eeb-a74c-c4c70482f9a8 None None] Provisioning complete for port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:11:54.703587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-67ee989f-81f3-4eeb-a74c-c4c70482f9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:54.730195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:54.761132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-67ee989f-81f3-4eeb-a74c-c4c70482f9a8 None None] Port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:11:55.149482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f393c3a-1aab-49e7-b94b-6ef72be2a90b {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:11:55.158244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:55.177362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Transition to ACTIVE for port object 0f393c3a-1aab-49e7-b94b-6ef72be2a90b will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:11:55.181252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:55.293151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4e79e-2429-4f87-8d1e-a9e5e900a735 req-54ee1d3d-edcb-45b4-bd7d-5a066a7205d1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:55.293874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b1c4e79e-2429-4f87-8d1e-a9e5e900a735 req-54ee1d3d-edcb-45b4-bd7d-5a066a7205d1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:11:55.332597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:55.371704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b1c4e79e-2429-4f87-8d1e-a9e5e900a735 req-54ee1d3d-edcb-45b4-bd7d-5a066a7205d1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:11:55.372987 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b1c4e79e-2429-4f87-8d1e-a9e5e900a735 req-54ee1d3d-edcb-45b4-bd7d-5a066a7205d1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 932 time: 0.3322291 May 06 14:11:55.571151 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b1c4e79e-2429-4f87-8d1e-a9e5e900a735 req-907cc685-b126-4a82-9e9b-6c3a3e8e197e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919490 May 06 14:11:55.580074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Attempting to bind port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:11:55.580409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Attempting to bind port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:11:55.580766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Attempting to bind port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:11:55.585735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b on network e672d76c-0e59-48c4-b32c-e29a6601e4ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:11:55.586057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Attempting to bind port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:11:55.591349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:11:55.591682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Checking segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:11:55.592277 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Bound using segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:11:55.592505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Bound port: 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:11:55.592852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:55.691447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:11:55.694956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:11:55.700688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:55.764837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:55.765556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:55.766856 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] 10.222.0.76 "PUT /v2.0/ports/0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 200 len: 1094 time: 1.1598990 May 06 14:11:55.767303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:11:55.793693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828a4ed-f7f7-43f3-8859-a6b6b1ad13ec service neutron] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:55.855587 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099b37cb-4d86-41f4-8879-c0a3c147e6c5'] response: {'name': 'network-changed', 'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'status': 'completed', 'code': 200} May 06 14:11:55.900305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-3cbac7cd-5d4b-4252-aa39-e682c512cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:55.901909 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-3cbac7cd-5d4b-4252-aa39-e682c512cf5e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 1097 time: 0.0827193 May 06 14:11:55.979077 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-a3a45e29-1c57-4835-8a36-f2061dbcfcab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 200 len: 217 time: 0.0678058 May 06 14:11:56.047409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-4fa64c81-3940-4124-9fa6-a7204de42506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:56.048802 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-4fa64c81-3940-4124-9fa6-a7204de42506 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0635433 May 06 14:11:56.127658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-9a919eeb-b6f6-4ecd-acea-6c2e7c1e0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:56.129839 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-9a919eeb-b6f6-4ecd-acea-6c2e7c1e0dfe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728209 May 06 14:11:56.266211 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-6102fdf1-3990-4816-86de-2ca270b31913 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265624 May 06 14:11:56.399830 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-770e6640-f2f5-437d-92ea-6c0506846b5b req-a4109963-330f-4d18-bec3-7acabf860a8d service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268806 May 06 14:11:56.522081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-8b1f80a2-ffbd-4f5c-a791-5ce0e1af0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:56.523465 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-8b1f80a2-ffbd-4f5c-a791-5ce0e1af0aef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 1097 time: 0.0746448 May 06 14:11:56.667600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-01b10cfc-f025-4701-a3e2-fb15f28c98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:56.669105 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-01b10cfc-f025-4701-a3e2-fb15f28c98d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1353154 May 06 14:11:56.783806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-a7b4e9fe-c9b9-4cd4-a8b8-97889230f4a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 200 len: 217 time: 0.1066363 May 06 14:11:56.865073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-cceabb30-ae0f-435f-8839-ab9b5777e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:56.866602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-cceabb30-ae0f-435f-8839-ab9b5777e03b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0721710 May 06 14:11:56.917119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54eb21-89d8-4543-b878-c6029f2e96be req-1c8ddf5d-d6e1-4e8c-bde0-3c6612fd3580 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:56.918592 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec54eb21-89d8-4543-b878-c6029f2e96be req-1c8ddf5d-d6e1-4e8c-bde0-3c6612fd3580 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 944 time: 0.1915886 May 06 14:11:56.984699 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec54eb21-89d8-4543-b878-c6029f2e96be req-8939eda5-ab67-4d86-9bc8-f07523c0b58d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602798 May 06 14:11:57.004787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-f6296791-0cec-41db-bc14-08ccabaa68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:57.004787 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-f6296791-0cec-41db-bc14-08ccabaa68ad service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1284389 May 06 14:11:57.144275 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-7c42869d-2a87-4426-bafe-8f610912748e service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307006 May 06 14:11:57.381454 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce91fa82-c69b-44f8-85f2-49003c0d1f1a req-6c263535-ba23-44df-8b3a-da97024761fc service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296052 May 06 14:11:58.181214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ae12-721a-44ca-9a16-2ee8decbc91c req-a9a118bf-9c13-4a28-9db6-00aa78ce470e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:58.182951 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d487ae12-721a-44ca-9a16-2ee8decbc91c req-a9a118bf-9c13-4a28-9db6-00aa78ce470e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 944 time: 0.0809264 May 06 14:11:58.230130 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d487ae12-721a-44ca-9a16-2ee8decbc91c req-fc623d67-9d5f-4e32-bb02-57a0f4659633 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414438 May 06 14:11:58.418141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 0f393c3a-1aab-49e7-b94b-6ef72be2a90b details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:11:58.589400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:11:58.602466 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'mac_address': 'fa:16:3e:07:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:11:58.661674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:58.678915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f393c3a-1aab-49e7-b94b-6ef72be2a90b {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:11:58.693926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:11:58.697908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:58.763533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:11:58.770602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.770949 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.771285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.771619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.771947 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.772273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.772647 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.772977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.773299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.773618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.773935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.774250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:11:58.919046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['0f393c3a-1aab-49e7-b94b-6ef72be2a90b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:11:59.415504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216e5aa-b774-43d9-a544-841815cdf638 req-c7de5cc6-eb0d-4483-8fca-91887507c118 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:11:59.416964 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b216e5aa-b774-43d9-a544-841815cdf638 req-c7de5cc6-eb0d-4483-8fca-91887507c118 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 945 time: 0.0789196 May 06 14:11:59.462271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b216e5aa-b774-43d9-a544-841815cdf638 req-b72c8a54-4ac9-4bee-98be-330d2f7b177c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396221 May 06 14:12:00.420103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 0f393c3a-1aab-49e7-b94b-6ef72be2a90b up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:00.488266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:12:00.493468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:00.493870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:00.617524 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:00.645460 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:12:00.655268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:12:00.660681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2d354-38b7-413c-9b5b-11f095613457 req-aff64150-d186-4bf6-9ebc-7a4b165a3056 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:00.661191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:00.662429 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ccc2d354-38b7-413c-9b5b-11f095613457 req-aff64150-d186-4bf6-9ebc-7a4b165a3056 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 945 time: 0.0900452 May 06 14:12:00.715514 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1b2d5d-befd-4c82-b664-cfee85ee803e'] response: {'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'code': 200} May 06 14:12:00.720305 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ccc2d354-38b7-413c-9b5b-11f095613457 req-cd76e39a-5875-4156-ad0c-c3473a28c4f1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487437 May 06 14:12:00.735512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:00.930779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8282c-17f2-4cbb-8dd9-66ffb87a9b03 req-770b09fc-af11-47a1-bd9c-5abe1448ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:00.932555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ba8282c-17f2-4cbb-8dd9-66ffb87a9b03 req-770b09fc-af11-47a1-bd9c-5abe1448ee70 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 1099 time: 0.0694344 May 06 14:12:00.975190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ba8282c-17f2-4cbb-8dd9-66ffb87a9b03 req-10dd6ac5-d9f5-40c3-a08f-eec889aacac8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362186 May 06 14:12:01.912983 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cac9a-2f8e-47ba-b0b8-c7fbf54a98d6 req-225c837e-e57d-49cc-8330-bacc1193a9bd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:01.914450 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d56cac9a-2f8e-47ba-b0b8-c7fbf54a98d6 req-225c837e-e57d-49cc-8330-bacc1193a9bd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0834169 May 06 14:12:01.958884 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d56cac9a-2f8e-47ba-b0b8-c7fbf54a98d6 req-933c39f4-8d16-4110-93a6-e1190a6d888b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386736 May 06 14:12:03.170183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d471d-352e-417d-a792-e1ef710fd72c req-85f1d525-0cce-47a8-9511-1041a2acc610 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:03.171710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-829d471d-352e-417d-a792-e1ef710fd72c req-85f1d525-0cce-47a8-9511-1041a2acc610 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0943894 May 06 14:12:03.218470 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-829d471d-352e-417d-a792-e1ef710fd72c req-342a6eab-0b96-4914-b4fe-9c8afd0aedc0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401604 May 06 14:12:03.403289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59374dd4-5684-4553-a6bc-b3308dc9acb7 req-1d5f05db-95ff-4a6a-81c0-7e02be3f03be tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:03.404850 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59374dd4-5684-4553-a6bc-b3308dc9acb7 req-1d5f05db-95ff-4a6a-81c0-7e02be3f03be tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0857894 May 06 14:12:03.413479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49778) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:03.418350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a9750903-21f5-4233-8807-e69bca34cb3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'floatingip': {'port_id': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:12:03.511657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9750903-21f5-4233-8807-e69bca34cb3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:04.138421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9750903-21f5-4233-8807-e69bca34cb3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:04.142087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9750903-21f5-4233-8807-e69bca34cb3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:04.460015 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-a9750903-21f5-4233-8807-e69bca34cb3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Floating IP c5590940-090f-49a3-9736-86bf1e57f814 associated. External IP: 172.26.2.245, port: 0f393c3a-1aab-49e7-b94b-6ef72be2a90b. May 06 14:12:04.899165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9750903-21f5-4233-8807-e69bca34cb3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:12:05.091333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9750903-21f5-4233-8807-e69bca34cb3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:12:05.096052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9750903-21f5-4233-8807-e69bca34cb3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:05.106841 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:12:05.118940 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:12:05.119568 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:11:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:05.172323 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a9750903-21f5-4233-8807-e69bca34cb3e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "PUT /v2.0/floatingips/c5590940-090f-49a3-9736-86bf1e57f814 HTTP/1.1" status: 200 len: 992 time: 1.7544363 May 06 14:12:05.172323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:12:05.222999 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afc7169-2d59-4803-8fe7-ec2970a35f59'] response: {'name': 'network-changed', 'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'status': 'completed', 'code': 200} May 06 14:12:05.308109 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:12:05.345242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-0e88471a-a18e-484b-81b7-8e65c4f2c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:05.347848 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-0e88471a-a18e-484b-81b7-8e65c4f2c471 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 1099 time: 0.0969801 May 06 14:12:05.517530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-a586aa1b-de08-4582-96db-aed43c7a318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:05.519540 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-a586aa1b-de08-4582-96db-aed43c7a318a service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1610780 May 06 14:12:05.625412 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-9e7ca943-7cc9-4bec-b38c-66f8199a52d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346929 May 06 14:12:05.687761 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:07:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:12:04Z', 'revision_number': 9, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:05.692677 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:12:05.696936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-7eba1c1a-6f70-4ef4-b1d9-2c63ef924b1b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 200 len: 1000 time: 0.1645176 May 06 14:12:05.701993 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:12:05.702854 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:11:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:05.762693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6443d-f989-4800-a21a-c8a678869ff9 req-efccaac1-b622-4157-86b2-a9a58c32be93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:05.764204 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-56d6443d-f989-4800-a21a-c8a678869ff9 req-efccaac1-b622-4157-86b2-a9a58c32be93 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.1732528 May 06 14:12:05.798800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-8e3dec28-681d-4484-928e-ec273a9a7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:05.800821 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-8e3dec28-681d-4484-928e-ec273a9a7adf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0964592 May 06 14:12:05.869082 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-56d6443d-f989-4800-a21a-c8a678869ff9 req-74733112-29ca-4a09-9a65-930619aed8c5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924504 May 06 14:12:05.904892 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:12:05.906406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-188cc452-709f-4cbe-ad84-f418a946daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:05.907940 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-188cc452-709f-4cbe-ad84-f418a946daf7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0961230 May 06 14:12:06.099796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-0d507651-57bf-4b6a-b386-191ddb036e71 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835654 May 06 14:12:06.147748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:06.347276 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:07:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:12:04Z', 'revision_number': 9, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:06.352351 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d3a420-cd5e-4501-a98a-e939dba54c79 None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:07:e0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:12:04Z', 'revision_number': 9, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:12:06.392257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac94b59b-622b-40de-a4f9-4559d2732889 req-282bdd5f-2570-45ad-98a2-20ae94ac741b service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865520 May 06 14:12:06.573772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a391ef-5156-4901-bd7f-cd4b8bbe8fbd None None] New status for floating IP c5590940-090f-49a3-9736-86bf1e57f814: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:12:06.674968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ef1b8949-1739-4baa-a2c4-e4af33de6815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:07.036189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c043-57c7-497f-9b18-49b262f0a251 req-b68f2cfd-29ac-468d-b983-4ccf0d1a719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:07.037724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-b68f2cfd-29ac-468d-b983-4ccf0d1a719b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 1099 time: 0.0894487 May 06 14:12:07.251724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c043-57c7-497f-9b18-49b262f0a251 req-a23268d4-9344-4e2e-acd0-7ab859c0776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:07.253784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-a23268d4-9344-4e2e-acd0-7ab859c0776b service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.2064586 May 06 14:12:07.267523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf427a-a03a-46dc-8b99-28baca64d966 req-873c36b6-f645-4fe3-bfa6-dd25573dbb6e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:07.270246 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-48cf427a-a03a-46dc-8b99-28baca64d966 req-873c36b6-f645-4fe3-bfa6-dd25573dbb6e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.1375616 May 06 14:12:07.398833 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-48cf427a-a03a-46dc-8b99-28baca64d966 req-c2509faa-fae1-4720-9a48-b976892218d7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773487 May 06 14:12:07.400402 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-d30b8b00-6c3c-4728-a2cb-ac0e401d4678 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 200 len: 1003 time: 0.1292925 May 06 14:12:07.469299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c043-57c7-497f-9b18-49b262f0a251 req-84b04060-9650-4cee-9d95-9be4c5ba4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:07.470831 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-84b04060-9650-4cee-9d95-9be4c5ba4ecd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0632024 May 06 14:12:07.550669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c043-57c7-497f-9b18-49b262f0a251 req-df2a3851-6ff9-42d6-8738-314d42d9349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:07.552159 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-df2a3851-6ff9-42d6-8738-314d42d9349c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728405 May 06 14:12:07.689273 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-24871a29-00db-46f1-ada6-6fbeb086a729 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276062 May 06 14:12:07.824845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-e4099278-232a-47a2-bf98-4c3e5ace1326 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290531 May 06 14:12:08.590122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccd0ec-ed42-4cd9-a70c-de21f21dabc0 req-3914d488-2ad7-4c57-951f-ccdf5a88a46e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:08.591558 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94ccd0ec-ed42-4cd9-a70c-de21f21dabc0 req-3914d488-2ad7-4c57-951f-ccdf5a88a46e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0853903 May 06 14:12:08.636122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94ccd0ec-ed42-4cd9-a70c-de21f21dabc0 req-6038fad8-f825-4abc-bec5-0abe5a08b49e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382881 May 06 14:12:09.000168 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-307d42c8-6f72-41b9-86ec-f63366f0f9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:09.821901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63d48b-10a3-416a-858c-42e432d74b91 req-25b663b5-14aa-4608-8288-010fa967be9c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:09.823351 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b63d48b-10a3-416a-858c-42e432d74b91 req-25b663b5-14aa-4608-8288-010fa967be9c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0797598 May 06 14:12:09.868806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b63d48b-10a3-416a-858c-42e432d74b91 req-1d98d417-641f-4c13-9277-3fe130486ba3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397916 May 06 14:12:10.020842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:10.083922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:11.059075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690a275-2f52-4cb8-99a9-e20627ef75d8 req-b1f8c2ac-a4ff-41f5-9ec8-ff819d6df8ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:11.060538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1690a275-2f52-4cb8-99a9-e20627ef75d8 req-b1f8c2ac-a4ff-41f5-9ec8-ff819d6df8ea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0836039 May 06 14:12:11.104503 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1690a275-2f52-4cb8-99a9-e20627ef75d8 req-117a4868-b12e-44ef-a52a-7482d975d162 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383012 May 06 14:12:11.653707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:12.295776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c816e-fda9-4c50-b881-a7e4197f2110 req-822203d0-3a88-4e28-bc24-0779900917a2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:12.297421 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb7c816e-fda9-4c50-b881-a7e4197f2110 req-822203d0-3a88-4e28-bc24-0779900917a2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0809574 May 06 14:12:12.345212 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb7c816e-fda9-4c50-b881-a7e4197f2110 req-2ea808f6-6ff9-4949-8725-fc4890ef7a66 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424197 May 06 14:12:12.588636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195fffe-d8b3-421e-927d-776933406579 req-0d806406-b778-460c-833f-4c44b0c8f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:12.590125 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6195fffe-d8b3-421e-927d-776933406579 req-0d806406-b778-460c-833f-4c44b0c8f46e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 1099 time: 0.0732708 May 06 14:12:12.736978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195fffe-d8b3-421e-927d-776933406579 req-933f5033-8de2-4a06-9855-ca04ddb16a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:12.738116 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6195fffe-d8b3-421e-927d-776933406579 req-933f5033-8de2-4a06-9855-ca04ddb16a1a service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1281419 May 06 14:12:12.929405 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6195fffe-d8b3-421e-927d-776933406579 req-42e37526-8d4a-4191-9d2b-ef3a398f023b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 200 len: 1003 time: 0.1850090 May 06 14:12:12.992044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195fffe-d8b3-421e-927d-776933406579 req-50ed3a93-4554-4257-a592-829044eeaf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:12.993534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6195fffe-d8b3-421e-927d-776933406579 req-50ed3a93-4554-4257-a592-829044eeaf64 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0573871 May 06 14:12:13.074014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195fffe-d8b3-421e-927d-776933406579 req-5cdf076d-5fea-49f1-a767-061019575c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:13.075479 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6195fffe-d8b3-421e-927d-776933406579 req-5cdf076d-5fea-49f1-a767-061019575c66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759904 May 06 14:12:13.209317 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6195fffe-d8b3-421e-927d-776933406579 req-d566fc14-e1f4-4bd0-9d00-0a50483c4af0 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271770 May 06 14:12:13.347059 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6195fffe-d8b3-421e-927d-776933406579 req-023e7be6-8339-4737-bba9-a13ac0ad1ba1 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294982 May 06 14:12:13.532681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e483ca-47d5-4890-91bf-3abd77fa63c2 req-24f3a32e-c7c1-4a48-a0f5-9a6483bf5893 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:13.535223 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e3e483ca-47d5-4890-91bf-3abd77fa63c2 req-24f3a32e-c7c1-4a48-a0f5-9a6483bf5893 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0833752 May 06 14:12:13.582213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e3e483ca-47d5-4890-91bf-3abd77fa63c2 req-6057cf34-2038-4b7d-8ed7-21dca9eecb66 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 May 06 14:12:14.775379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614abb1c-6faf-427f-9de3-f3ec2d2405bb req-2b9c1334-beb3-4112-90ee-64c35b95ee69 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:14.776876 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-614abb1c-6faf-427f-9de3-f3ec2d2405bb req-2b9c1334-beb3-4112-90ee-64c35b95ee69 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0876567 May 06 14:12:14.824557 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-614abb1c-6faf-427f-9de3-f3ec2d2405bb req-cb127576-eed5-408d-8597-fe83adc53f8d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419145 May 06 14:12:16.012336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890cbf3-9211-4480-9ec0-404335ed6705 req-2bdcf31f-ed1d-429b-9d2c-3ba4425bcba3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:16.013798 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8890cbf3-9211-4480-9ec0-404335ed6705 req-2bdcf31f-ed1d-429b-9d2c-3ba4425bcba3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0824242 May 06 14:12:16.058827 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8890cbf3-9211-4480-9ec0-404335ed6705 req-5f0213af-76fd-4873-9f87-7c3e8f938fe5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392492 May 06 14:12:17.248645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704eb0e-281d-4080-9861-eb21a85ea51d req-eb9e5ed9-a71c-4c3f-abbc-ab4c3f562492 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:17.250048 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1704eb0e-281d-4080-9861-eb21a85ea51d req-eb9e5ed9-a71c-4c3f-abbc-ab4c3f562492 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0848980 May 06 14:12:17.297365 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1704eb0e-281d-4080-9861-eb21a85ea51d req-bc9bea90-0eda-4a9d-8b40-b3b7f855a7bd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 May 06 14:12:18.491346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da6633-2626-4b9a-b51f-f527aa985050 req-9ab6e067-3db2-468a-af20-d81816224cb6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:18.492892 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6da6633-2626-4b9a-b51f-f527aa985050 req-9ab6e067-3db2-468a-af20-d81816224cb6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0854297 May 06 14:12:18.543945 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6da6633-2626-4b9a-b51f-f527aa985050 req-e516ac61-ab1e-4619-bf96-9f1da8faadc2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453565 May 06 14:12:19.733895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5476fd4-9818-4643-b48e-d95e28508ca0 req-5c4e4bea-f78a-48e5-8998-98e82b26d9b4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:19.735409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5476fd4-9818-4643-b48e-d95e28508ca0 req-5c4e4bea-f78a-48e5-8998-98e82b26d9b4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0809665 May 06 14:12:19.780547 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a5476fd4-9818-4643-b48e-d95e28508ca0 req-dc710384-5fea-4f44-98d3-1ab17d644d9c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391841 May 06 14:12:20.975598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f0ac8-c6fc-4b80-9aca-1f172f21f239 req-c6655350-feb8-40f1-83de-c077259ebdea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:20.977151 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-813f0ac8-c6fc-4b80-9aca-1f172f21f239 req-c6655350-feb8-40f1-83de-c077259ebdea tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0859678 May 06 14:12:21.022844 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-813f0ac8-c6fc-4b80-9aca-1f172f21f239 req-73f54c20-7bf1-42c2-9079-dc3d3c57fd63 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400367 May 06 14:12:22.215651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d55ac3-4549-4884-a713-1892c1d5161c req-10121759-4027-4842-bfee-d74b6161ad94 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:22.217061 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-11d55ac3-4549-4884-a713-1892c1d5161c req-10121759-4027-4842-bfee-d74b6161ad94 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0827303 May 06 14:12:22.261875 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-11d55ac3-4549-4884-a713-1892c1d5161c req-d10d67b3-202a-4c2e-94d3-b26142497b7d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388336 May 06 14:12:23.451187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce1043-91b4-4665-809b-cc418a2c837a req-96596013-f932-4868-b8ac-ba9435a592bf tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:23.452666 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-97ce1043-91b4-4665-809b-cc418a2c837a req-96596013-f932-4868-b8ac-ba9435a592bf tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0834522 May 06 14:12:23.497901 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-97ce1043-91b4-4665-809b-cc418a2c837a req-8ca84e5e-6836-4d44-afc7-f38aa0d26cb6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392838 May 06 14:12:24.695002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10de4b-5259-48d2-a306-1813325e4def req-2775d04d-11c5-4839-a1a4-9eccd545951d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:24.696642 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a10de4b-5259-48d2-a306-1813325e4def req-2775d04d-11c5-4839-a1a4-9eccd545951d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0890689 May 06 14:12:24.751476 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a10de4b-5259-48d2-a306-1813325e4def req-4f4a2b4c-d3d5-465e-8872-70d7cb89b4c6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488954 May 06 14:12:25.949093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5da16-0c32-42b2-be18-4b71cf6e4e96 req-3975cf9f-20cd-4fe0-a341-3cea20f8c747 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:25.951447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6bf5da16-0c32-42b2-be18-4b71cf6e4e96 req-3975cf9f-20cd-4fe0-a341-3cea20f8c747 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0868998 May 06 14:12:26.002273 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6bf5da16-0c32-42b2-be18-4b71cf6e4e96 req-ee8a240d-b0ec-4dee-a6cd-e9b16263de02 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430346 May 06 14:12:27.200305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd581b40-22d4-45ea-b6e5-8b9e6498014d req-6c0eb253-c6df-49ee-9bee-078fa18ffb21 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:27.201869 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dd581b40-22d4-45ea-b6e5-8b9e6498014d req-6c0eb253-c6df-49ee-9bee-078fa18ffb21 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0873966 May 06 14:12:27.249639 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dd581b40-22d4-45ea-b6e5-8b9e6498014d req-22f53ee2-37a7-413e-ac19-f8fdded08a1f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412679 May 06 14:12:28.444410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc5e54-e0b9-4247-acb0-d40fb6c339d2 req-a7954520-1b6e-4b14-84c9-4ee9d2354b60 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:28.445956 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7bdc5e54-e0b9-4247-acb0-d40fb6c339d2 req-a7954520-1b6e-4b14-84c9-4ee9d2354b60 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0843716 May 06 14:12:28.496778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7bdc5e54-e0b9-4247-acb0-d40fb6c339d2 req-485b7cad-a91a-449e-abea-528e417be9f3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448692 May 06 14:12:28.587855 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:12:29.805720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdc40c-852b-4bbd-ac5f-45b3252643f0 req-ea510531-3d29-440c-a626-c348ff683c5a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:29.807529 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7cfdc40c-852b-4bbd-ac5f-45b3252643f0 req-ea510531-3d29-440c-a626-c348ff683c5a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.1985137 May 06 14:12:29.855329 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7cfdc40c-852b-4bbd-ac5f-45b3252643f0 req-4f329282-12b0-40b7-b3c0-73316a5ed530 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420051 May 06 14:12:31.042089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc43fb8-a4ca-4117-a69d-a25efc43baff req-20558092-c7c0-4474-b382-549270a17bdb tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:31.043524 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2fc43fb8-a4ca-4117-a69d-a25efc43baff req-20558092-c7c0-4474-b382-549270a17bdb tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0803216 May 06 14:12:31.091903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2fc43fb8-a4ca-4117-a69d-a25efc43baff req-c100a4b9-de19-4c74-8622-fff0eb295363 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 May 06 14:12:32.283804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8d26b-e1ae-42fa-bd7f-b90ccc0764b1 req-26cd1500-4e3b-4f9d-b554-e3d7441eec13 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:32.285225 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-57d8d26b-e1ae-42fa-bd7f-b90ccc0764b1 req-26cd1500-4e3b-4f9d-b554-e3d7441eec13 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0822074 May 06 14:12:32.330316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-57d8d26b-e1ae-42fa-bd7f-b90ccc0764b1 req-ca638edd-5961-46f7-a953-5bda4302a48d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392926 May 06 14:12:33.518909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb91165-5bb6-49f2-9fb3-1212e5a4cdf9 req-5dc9944e-d5e3-4214-9f08-0467f13f6c2b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:33.520354 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aeb91165-5bb6-49f2-9fb3-1212e5a4cdf9 req-5dc9944e-d5e3-4214-9f08-0467f13f6c2b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0828779 May 06 14:12:33.565700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aeb91165-5bb6-49f2-9fb3-1212e5a4cdf9 req-5be18ae3-4329-4105-a8af-4ad8cf055be9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396841 May 06 14:12:34.806161 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-8838adb4-061f-4a6d-992b-480d0f07d52a service neutron] 10.222.0.76 "GET /v2.0/ports/0f393c3a-1aab-49e7-b94b-6ef72be2a90b/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0993612 May 06 14:12:34.824462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95d34f-2419-4046-99df-dc7429a3de20 req-7441017e-6775-4075-9ada-5bba3eb5b6e6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:34.825930 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b95d34f-2419-4046-99df-dc7429a3de20 req-7441017e-6775-4075-9ada-5bba3eb5b6e6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.1514914 May 06 14:12:34.873157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b95d34f-2419-4046-99df-dc7429a3de20 req-1642fe5c-bc4f-41ad-bb3e-391e735a37c6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406559 May 06 14:12:35.070496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c043-57c7-497f-9b18-49b262f0a251 req-c73c65ba-c652-436d-9117-3a1a3fc75e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:35.071960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-c73c65ba-c652-436d-9117-3a1a3fc75e9e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 1099 time: 0.0719886 May 06 14:12:35.170723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c043-57c7-497f-9b18-49b262f0a251 req-46ed4645-c2df-4164-8ca9-e93e58846414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:35.172101 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-46ed4645-c2df-4164-8ca9-e93e58846414 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 1099 time: 0.0733297 May 06 14:12:35.301148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c043-57c7-497f-9b18-49b262f0a251 req-20b54ef7-9546-4a24-a52c-60539b2a18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:35.302582 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-20b54ef7-9546-4a24-a52c-60539b2a18c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1243830 May 06 14:12:35.407015 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-a9674f97-9cf5-4ca4-9aa4-53a5cb59f6a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 200 len: 1003 time: 0.0977209 May 06 14:12:35.473564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c043-57c7-497f-9b18-49b262f0a251 req-a3eef77c-dabb-4270-bf80-8e86ad14f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:35.474903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-a3eef77c-dabb-4270-bf80-8e86ad14f340 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0611103 May 06 14:12:35.560501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c043-57c7-497f-9b18-49b262f0a251 req-45f70223-d15a-4da0-871b-3fcc6d92ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:35.562006 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-45f70223-d15a-4da0-871b-3fcc6d92ee9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796108 May 06 14:12:35.701515 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-e4d564a9-44ed-47ff-b856-420122463d33 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330612 May 06 14:12:35.837495 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1110c043-57c7-497f-9b18-49b262f0a251 req-26446938-cbbb-46bf-b5a3-1fda62177920 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296549 May 06 14:12:36.069821 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e18a8-b353-4a8d-9bfc-3af9f2aad57f req-96152926-d89a-4023-8cee-f500dc324a0d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:36.071294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-496e18a8-b353-4a8d-9bfc-3af9f2aad57f req-96152926-d89a-4023-8cee-f500dc324a0d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0869873 May 06 14:12:36.114973 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-496e18a8-b353-4a8d-9bfc-3af9f2aad57f req-561b4c02-9c64-4164-b1f6-0edd62b4243a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379250 May 06 14:12:36.165304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:36.640167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05f4e860-039f-4231-a1de-b2221f22d6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:37.316861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ebc3-78e7-4382-8cab-2f3df54a144a req-9941ca2a-ca49-452a-9842-96b336c7fb31 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:37.318343 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5c1ebc3-78e7-4382-8cab-2f3df54a144a req-9941ca2a-ca49-452a-9842-96b336c7fb31 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0840063 May 06 14:12:37.364478 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5c1ebc3-78e7-4382-8cab-2f3df54a144a req-751f9878-6b38-4877-abcc-b1fbf5790946 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 May 06 14:12:38.548681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7e32-55a2-45b1-84a1-880cd065264b req-0f5d0e7b-6fee-4fd2-8af3-0a22a439449e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:38.550782 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-815c7e32-55a2-45b1-84a1-880cd065264b req-0f5d0e7b-6fee-4fd2-8af3-0a22a439449e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0802848 May 06 14:12:38.593968 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-815c7e32-55a2-45b1-84a1-880cd065264b req-7d3e0209-5a64-4e87-b196-7973e555b322 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375090 May 06 14:12:38.604007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 0f393c3a-1aab-49e7-b94b-6ef72be2a90b details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:12:38.736028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:12:38.750550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'mac_address': 'fa:16:3e:07:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:12:38.805693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.824047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f393c3a-1aab-49e7-b94b-6ef72be2a90b {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:12:38.839681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:12:38.843882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:38.936636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['0f393c3a-1aab-49e7-b94b-6ef72be2a90b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:12:38.967598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:39.023478 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fa1639a1-4c22-4891-87c5-bd5296788c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:39.189774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-5e061cb9-751c-4757-9e1b-1b16e5b0db75 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:39.191885 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-5e061cb9-751c-4757-9e1b-1b16e5b0db75 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.2649808 May 06 14:12:39.199865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e3241-9c41-42fe-90ef-2a32a9815906 req-0332fd3c-6ec7-4115-855e-5b2aa7b9183d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:39.201228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef2e3241-9c41-42fe-90ef-2a32a9815906 req-0332fd3c-6ec7-4115-855e-5b2aa7b9183d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 945 time: 0.1150334 May 06 14:12:39.302374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef2e3241-9c41-42fe-90ef-2a32a9815906 req-7ff8c1e1-07ef-4052-adf5-ca99716050e5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664198 May 06 14:12:39.310243 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-edd00236-7102-4bc9-ac33-d4421497219f service neutron] 10.222.0.76 "GET /v2.0/ports/0f393c3a-1aab-49e7-b94b-6ef72be2a90b/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.1081307 May 06 14:12:39.407549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-48af0bab-3862-49c8-9eb3-76645afc2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:39.409749 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-48af0bab-3862-49c8-9eb3-76645afc2cf2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 1098 time: 0.0753033 May 06 14:12:39.553214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-1861667b-952a-4dd6-b570-67ea77a8e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:39.554611 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-1861667b-952a-4dd6-b570-67ea77a8e801 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1388745 May 06 14:12:39.663153 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-07b24649-0e20-4dcd-93b0-fe7a97d4af25 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 200 len: 1002 time: 0.1015079 May 06 14:12:39.731639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-e26ad54f-0e3d-45ca-a359-64ba338b2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:39.733116 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-e26ad54f-0e3d-45ca-a359-64ba338b2084 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0629780 May 06 14:12:39.811073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-fe9b6b02-5f67-41ba-8739-b7cb88c30d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:39.812475 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-fe9b6b02-5f67-41ba-8739-b7cb88c30d5a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728281 May 06 14:12:39.950602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-34b69be5-debf-40bf-b181-f21a91b579a2 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303027 May 06 14:12:40.024199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:40.089414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:40.095773 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-bb1b945e-3e7a-471f-996c-0c5e1fc5aca7 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379290 May 06 14:12:40.495050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fa4b5-6042-4bc7-bdac-ce6ac11ac223 req-6f17571a-6466-40f3-b2f5-c7049faf54fd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:40.496512 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-602fa4b5-6042-4bc7-bdac-ce6ac11ac223 req-6f17571a-6466-40f3-b2f5-c7049faf54fd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 945 time: 0.0837445 May 06 14:12:40.542439 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-602fa4b5-6042-4bc7-bdac-ce6ac11ac223 req-4c1f5cca-ad28-45de-a820-b499650c74fc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401685 May 06 14:12:40.610094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 0f393c3a-1aab-49e7-b94b-6ef72be2a90b up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:40.679821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:40.680192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:40.837667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:40.866163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:12:40.875667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:12:40.880683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:40.925151 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a24068-8faa-4301-b81c-dd2d2d5572c1'] response: {'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'code': 200} May 06 14:12:40.950745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:41.653505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:41.741977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dda15f-437c-4b3a-9d95-5cfcee1b8c33 req-5fd509ac-4603-4731-a996-2cb9e74e6f2d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:41.743559 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-64dda15f-437c-4b3a-9d95-5cfcee1b8c33 req-5fd509ac-4603-4731-a996-2cb9e74e6f2d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0887938 May 06 14:12:41.795039 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-64dda15f-437c-4b3a-9d95-5cfcee1b8c33 req-b741b46a-d17e-4bb4-a885-873da9e1b2ab tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435138 May 06 14:12:43.153741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ec8ba-4403-4939-bd43-c009cdfdb954 req-1077e1f6-7830-446c-9851-cfc00757b6c2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:43.155308 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-242ec8ba-4403-4939-bd43-c009cdfdb954 req-1077e1f6-7830-446c-9851-cfc00757b6c2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0937104 May 06 14:12:43.202780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-242ec8ba-4403-4939-bd43-c009cdfdb954 req-540fb79f-2594-461c-aee9-9c16730afee5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411835 May 06 14:12:43.372147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-be86a2c2-b970-4352-82e3-90d6b667bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:43.373665 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-be86a2c2-b970-4352-82e3-90d6b667bca8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 1099 time: 0.0726006 May 06 14:12:43.470637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-250d9e90-7255-433d-9f36-d62b37b865f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:43.473173 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-250d9e90-7255-433d-9f36-d62b37b865f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 1099 time: 0.0776303 May 06 14:12:43.612409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-338128da-074f-4e56-a4af-e869a2c95785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:43.613902 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-338128da-074f-4e56-a4af-e869a2c95785 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1329765 May 06 14:12:43.728719 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-72298faa-98b2-4e34-8e37-2cb5062a58d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 200 len: 1003 time: 0.1035190 May 06 14:12:43.896245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-566837a6-b720-4c29-b22a-074f6a5617af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:43.897665 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-566837a6-b720-4c29-b22a-074f6a5617af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.1621873 May 06 14:12:43.981088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-4e9bf397-94e8-4c40-b69e-b15df603fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:43.982825 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-4e9bf397-94e8-4c40-b69e-b15df603fa2a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775623 May 06 14:12:44.121435 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-0df7ff3b-7132-46ff-8b92-a8d6cfa93856 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304622 May 06 14:12:44.268663 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8f60d00-3f93-4a28-9ca9-28295576e43c req-698ac623-f142-40d2-a0c4-69124951ce88 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395481 May 06 14:12:44.419668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369eeb8-dfed-4a7c-b39f-f33f0eb193f0 req-ce50fd24-39dd-4318-a3ac-6035222a5d40 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:44.421185 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d369eeb8-dfed-4a7c-b39f-f33f0eb193f0 req-ce50fd24-39dd-4318-a3ac-6035222a5d40 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 946 time: 0.0980093 May 06 14:12:44.469100 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d369eeb8-dfed-4a7c-b39f-f33f0eb193f0 req-773d6702-daf7-4679-8afd-86175438e5cc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405304 May 06 14:12:44.657556 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 0f393c3a-1aab-49e7-b94b-6ef72be2a90b no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:12:44.776052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.806913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:12:44.818165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:12:44.822370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.864828 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406e77da-fff3-4263-8122-92a18befc5fb'] response: {'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'code': 200} May 06 14:12:44.903129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:45.676694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260ae93-56de-49f5-9b24-e4aebd94cece req-ed1f7c8e-ed58-4788-9c61-c6066f27d228 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:45.678186 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8260ae93-56de-49f5-9b24-e4aebd94cece req-ed1f7c8e-ed58-4788-9c61-c6066f27d228 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 944 time: 0.0970438 May 06 14:12:45.725047 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8260ae93-56de-49f5-9b24-e4aebd94cece req-433371c5-b250-4c67-ae2a-a230c0f524ef tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409048 May 06 14:12:46.690113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 0f393c3a-1aab-49e7-b94b-6ef72be2a90b details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:12:46.836660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:12:46.851052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'mac_address': 'fa:16:3e:07:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:12:46.908179 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:46.922584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd08158-92b2-4156-a27e-a7fad2a4de47 req-2ad1fe77-f35c-4fe0-9d98-aa678505bc9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:46.924807 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ebd08158-92b2-4156-a27e-a7fad2a4de47 req-2ad1fe77-f35c-4fe0-9d98-aa678505bc9e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 944 time: 0.0866818 May 06 14:12:46.934206 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f393c3a-1aab-49e7-b94b-6ef72be2a90b {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:12:46.952055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:12:46.957409 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:46.973374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ebd08158-92b2-4156-a27e-a7fad2a4de47 req-0895dff0-cad2-4f54-8635-ac1119841980 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428560 May 06 14:12:47.037373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=9']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:47.042587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['0f393c3a-1aab-49e7-b94b-6ef72be2a90b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:12:47.171516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77a213-03ad-4f42-af4c-56fc8fae5e8f req-e0a02c19-a19f-49fc-a4a5-1593602f88be tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:47.173045 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f77a213-03ad-4f42-af4c-56fc8fae5e8f req-e0a02c19-a19f-49fc-a4a5-1593602f88be tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 945 time: 0.0902481 May 06 14:12:47.218733 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f77a213-03ad-4f42-af4c-56fc8fae5e8f req-fbed4c6b-8961-4b71-a270-3e2c31d1812e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389421 May 06 14:12:47.407030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7b6ad-894e-4405-9b60-330bbc75e285 req-2292d5dc-c4ea-459a-adeb-2af2f4784825 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:47.409068 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-93e7b6ad-894e-4405-9b60-330bbc75e285 req-2292d5dc-c4ea-459a-adeb-2af2f4784825 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 945 time: 0.0812109 May 06 14:12:47.460172 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-93e7b6ad-894e-4405-9b60-330bbc75e285 req-77acff96-017f-4686-8447-4e7cc6b143fc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448415 May 06 14:12:47.857423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdd000-3778-44b6-bfaa-a34035446806 req-1d0e7a40-840e-4075-bc5c-c6aae865305f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:47.858864 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8ffdd000-3778-44b6-bfaa-a34035446806 req-1d0e7a40-840e-4075-bc5c-c6aae865305f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 945 time: 0.0828218 May 06 14:12:47.904937 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8ffdd000-3778-44b6-bfaa-a34035446806 req-6c542fd2-a3f8-4d00-acf1-3c579ef4d4f4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396357 May 06 14:12:48.701548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 0f393c3a-1aab-49e7-b94b-6ef72be2a90b up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:48.773943 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:48.774290 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:48.896351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:48.924740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:12:48.935285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:12:48.940312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:48.980137 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a271c517-69f9-47a2-8779-020cd6684e20'] response: {'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'code': 200} May 06 14:12:49.014321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=10']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:49.114385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f838a-6b28-4a6d-9f0f-2535f6c2b4a9 req-f943d7e8-a652-48f4-a7d4-34375af0d98f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:49.115860 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d31f838a-6b28-4a6d-9f0f-2535f6c2b4a9 req-f943d7e8-a652-48f4-a7d4-34375af0d98f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 947 time: 0.0881782 May 06 14:12:49.163723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d31f838a-6b28-4a6d-9f0f-2535f6c2b4a9 req-270e3555-e945-4153-b43f-61c3ee1cc5e3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 May 06 14:12:50.337191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-9eb01402-987b-4825-a65e-4cafaef5fd7f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:50.338800 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-9eb01402-987b-4825-a65e-4cafaef5fd7f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 947 time: 0.1372924 May 06 14:12:50.424911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Deleting port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:12:50.425410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:50.489304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286614b-1972-438a-900d-ab430c8538a6 req-efe76511-f9c2-436d-9278-c34783a753e6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:50.490907 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0286614b-1972-438a-900d-ab430c8538a6 req-efe76511-f9c2-436d-9278-c34783a753e6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 947 time: 0.2124312 May 06 14:12:50.589279 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0286614b-1972-438a-900d-ab430c8538a6 req-188df6e6-6039-4857-a380-3d6a215f7a43 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927653 May 06 14:12:50.730248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] For port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:12:50.730626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.115161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.115553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.115870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Floating IP c5590940-090f-49a3-9736-86bf1e57f814 disassociated. External IP: 172.26.2.245, port: 0f393c3a-1aab-49e7-b94b-6ef72be2a90b. May 06 14:12:51.116209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Calling delete_port for 0f393c3a-1aab-49e7-b94b-6ef72be2a90b owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:12:51.267453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.329342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event deleted for resources: {'Port': ['ID=0f393c3a-1aab-49e7-b94b-6ef72be2a90b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:51.341028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.341614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.341706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.342117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.342700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.344064 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.344404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.344758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.345113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.345439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.346315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.347381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:51.540542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:12:51.762888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b517e724-d4d3-4180-ab75-1d3bc6da5ee8 req-9ec72ee1-d243-4894-a89a-d009375a9fd8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=bebd6cab-66c9-49c0-ab88-f4fc606494c0 HTTP/1.1" status: 200 len: 210 time: 0.0544500 May 06 14:12:51.775590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:12:51.785912 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:12:51.796692 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:12:51.797225 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:12:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:51.854597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] No DVR routers for this DVR port 0f393c3a-1aab-49e7-b94b-6ef72be2a90b on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:12:51.857462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.860267 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-deleted', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:12:51.878011 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7213b5c4-3021-4910-83e0-3e70b49d80e2 req-be76d297-8096-4b45-a584-e088111503d9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "DELETE /v2.0/ports/0f393c3a-1aab-49e7-b94b-6ef72be2a90b HTTP/1.1" status: 204 len: 173 time: 1.5289097 May 06 14:12:51.914610 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd99c5cc-ea6d-485a-8c88-44d2c32618a8'] response: {'server_uuid': 'bebd6cab-66c9-49c0-ab88-f4fc606494c0', 'name': 'network-vif-deleted', 'tag': '0f393c3a-1aab-49e7-b94b-6ef72be2a90b', 'status': 'completed', 'code': 200} May 06 14:12:51.997071 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:12:52.329684 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:52.334145 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:12:52.342556 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:12:52.343169 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:12:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:52.539799 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:12:52.719352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 0f393c3a-1aab-49e7-b94b-6ef72be2a90b no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:12:52.757064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 0f393c3a-1aab-49e7-b94b-6ef72be2a90b {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:12:52.757404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 0f393c3a-1aab-49e7-b94b-6ef72be2a90b not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:12:52.897821 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:52.902063 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ddbe1-8f36-46ca-ba31-e4714dd5765e None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:12:53.128656 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-6d0b1cb9-60a2-4e19-a3d2-b5674f9229b4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--873666763&fields=id&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 267 time: 0.0467186 May 06 14:12:53.137965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea3c72-4928-466a-93e3-05a02138919d None None] New status for floating IP c5590940-090f-49a3-9736-86bf1e57f814: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:12:53.286219 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c24a-ae79-488b-896f-58c251e12dcc req-15f2b72a-66bd-4e38-86d3-3bd883af023d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:53.287594 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-15f2b72a-66bd-4e38-86d3-3bd883af023d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 812 time: 0.1511929 May 06 14:12:53.303350 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-3f3d34c1-7159-4371-81f2-0beeb490609a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/quotas/58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 375 time: 0.0096276 May 06 14:12:53.402940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-5660c24a-ae79-488b-896f-58c251e12dcc req-5dc833e0-e6d2-4f4c-9cfe-3960b8517e85 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:53.418338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-5660c24a-ae79-488b-896f-58c251e12dcc req-5dc833e0-e6d2-4f4c-9cfe-3960b8517e85 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:53.419855 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-5dc833e0-e6d2-4f4c-9cfe-3960b8517e85 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109362 May 06 14:12:53.559844 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0531b47f-4d9e-41d7-aeb7-96811fc42dc5 service neutron] 10.222.0.21 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281919 May 06 14:12:53.820131 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-d2714548-dfd4-4a21-9913-326aed0f6b4d service neutron] 10.222.0.21 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536292 May 06 14:12:54.013519 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70f5df4a-d952-4f4c-99e0-35fa2f014cbe req-2908d7bc-f8c8-45eb-9e16-4f745a969d8b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 210 time: 0.0427158 May 06 14:12:55.081891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c24a-ae79-488b-896f-58c251e12dcc req-8e1c04b8-d9fe-4eb9-bf8f-738b7853989a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:55.083355 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-8e1c04b8-d9fe-4eb9-bf8f-738b7853989a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 812 time: 0.1646173 May 06 14:12:55.180839 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-10ceeffc-e845-45d5-a096-bffea446e273 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 379 time: 0.0891321 May 06 14:12:55.183555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-71dddea5-febb-49da-82af-af33348204bc req-c2dce87b-eb00-4c7d-9939-8bf57c2540d2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 210 time: 0.0533454 May 06 14:12:55.191238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'port': {'device_id': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'admin_state_up': True, 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'security_groups': ['fd95700b-44ca-4f94-b28b-0f1eac85862a']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:12:55.329591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:12:55.339477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:12:55.349404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Made reservation on behalf of 58a4bc5f09834b4d8485d5c53170b5cb for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:12:55.353047 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:55.522385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Allocated IP 172.20.0.3 (e672d76c-0e59-48c4-b32c-e29a6601e4ff/4ad0c090-c54e-4c31-a025-f3b301061a4d/3a6a218d-5eb8-48d9-98b6-4b421d7ea67e) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:12:55.726148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:55.742938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Transition to ACTIVE for port object 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:12:55.767111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:55.842250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:12:55.845606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:12:55.848840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:12:55.895945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:55.923414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:55.924998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:55.952450 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-0845c4c5-634b-471d-8b05-75c42baa93c1 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7651660 May 06 14:12:55.966291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Request body: {'port': {'device_id': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:12:56.089721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:56.125561 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-613af053-4e36-4704-b310-69d8ba15836b None None] Provisioning for port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:12:56.131652 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-613af053-4e36-4704-b310-69d8ba15836b None None] Provisioning complete for port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:56.132025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-613af053-4e36-4704-b310-69d8ba15836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:56.185911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-613af053-4e36-4704-b310-69d8ba15836b None None] Port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:12:56.441589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9a13d-2c3b-4f05-932c-16a1311e6f05 req-9d96088d-d350-4039-af52-dfd947e78c90 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:56.442276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-bdc9a13d-2c3b-4f05-932c-16a1311e6f05 req-9d96088d-d350-4039-af52-dfd947e78c90 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:56.515437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-bdc9a13d-2c3b-4f05-932c-16a1311e6f05 req-9d96088d-d350-4039-af52-dfd947e78c90 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:56.516602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdc9a13d-2c3b-4f05-932c-16a1311e6f05 req-9d96088d-d350-4039-af52-dfd947e78c90 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 931 time: 0.2094669 May 06 14:12:56.525978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:12:56.547073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:56.577651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Transition to ACTIVE for port object 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:12:56.586579 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bdc9a13d-2c3b-4f05-932c-16a1311e6f05 req-96a5b3f0-d790-40ad-bfbc-e0d04dd282cd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634279 May 06 14:12:56.587155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:56.848727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:56.930605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Attempting to bind port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:12:56.930859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Attempting to bind port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:12:56.931182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Attempting to bind port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:12:56.936071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e on network e672d76c-0e59-48c4-b32c-e29a6601e4ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:12:56.936401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Attempting to bind port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e on network e672d76c-0e59-48c4-b32c-e29a6601e4ff {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:12:56.942173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:12:56.942509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Checking segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:12:56.942878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Bound using segment: {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:12:56.943298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Bound port: 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0bfb1f-00bb-4602-a1bc-01245155b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:12:56.943621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:57.032630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:12:57.036084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:12:57.040530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:57.102985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:57.103739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:57.104955 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] 10.222.0.76 "PUT /v2.0/ports/3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 200 len: 1093 time: 1.1430886 May 06 14:12:57.105378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:12:57.131373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6681f8a-2eb2-4cc6-9ca8-811de97c7525 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:57.183880 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc62048f-cf6a-4dec-8a64-61e876ab7ac2'] response: {'name': 'network-changed', 'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'status': 'completed', 'code': 200} May 06 14:12:57.227779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c24a-ae79-488b-896f-58c251e12dcc req-76f215aa-3eff-4526-ace4-53f1b9b94c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:57.229316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-76f215aa-3eff-4526-ace4-53f1b9b94c7a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0804503 May 06 14:12:57.304213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-054ed22a-9335-4e13-ab86-83b470486183 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 200 len: 217 time: 0.0669401 May 06 14:12:57.371975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c24a-ae79-488b-896f-58c251e12dcc req-10f03ca9-287e-4d4d-928e-f559494d044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:57.373364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-10f03ca9-287e-4d4d-928e-f559494d044b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0622165 May 06 14:12:57.454855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c24a-ae79-488b-896f-58c251e12dcc req-283651fb-9042-4b45-a6f4-5de2af1308a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:57.456297 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-283651fb-9042-4b45-a6f4-5de2af1308a5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765076 May 06 14:12:57.594695 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-cdf2534d-6ed8-454a-bd90-033d153caca5 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316946 May 06 14:12:57.797290 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5660c24a-ae79-488b-896f-58c251e12dcc req-cdf6c618-41f2-484d-b35e-255c2fef52c4 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955457 May 06 14:12:57.825840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f28469-a053-452a-8ca3-e46b1b8b5e25 req-e0a85508-d2f8-4efd-8d26-bda19778a756 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:57.827304 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19f28469-a053-452a-8ca3-e46b1b8b5e25 req-e0a85508-d2f8-4efd-8d26-bda19778a756 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 943 time: 0.1149392 May 06 14:12:57.930274 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19f28469-a053-452a-8ca3-e46b1b8b5e25 req-7175c38b-4009-4f03-a469-eb05951f625e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951276 May 06 14:12:57.956666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-871545da-fb1e-48fe-bd78-0d0d450645f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:57.958181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-871545da-fb1e-48fe-bd78-0d0d450645f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 1096 time: 0.1088924 May 06 14:12:58.094490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-492ad64b-1883-4f13-b00b-4f692aa76f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:58.096718 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-492ad64b-1883-4f13-b00b-4f692aa76f4b service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1320322 May 06 14:12:58.167242 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-693b2882-d8e4-4d13-91b2-416d99e309c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 200 len: 217 time: 0.0631483 May 06 14:12:58.231923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-00f31f8e-453b-4402-800f-62c20c3f1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:58.233294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-00f31f8e-453b-4402-800f-62c20c3f1173 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0602486 May 06 14:12:58.309882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-aff0f0ad-156c-4a31-846e-3482ff99da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:58.311364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-aff0f0ad-156c-4a31-846e-3482ff99da93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711803 May 06 14:12:58.451094 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-bfd129f1-e862-47f0-9879-9e02647feb79 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288567 May 06 14:12:58.682320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e439ccd-e4ac-4c9b-a24d-6852ea88755b req-0cc7674c-6012-41a5-9b6d-ee2fcce0c5b9 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209966 May 06 14:12:59.135802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8520531-64b0-4e0c-b00e-0088d88cf52e req-a3e7c30a-33f8-4cb3-8a96-8244370a721a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:12:59.137459 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8520531-64b0-4e0c-b00e-0088d88cf52e req-a3e7c30a-33f8-4cb3-8a96-8244370a721a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 943 time: 0.0858974 May 06 14:12:59.183441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8520531-64b0-4e0c-b00e-0088d88cf52e req-bb10d4e1-3fbd-4235-91c3-70effa602432 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398488 May 06 14:13:00.369603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb87198-0ffa-4b7c-89d4-bd33ea447fe6 req-28261f7e-3171-4142-8bd5-5be6f2b8de1b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:00.371063 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5bb87198-0ffa-4b7c-89d4-bd33ea447fe6 req-28261f7e-3171-4142-8bd5-5be6f2b8de1b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 943 time: 0.0799265 May 06 14:13:00.414854 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5bb87198-0ffa-4b7c-89d4-bd33ea447fe6 req-427b6607-03ba-4378-9eee-4e1de00ad51e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381234 May 06 14:13:00.759793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:13:00.906422 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:00.920080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'mac_address': 'fa:16:3e:de:bb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:13:01.012458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.029782 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:13:01.045913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:01.051412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.119076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:01.126156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.127277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.128029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.128365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.128739 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.129078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.129409 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.129740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.130066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.130392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.130714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.131033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:13:01.306237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:13:01.603892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6bd05-7b0c-4c4b-877f-7f49d865face req-043f4b04-2a55-4e41-aac4-b68f94f0579a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:01.605290 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ded6bd05-7b0c-4c4b-877f-7f49d865face req-043f4b04-2a55-4e41-aac4-b68f94f0579a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 944 time: 0.0837471 May 06 14:13:01.649886 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ded6bd05-7b0c-4c4b-877f-7f49d865face req-308152a8-2f7c-4e60-a7ea-62097e37ac10 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 May 06 14:13:02.774801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:13:02.843952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f160828-6224-4186-b849-4b6ee9fa5b3e req-dba3224a-2478-4543-9261-7a9f220b2f0f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:02.845793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:13:02.846895 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f160828-6224-4186-b849-4b6ee9fa5b3e req-dba3224a-2478-4543-9261-7a9f220b2f0f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 944 time: 0.0881312 May 06 14:13:02.854738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:13:02.855118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.896130 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f160828-6224-4186-b849-4b6ee9fa5b3e req-0cf46495-0cb5-45a3-874a-adb152411ac0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434449 May 06 14:13:02.982598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:03.010725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:13:03.021268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:03.025649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:03.062422 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612daaba-ecc9-44bc-9e3d-abc5dd659d81'] response: {'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'code': 200} May 06 14:13:03.103240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:03.299947 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26281af4-284b-46c0-a6d9-e7a4164ce761 req-e73ee87f-1e21-4b12-8221-68d3eb7e2a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:03.301404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26281af4-284b-46c0-a6d9-e7a4164ce761 req-e73ee87f-1e21-4b12-8221-68d3eb7e2a69 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0719779 May 06 14:13:03.343487 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26281af4-284b-46c0-a6d9-e7a4164ce761 req-3a641797-60a4-48b8-8718-a48538dab701 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347791 May 06 14:13:04.086326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206b001-5b59-42a7-b699-6fc9bb99dc03 req-fcf7c4dd-4c6f-47d9-a59a-a52836d3f0bf tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:04.087765 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5206b001-5b59-42a7-b699-6fc9bb99dc03 req-fcf7c4dd-4c6f-47d9-a59a-a52836d3f0bf tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0836375 May 06 14:13:04.131805 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5206b001-5b59-42a7-b699-6fc9bb99dc03 req-b87b9366-2377-4a03-8bcc-bb5d4ffca354 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383441 May 06 14:13:05.317590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939a3dd-db0e-42dc-ab68-3b28f69bebb2 req-02cb138a-cd32-4646-b51d-7b38d34f76bc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:05.319080 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2939a3dd-db0e-42dc-ab68-3b28f69bebb2 req-02cb138a-cd32-4646-b51d-7b38d34f76bc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0789449 May 06 14:13:05.363859 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2939a3dd-db0e-42dc-ab68-3b28f69bebb2 req-4e946a53-c2af-4e2d-ad19-4f3bdc582811 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390499 May 06 14:13:05.554165 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d4b0-eb07-4187-b782-a9a21b259bb5 req-c0687a2b-e6c3-488f-9f24-08a03b09a8cc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:05.555714 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fd25d4b0-eb07-4187-b782-a9a21b259bb5 req-c0687a2b-e6c3-488f-9f24-08a03b09a8cc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0868495 May 06 14:13:05.565489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 49968) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:05.570495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8829392a-19ee-4b59-b589-17d018923951 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Request body: {'floatingip': {'port_id': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:13:05.588007 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:13:05.650431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8829392a-19ee-4b59-b589-17d018923951 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:06.177512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:06.406296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8829392a-19ee-4b59-b589-17d018923951 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:06.411688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8829392a-19ee-4b59-b589-17d018923951 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:06.625168 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-8829392a-19ee-4b59-b589-17d018923951 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Floating IP c5590940-090f-49a3-9736-86bf1e57f814 associated. External IP: 172.26.2.245, port: 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e. May 06 14:13:06.647000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3ff3-8475-404c-a87f-bd9b705bedce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:07.024763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8829392a-19ee-4b59-b589-17d018923951 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:13:07.243406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8829392a-19ee-4b59-b589-17d018923951 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:13:07.248142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8829392a-19ee-4b59-b589-17d018923951 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:07.256913 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:13:07.268267 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:13:07.269027 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:12:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:07.314632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8829392a-19ee-4b59-b589-17d018923951 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "PUT /v2.0/floatingips/c5590940-090f-49a3-9736-86bf1e57f814 HTTP/1.1" status: 200 len: 992 time: 1.7473359 May 06 14:13:07.315216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:13:07.378163 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86188806-16fd-4a34-82b7-4ba4a67e394c'] response: {'name': 'network-changed', 'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'status': 'completed', 'code': 200} May 06 14:13:07.465484 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:13:07.497030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-9c2d04d1-3ca4-43a6-84b6-acca96a10802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:07.498516 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-9c2d04d1-3ca4-43a6-84b6-acca96a10802 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0978951 May 06 14:13:07.654404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-57994af7-fb81-4385-b161-81fce16ffe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:07.656225 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-57994af7-fb81-4385-b161-81fce16ffe1d service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1481578 May 06 14:13:07.811432 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-7cb01c4e-fb48-4d09-a31d-e59310dbf1d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 200 len: 1000 time: 0.1456976 May 06 14:13:07.898198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-89bf07bd-ccca-447e-8467-aa5b6d70fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:07.899724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-89bf07bd-ccca-447e-8467-aa5b6d70fe0b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0763259 May 06 14:13:07.917921 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:de:bb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:13:06Z', 'revision_number': 13, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:07.924291 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:13:07.937851 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:13:07.938275 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:12:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:08.011344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-ad3ee14b-e990-4a7b-92ab-270e4c0ed943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:08.012779 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-ad3ee14b-e990-4a7b-92ab-270e4c0ed943 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1064711 May 06 14:13:08.163522 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:13:08.293184 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-7f9998f1-540f-4231-a70f-d486d820070d service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718987 May 06 14:13:08.436728 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a382ea62-ca82-4070-bff8-ff5ef38ee1db req-40d13b7d-5853-48a1-958e-df87541ae665 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369340 May 06 14:13:08.593634 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:de:bb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:13:06Z', 'revision_number': 13, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:08.599820 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b50d0d-ce15-46ab-baa5-961ba1e379dd None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'c5590940-090f-49a3-9736-86bf1e57f814', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8f030174-f9be-4380-a856-13d1f077693c', 'port_id': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'mac_address': 'fa:16:3e:de:bb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:09:46Z', 'updated_at': '2022-05-06T14:13:06Z', 'revision_number': 13, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:13:08.811581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def7a2f-0091-4df4-a7f0-4be2a13906fb None None] New status for floating IP c5590940-090f-49a3-9736-86bf1e57f814: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:13:09.041072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad112-6d8a-4f9a-8e45-1ec1df76d6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.289877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e15e5-a43a-4276-998f-0a128a01d554 req-cf3c5109-5ea6-4a74-8d9f-08d572bbada6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:09.291340 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-660e15e5-a43a-4276-998f-0a128a01d554 req-cf3c5109-5ea6-4a74-8d9f-08d572bbada6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0888839 May 06 14:13:09.340847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-660e15e5-a43a-4276-998f-0a128a01d554 req-374f0fd9-6e3e-4b09-9177-c30e818ecb0f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 May 06 14:13:10.027225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.085534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:11.658201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:13.509107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-98c09126-2e53-4fd8-9c33-1ecee314f233 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730033 May 06 14:13:13.658162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-e1775657-ca21-446c-8e7e-fc44b6c08650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:13.659665 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-e1775657-ca21-446c-8e7e-fc44b6c08650 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0754664 May 06 14:13:13.808726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-242acc17-abfb-4656-9419-98501450e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:13.810183 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-242acc17-abfb-4656-9419-98501450e90b service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1318548 May 06 14:13:13.920106 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-54c13ae1-981e-4d54-b22b-e018793e9d33 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 200 len: 1002 time: 0.1038699 May 06 14:13:13.984127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-deadd2ca-2baf-4c3b-ad92-e325332d9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:13.985647 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-deadd2ca-2baf-4c3b-ad92-e325332d9509 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0595732 May 06 14:13:14.068923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-938d9d66-1cea-4e69-a466-f0195944eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:14.070324 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-938d9d66-1cea-4e69-a466-f0195944eb9a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785816 May 06 14:13:14.206397 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-15e60454-9180-42ac-abfa-9a45cf681945 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293724 May 06 14:13:14.347966 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d61fefa-854a-4f19-bf51-212ade6bb74d req-606fae50-3b7b-4118-a5f1-c1dc7566b339 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353495 May 06 14:13:18.974440 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-020a0b64-d33e-4bcb-bab7-b0bb5a3dc1a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883946 May 06 14:13:19.022498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5e6c2-7020-4786-a65c-4467271c73a6 req-97b96be5-29af-4f05-9d8e-16ca4ad2682a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:19.024280 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-77a5e6c2-7020-4786-a65c-4467271c73a6 req-97b96be5-29af-4f05-9d8e-16ca4ad2682a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0887442 May 06 14:13:19.071648 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-77a5e6c2-7020-4786-a65c-4467271c73a6 req-29d99c54-7ccd-444c-b352-273414ad41df tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 May 06 14:13:20.151788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-87be8676-63c2-43b6-821f-d3d2d9f428a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:20.153394 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-87be8676-63c2-43b6-821f-d3d2d9f428a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0821657 May 06 14:13:20.356960 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-d7d27a98-d17c-4644-90f3-4e8fff11ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:20.358497 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-d7d27a98-d17c-4644-90f3-4e8fff11ab14 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1979034 May 06 14:13:20.431838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f8854-1e37-44f3-a05c-845b642b2102 req-22fd40b1-4273-4506-b214-f9c30b2f9fd9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:20.433317 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1b5f8854-1e37-44f3-a05c-845b642b2102 req-22fd40b1-4273-4506-b214-f9c30b2f9fd9 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.2001421 May 06 14:13:20.612779 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-a14e3d32-9d1a-45f7-bf35-73abb48a5825 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 200 len: 1002 time: 0.2467349 May 06 14:13:20.617221 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1b5f8854-1e37-44f3-a05c-845b642b2102 req-5001e7e2-868f-4765-ab4f-943223a82077 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703124 May 06 14:13:20.674688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-f42c03dc-3692-4cb8-a714-d245c69d7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:20.676142 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-f42c03dc-3692-4cb8-a714-d245c69d7d26 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0572181 May 06 14:13:20.751654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-b8929852-5596-4a8a-b528-3e69b39d55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:20.753186 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-b8929852-5596-4a8a-b528-3e69b39d55dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703063 May 06 14:13:20.888086 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-737b7a54-860f-48cc-ac1a-fc98451d58f4 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242628 May 06 14:13:21.023217 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-6b7fd1d5-5f3e-45e5-97bc-0f37721687a6 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280527 May 06 14:13:21.861170 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0e0b-f117-432d-9a95-f291ae6b97a4 req-84c8860f-c297-48fb-9ed6-4f0ae7946cf2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:21.862795 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-828c0e0b-f117-432d-9a95-f291ae6b97a4 req-84c8860f-c297-48fb-9ed6-4f0ae7946cf2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.1371317 May 06 14:13:21.907784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-828c0e0b-f117-432d-9a95-f291ae6b97a4 req-ae2968db-a58d-43b5-8b61-c4a586580fbb tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391877 May 06 14:13:23.151522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ead9d9-057c-4310-ac60-3cad496e436a req-7d4c9d13-a896-43c9-b427-1caca2a9fd3c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:23.153169 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5ead9d9-057c-4310-ac60-3cad496e436a req-7d4c9d13-a896-43c9-b427-1caca2a9fd3c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.1374614 May 06 14:13:23.213783 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5ead9d9-057c-4310-ac60-3cad496e436a req-706e9331-7f6d-472f-9866-f997968c5d97 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481374 May 06 14:13:24.425310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0021bc-0461-449d-be15-ff7d49e0ca27 req-f96bfd68-c022-4cdf-991d-af24145424ef tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:24.426845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3c0021bc-0461-449d-be15-ff7d49e0ca27 req-f96bfd68-c022-4cdf-991d-af24145424ef tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0881639 May 06 14:13:24.473292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3c0021bc-0461-449d-be15-ff7d49e0ca27 req-448fdd5a-2604-4809-9cff-7ba6a14885c6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401626 May 06 14:13:25.685396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd24858-3bcc-46af-83e1-05e32e40ee08 req-303bb7b1-9891-4642-9234-c830357a65bd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:25.686929 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfd24858-3bcc-46af-83e1-05e32e40ee08 req-303bb7b1-9891-4642-9234-c830357a65bd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0918255 May 06 14:13:25.736512 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfd24858-3bcc-46af-83e1-05e32e40ee08 req-ce525ac9-4ea4-421c-8e1b-0698964366ab tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434189 May 06 14:13:26.932058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbb63d-8554-445b-ac2f-498e0d08e995 req-a34c1c8d-0274-4634-9afb-caa49c3f1521 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:26.933705 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-05bbb63d-8554-445b-ac2f-498e0d08e995 req-a34c1c8d-0274-4634-9afb-caa49c3f1521 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0870500 May 06 14:13:26.984249 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-05bbb63d-8554-445b-ac2f-498e0d08e995 req-3b2d39ca-e46a-46a5-8061-2b71b0d11b27 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 May 06 14:13:28.193924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd6fc-8418-4f89-b3cb-98ecfa8c5e14 req-1f0129ac-384c-41a8-8a96-f22313af7b73 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:28.195505 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-993dd6fc-8418-4f89-b3cb-98ecfa8c5e14 req-1f0129ac-384c-41a8-8a96-f22313af7b73 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0890791 May 06 14:13:28.248916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-993dd6fc-8418-4f89-b3cb-98ecfa8c5e14 req-14a4c318-6da6-4238-8e59-ed7f2d06e301 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 May 06 14:13:29.444383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a7cc-d63b-45d5-b939-aa5d1df1fed8 req-37a161ef-0b2f-42ee-a4c2-751b6c8ffc7a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:29.445854 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cf92a7cc-d63b-45d5-b939-aa5d1df1fed8 req-37a161ef-0b2f-42ee-a4c2-751b6c8ffc7a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0839870 May 06 14:13:29.494163 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cf92a7cc-d63b-45d5-b939-aa5d1df1fed8 req-a56418ed-d435-4eee-b1f0-8dd87ea5d893 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422456 May 06 14:13:30.695041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11389b83-fb7d-4d43-a787-13474d7cc2f5 req-1fefc821-c15f-4723-9a91-5c44405a863c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:30.696665 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-11389b83-fb7d-4d43-a787-13474d7cc2f5 req-1fefc821-c15f-4723-9a91-5c44405a863c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0889502 May 06 14:13:30.754166 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-11389b83-fb7d-4d43-a787-13474d7cc2f5 req-2be27efe-25bb-48e6-a29d-7a7b16a41b56 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509377 May 06 14:13:31.951009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a144f5d-3ffd-484a-b209-732e01010279 req-7f4ddd83-6d23-46ea-b1b4-3da3bd3ee0a2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:31.952622 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a144f5d-3ffd-484a-b209-732e01010279 req-7f4ddd83-6d23-46ea-b1b4-3da3bd3ee0a2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0832388 May 06 14:13:32.003286 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0a144f5d-3ffd-484a-b209-732e01010279 req-48e4c5e7-ecf6-479c-8a77-d35199b2d182 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441833 May 06 14:13:33.197337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc256c-9b1b-4027-95dc-13aec6ec561d req-8a8b93fd-f7df-4808-b53c-103cb2490c95 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:33.198800 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fecc256c-9b1b-4027-95dc-13aec6ec561d req-8a8b93fd-f7df-4808-b53c-103cb2490c95 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0825477 May 06 14:13:33.248701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fecc256c-9b1b-4027-95dc-13aec6ec561d req-d9173537-59ec-41cf-8908-b1001733526f tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438313 May 06 14:13:34.446065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80069bf-276b-4441-879e-78e8bcb83bb2 req-d10c1a88-90f5-475c-ba95-e081f3cd0551 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:34.447540 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a80069bf-276b-4441-879e-78e8bcb83bb2 req-d10c1a88-90f5-475c-ba95-e081f3cd0551 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0845509 May 06 14:13:34.492543 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a80069bf-276b-4441-879e-78e8bcb83bb2 req-0025b3cc-cef8-4dce-a2a1-aa5f452c884d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389810 May 06 14:13:35.679738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789cf36-b1ec-44d4-9876-5ad9d990f36b req-82b37fa9-5b6b-4922-bb46-9e96c7c2dc9b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:35.681491 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5789cf36-b1ec-44d4-9876-5ad9d990f36b req-82b37fa9-5b6b-4922-bb46-9e96c7c2dc9b tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0814488 May 06 14:13:35.728336 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5789cf36-b1ec-44d4-9876-5ad9d990f36b req-a20f3e89-de3e-4295-8578-8e9cd0d6eb21 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412166 May 06 14:13:36.172708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:36.641687 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cdc91bcb-6895-4702-a5cf-72ef18946a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:36.919318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f2bc3-66a8-4d82-8b1d-eec5ca4fbce5 req-6c6ff587-04fb-40e9-8daa-f9f6f468e6f4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:36.920966 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-463f2bc3-66a8-4d82-8b1d-eec5ca4fbce5 req-6c6ff587-04fb-40e9-8daa-f9f6f468e6f4 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0847654 May 06 14:13:36.967414 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-463f2bc3-66a8-4d82-8b1d-eec5ca4fbce5 req-317de498-2486-4fcf-9f10-c1cb5b8f0929 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406303 May 06 14:13:38.162488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badb408-5330-43be-9f34-f73ed8690d8e req-267007cc-dd57-4ffd-8de3-c9e5c5f77e37 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:38.164214 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5badb408-5330-43be-9f34-f73ed8690d8e req-267007cc-dd57-4ffd-8de3-c9e5c5f77e37 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0875926 May 06 14:13:38.221778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5badb408-5330-43be-9f34-f73ed8690d8e req-45e659cd-ef3e-455b-bf66-276cf8009955 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511670 May 06 14:13:38.652114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-b392ab5d-6954-410b-b573-8fe86ca48fe8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:13:38.653099 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-b392ab5d-6954-410b-b573-8fe86ca48fe8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052440 May 06 14:13:38.733966 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-f27f52d6-2804-4d65-958b-23ff0577ad86 service neutron] 10.222.0.76 "GET /v2.0/ports/3a6a218d-5eb8-48d9-98b6-4b421d7ea67e/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0745833 May 06 14:13:39.006240 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-c92529b2-062b-4fb6-b78f-75f983009a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:39.007723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-c92529b2-062b-4fb6-b78f-75f983009a2d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 1098 time: 0.0732558 May 06 14:13:39.008768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8422c84b-37dd-4cb5-bec7-e623d604f950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:39.103507 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-f9b6490c-8847-4d3f-a901-08906919b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:39.105079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-f9b6490c-8847-4d3f-a901-08906919b487 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0743606 May 06 14:13:39.237751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-baaafb5d-bac2-49a4-a85b-a67929977669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:39.239203 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-baaafb5d-bac2-49a4-a85b-a67929977669 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1274722 May 06 14:13:39.488189 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-82021129-6f2c-451b-b569-d4b22e26881b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 200 len: 1002 time: 0.2411528 May 06 14:13:39.573875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8698e-bf4a-4bc3-a437-69f19072cd43 req-5e58694f-96b6-4008-85b6-46ab1cb993de tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:39.575562 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4ee8698e-bf4a-4bc3-a437-69f19072cd43 req-5e58694f-96b6-4008-85b6-46ab1cb993de tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.1666555 May 06 14:13:39.577183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-06ab443d-37ee-4b02-aae5-8847fbfd1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:39.578665 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-06ab443d-37ee-4b02-aae5-8847fbfd1d46 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0809090 May 06 14:13:39.665930 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4ee8698e-bf4a-4bc3-a437-69f19072cd43 req-4bf0d2a9-d54b-42bd-b62b-07977a35999d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845265 May 06 14:13:39.686686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-e8037026-be40-43df-bf64-52bbd1f59a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:39.689023 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-e8037026-be40-43df-bf64-52bbd1f59a6d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950358 May 06 14:13:39.822319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-2b5d0e25-e253-4082-a017-bf7de046cf91 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256430 May 06 14:13:39.956679 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-462d9ac8-a887-463c-b771-49ffb5ba7f1e service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257014 May 06 14:13:40.028598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:40.077814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:40.910062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5013b14-5e4b-422e-a3e7-97f360a26423 req-ba43d2a6-6da4-4b71-a498-4de38920e4e8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:40.912651 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d5013b14-5e4b-422e-a3e7-97f360a26423 req-ba43d2a6-6da4-4b71-a498-4de38920e4e8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.1239231 May 06 14:13:40.992481 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d5013b14-5e4b-422e-a3e7-97f360a26423 req-a49ff445-17ff-4dff-9cca-ca714795bf56 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735376 May 06 14:13:41.018296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:41.146613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:41.181939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:13:41.193124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:41.199055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:41.245948 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444a5fad-4137-4900-8b76-77740046a975'] response: {'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'code': 200} May 06 14:13:41.273884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:41.660745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:42.189112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160375e-1610-4378-9430-f7ac252a1692 req-1ace38d7-7835-4ffb-9edd-6a9b7722801a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:42.191859 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1160375e-1610-4378-9430-f7ac252a1692 req-1ace38d7-7835-4ffb-9edd-6a9b7722801a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 943 time: 0.0887513 May 06 14:13:42.241350 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1160375e-1610-4378-9430-f7ac252a1692 req-19447690-96df-4aa8-abea-3138462895fd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432613 May 06 14:13:42.588227 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:13:43.053549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:13:43.188930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:43.202507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'mac_address': 'fa:16:3e:de:bb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:13:43.259092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:43.282515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:13:43.298748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:43.303502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:43.375583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:13:43.421163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:43.444204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b2078-0ea3-4716-9d04-366a5c395945 req-e5b7fc25-6213-4e7e-99ea-12c30c01ec7e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:43.445723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-646b2078-0ea3-4716-9d04-366a5c395945 req-e5b7fc25-6213-4e7e-99ea-12c30c01ec7e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 944 time: 0.0842714 May 06 14:13:43.496940 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-646b2078-0ea3-4716-9d04-366a5c395945 req-a77f88cc-811f-4208-953f-49a67aec2d68 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414960 May 06 14:13:44.692176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30dbf8-a1cb-4d2f-a7b1-6d3b5a0eab28 req-e663096f-66e0-40e1-930f-3f7e58915760 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:44.693690 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c30dbf8-a1cb-4d2f-a7b1-6d3b5a0eab28 req-e663096f-66e0-40e1-930f-3f7e58915760 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 944 time: 0.0852187 May 06 14:13:44.738848 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c30dbf8-a1cb-4d2f-a7b1-6d3b5a0eab28 req-c3339500-19f7-475f-bddf-c3adeb4b15ca tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394883 May 06 14:13:45.053137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:13:45.119512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:13:45.119875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:45.267091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:45.292550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:13:45.302709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:45.307414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:45.350589 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5514adcf-08fd-42b3-a9c5-0ad289144142'] response: {'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'code': 200} May 06 14:13:45.377903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:45.927973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf6992-c668-41ef-9bf6-b02ef4f5b438 req-a6c934b8-0dce-41a3-a7e3-c75cb2d1f514 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:45.929647 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eddf6992-c668-41ef-9bf6-b02ef4f5b438 req-a6c934b8-0dce-41a3-a7e3-c75cb2d1f514 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0810897 May 06 14:13:45.977946 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eddf6992-c668-41ef-9bf6-b02ef4f5b438 req-384a2e4b-46fa-4692-9a7f-d4bc6a3029bb tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414398 May 06 14:13:47.171125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42b53d-cbf3-46f2-a049-3d1f98b91970 req-ccda1e37-614e-48ec-b1d0-f05d9ddd1934 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:47.172833 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d42b53d-cbf3-46f2-a049-3d1f98b91970 req-ccda1e37-614e-48ec-b1d0-f05d9ddd1934 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0850432 May 06 14:13:47.220703 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0d42b53d-cbf3-46f2-a049-3d1f98b91970 req-57c00597-3f7a-4a83-92ad-06fb4a557b1e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 May 06 14:13:48.426618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa302cc-833a-41c6-8137-ef1dc75e669a req-3897b02e-b78f-454f-810b-1854ba570882 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:48.428174 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1aa302cc-833a-41c6-8137-ef1dc75e669a req-3897b02e-b78f-454f-810b-1854ba570882 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0853665 May 06 14:13:48.479945 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1aa302cc-833a-41c6-8137-ef1dc75e669a req-a2205973-fafb-4469-94d9-102495f3cd49 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456810 May 06 14:13:49.673966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5288b7e-11e9-4b89-952e-c45a87151618 req-c3ee0720-5590-4761-9062-862199369c00 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:49.675411 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5288b7e-11e9-4b89-952e-c45a87151618 req-c3ee0720-5590-4761-9062-862199369c00 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0836854 May 06 14:13:49.721756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5288b7e-11e9-4b89-952e-c45a87151618 req-fa2dce6b-402e-4447-93e1-6e296df71626 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 May 06 14:13:50.187910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-f45eb423-9085-4e45-96a7-7699d7b447d2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:50.189345 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-f45eb423-9085-4e45-96a7-7699d7b447d2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 945 time: 0.1445043 May 06 14:13:50.204093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99904fc-8e7c-4ffb-98c4-cca3a671093c req-1abb24f1-6ff3-4530-9277-25597022c770 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:50.205529 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c99904fc-8e7c-4ffb-98c4-cca3a671093c req-1abb24f1-6ff3-4530-9277-25597022c770 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.1094539 May 06 14:13:50.307005 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c99904fc-8e7c-4ffb-98c4-cca3a671093c req-8110c29a-ebab-4de3-8873-16ce51ca14f7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637326 May 06 14:13:50.316889 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-c0af16e5-6fc8-46fe-9d37-50bad9feb8ba service neutron] 10.222.0.76 "GET /v2.0/ports/3a6a218d-5eb8-48d9-98b6-4b421d7ea67e/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.1104136 May 06 14:13:50.419420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-a3aed0cb-f1e2-4ec8-a7e0-a96031a22afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:50.420917 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-a3aed0cb-f1e2-4ec8-a7e0-a96031a22afb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0716131 May 06 14:13:50.551339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-e0188d29-b6aa-4488-80ce-38bbb679e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:50.552813 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-e0188d29-b6aa-4488-80ce-38bbb679e232 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1255109 May 06 14:13:50.749586 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-59f478f8-4ab4-49ad-a829-a3eb6cd33612 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 200 len: 1002 time: 0.1892679 May 06 14:13:50.816212 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-e3db3803-3607-482f-b8ee-d5d904cd68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:50.817687 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-e3db3803-3607-482f-b8ee-d5d904cd68ad service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0604308 May 06 14:13:50.898574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-747a6979-0d5c-463f-8b7c-f3827f83d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:50.900046 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-747a6979-0d5c-463f-8b7c-f3827f83d02f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754673 May 06 14:13:51.039485 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-748bf5b9-09c5-4e61-81b4-08439e8d46ca service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312997 May 06 14:13:51.179861 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-70df1ca2-3fb4-41cb-bc06-9d5f1facf462 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331043 May 06 14:13:51.494978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493549-d5e3-420f-8e83-ceb44e04ccf2 req-4870159b-e70b-4715-b70d-2fa6b08737c6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:51.496477 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6e493549-d5e3-420f-8e83-ceb44e04ccf2 req-4870159b-e70b-4715-b70d-2fa6b08737c6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0795469 May 06 14:13:51.542632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6e493549-d5e3-420f-8e83-ceb44e04ccf2 req-f959e57e-467e-4c7e-9f50-02fd95543a39 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397978 May 06 14:13:52.737376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acfc96-8900-44d2-8a67-1faeb2adf9b6 req-409e9064-190b-4923-a208-64e9b3948f4d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:52.738877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7acfc96-8900-44d2-8a67-1faeb2adf9b6 req-409e9064-190b-4923-a208-64e9b3948f4d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0863798 May 06 14:13:52.788197 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b7acfc96-8900-44d2-8a67-1faeb2adf9b6 req-22b37e3a-4697-4ea3-8c32-247a8e3041e3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432410 May 06 14:13:53.977270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d395bb-45aa-4c4e-a5a1-d667536eb4d1 req-5e8cccbd-670d-4e34-a3e5-4c1a9a79faaa tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:53.978724 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41d395bb-45aa-4c4e-a5a1-d667536eb4d1 req-5e8cccbd-670d-4e34-a3e5-4c1a9a79faaa tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0817323 May 06 14:13:54.027083 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41d395bb-45aa-4c4e-a5a1-d667536eb4d1 req-8bb60795-86bf-4973-ba37-f3ecdde1404c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 May 06 14:13:55.054752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-28ccdef7-da8c-4728-bb40-0eeeb1033eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:55.057297 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-28ccdef7-da8c-4728-bb40-0eeeb1033eb7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5&tenant_id=58a4bc5f09834b4d8485d5c53170b5cb HTTP/1.1" status: 200 len: 1098 time: 0.0742719 May 06 14:13:55.205159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-61f45b7f-e7f9-438d-9fa8-f85aeb56dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:55.206635 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-61f45b7f-e7f9-438d-9fa8-f85aeb56dc43 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 1098 time: 0.1260247 May 06 14:13:55.319804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46482a36-b238-4852-be7f-9373d1967166 req-e36807d6-ce57-4b0c-8af2-de039d9e7124 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:55.321304 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46482a36-b238-4852-be7f-9373d1967166 req-e36807d6-ce57-4b0c-8af2-de039d9e7124 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.1820302 May 06 14:13:55.387230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-8d55ae60-14f8-47c2-b695-b449eefb6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:55.388731 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-8d55ae60-14f8-47c2-b695-b449eefb6e33 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 200 len: 913 time: 0.1737015 May 06 14:13:55.396702 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46482a36-b238-4852-be7f-9373d1967166 req-7d4439c5-f88f-40d3-9819-89bdb7a8d963 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659595 May 06 14:13:55.496603 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-bc1a66bc-6b7f-4530-9fb8-fba19c9e908c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 200 len: 1002 time: 0.0989220 May 06 14:13:55.559932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-1c738aa1-3c17-409d-8041-960aa6db6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:55.561392 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-1c738aa1-3c17-409d-8041-960aa6db6b62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 200 len: 851 time: 0.0586534 May 06 14:13:55.645612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e50bb-4286-4f64-9217-190946ab2a44 req-ec3a62f3-758b-4e8c-8117-c97f9b967b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:55.647057 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-ec3a62f3-758b-4e8c-8117-c97f9b967b1d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e672d76c-0e59-48c4-b32c-e29a6601e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790706 May 06 14:13:55.786438 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-5a70b988-dbed-4197-8678-908e0aece868 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316283 May 06 14:13:56.029534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-707e50bb-4286-4f64-9217-190946ab2a44 req-4ddfc92b-d7b7-4d78-909c-1199f34db310 service neutron] 10.222.0.76 "GET /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353635 May 06 14:13:56.604122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d4fb-2b5f-45e6-a85a-6d9ee9fd6598 req-e33453be-3e31-4881-bf2a-d0e19112cb7d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:56.606615 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a29d4fb-2b5f-45e6-a85a-6d9ee9fd6598 req-e33453be-3e31-4881-bf2a-d0e19112cb7d tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0930066 May 06 14:13:56.654298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a29d4fb-2b5f-45e6-a85a-6d9ee9fd6598 req-61baa18b-d9aa-46a7-b2fc-bcca0ad6f1a6 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411949 May 06 14:13:57.154514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:57.270764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:57.297334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:13:57.307632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:57.312941 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:57.359828 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c22e59-ee23-4aa6-a7ea-f668064b5ffc'] response: {'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'code': 200} May 06 14:13:57.387906 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=9']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:57.849428 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a11bb-624c-486c-84d3-e7cceeed799e req-0b52d79c-6b17-4249-a85f-e615b9f93408 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:57.851296 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b90a11bb-624c-486c-84d3-e7cceeed799e req-0b52d79c-6b17-4249-a85f-e615b9f93408 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 943 time: 0.0861092 May 06 14:13:57.899737 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b90a11bb-624c-486c-84d3-e7cceeed799e req-e7402566-4014-4c24-84dc-ec579a408ff8 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423033 May 06 14:13:59.093719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33497526-2fb6-41f7-98f1-4628797e638c req-d32381a8-b9f3-44f5-89b9-7def759918fc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:13:59.095188 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-33497526-2fb6-41f7-98f1-4628797e638c req-d32381a8-b9f3-44f5-89b9-7def759918fc tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 943 time: 0.0825200 May 06 14:13:59.144314 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-33497526-2fb6-41f7-98f1-4628797e638c req-d47af7ee-9ca0-4e0c-9ff4-74b8db35c94c tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433910 May 06 14:13:59.177390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:13:59.317296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:59.331294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'port_id': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'mac_address': 'fa:16:3e:de:bb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:13:59.388097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:59.406073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:13:59.423540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:13:59.427323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:59.497462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:13:59.550974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=10']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:00.337649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcab97-fe12-42cc-abd6-1560196149b0 req-a97fe2b3-c04c-40a8-bc81-77d58ac3fd67 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:00.339175 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d4fcab97-fe12-42cc-abd6-1560196149b0 req-a97fe2b3-c04c-40a8-bc81-77d58ac3fd67 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 945 time: 0.0832057 May 06 14:14:00.385646 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d4fcab97-fe12-42cc-abd6-1560196149b0 req-2fb3a56d-0dd9-4e52-801d-2bcd00615327 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403931 May 06 14:14:01.195278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:14:01.268490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:14:01.268860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:01.387120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:01.415741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:14:01.425710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:01.430319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:01.471686 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82742be0-6ca1-4c06-b1b5-c2a4eb43992a'] response: {'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'code': 200} May 06 14:14:01.505542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=11']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:01.512856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.513204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.513544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.513878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.514205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.515160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.516147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.516402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.516754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.517080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.517426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.517750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:01.584453 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9adee-39ac-41b4-9a06-a74f2f9a4070 req-0c3f3ea2-c95e-48df-829e-3bb7dbd394e0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:01.585929 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4bb9adee-39ac-41b4-9a06-a74f2f9a4070 req-0c3f3ea2-c95e-48df-829e-3bb7dbd394e0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.0873561 May 06 14:14:01.631518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4bb9adee-39ac-41b4-9a06-a74f2f9a4070 req-647e9d95-9704-428c-a627-e1d5ce1f21a2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398595 May 06 14:14:02.821488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67daa93-4e63-4040-a191-83daa7af043b req-e83c337c-d9ca-4f0a-96d6-011f18952852 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:02.822961 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d67daa93-4e63-4040-a191-83daa7af043b req-e83c337c-d9ca-4f0a-96d6-011f18952852 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.0795619 May 06 14:14:02.867502 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d67daa93-4e63-4040-a191-83daa7af043b req-1bcdc3bb-43d4-4d9f-a739-aefc35689299 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384173 May 06 14:14:04.060799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afada123-0d8a-4084-8f04-6a285907c8c6 req-68cbd434-722f-4d98-8964-8d56e5707d41 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:04.062838 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afada123-0d8a-4084-8f04-6a285907c8c6 req-68cbd434-722f-4d98-8964-8d56e5707d41 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.0877321 May 06 14:14:04.115250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afada123-0d8a-4084-8f04-6a285907c8c6 req-487d8908-156e-4e44-a8d4-d1fc4b4a707e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464504 May 06 14:14:05.319078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7d919-5742-4fa2-9d68-4c4040fd36a2 req-1b6217b1-65fa-44b5-8761-ce8ff1d5720e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:05.320665 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2ac7d919-5742-4fa2-9d68-4c4040fd36a2 req-1b6217b1-65fa-44b5-8761-ce8ff1d5720e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.0879726 May 06 14:14:05.375968 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2ac7d919-5742-4fa2-9d68-4c4040fd36a2 req-2a1284ba-9f21-4dbb-adfa-71567130fc76 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491853 May 06 14:14:05.573995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e56324-22f3-4620-bc0b-938c4ff9a8b9 req-f202438c-8ee4-44c0-ba55-12b4655c4dba tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:05.575541 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e4e56324-22f3-4620-bc0b-938c4ff9a8b9 req-f202438c-8ee4-44c0-ba55-12b4655c4dba tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.0870976 May 06 14:14:05.629685 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e4e56324-22f3-4620-bc0b-938c4ff9a8b9 req-d31b0cdc-5343-476a-8b56-ee5d6c9833ec tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481796 May 06 14:14:05.836093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb80825-9708-4abc-aaed-31a519e69166 req-b8af3085-87fa-4598-872a-246cc2fd71cf tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:05.837909 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fb80825-9708-4abc-aaed-31a519e69166 req-b8af3085-87fa-4598-872a-246cc2fd71cf tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.0932171 May 06 14:14:05.887374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fb80825-9708-4abc-aaed-31a519e69166 req-3313e844-1199-4257-a198-f0dd61f9f0c2 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 May 06 14:14:06.182823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:06.322562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4f193-7ef3-4b16-ac5b-e1df5f30c4f2 req-0f97da9e-86cd-4c6b-b42c-bbfaea6ba5f0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:06.324181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fd4f193-7ef3-4b16-ac5b-e1df5f30c4f2 req-0f97da9e-86cd-4c6b-b42c-bbfaea6ba5f0 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.0870717 May 06 14:14:06.375821 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9fd4f193-7ef3-4b16-ac5b-e1df5f30c4f2 req-3af04dd6-dfbd-487a-b652-76c3922f20af tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422621 May 06 14:14:06.656377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0d7f482d-5b48-4e12-a6db-9247db34cff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:07.590189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e15e7-e81a-4c13-8331-d0e159efad71 req-d827e5b3-7a5f-4cb1-a45a-bbd5b07216fd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:07.591953 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d2e15e7-e81a-4c13-8331-d0e159efad71 req-d827e5b3-7a5f-4cb1-a45a-bbd5b07216fd tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.0937121 May 06 14:14:07.641472 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d2e15e7-e81a-4c13-8331-d0e159efad71 req-4fe8cb3a-3d6d-4dcd-b5ac-f72489b04114 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422387 May 06 14:14:08.932097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988f4a-9192-4165-acd6-d75f01912ca3 req-738d40ef-94ad-4aad-95a5-3efb16397ba5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:08.933591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8988f4a-9192-4165-acd6-d75f01912ca3 req-738d40ef-94ad-4aad-95a5-3efb16397ba5 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.1623127 May 06 14:14:08.968140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a9863-06d8-493a-b243-486c111bb894 req-a7436e5e-dac6-46d2-b30f-b6bc5ba19721 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:08.969728 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-df4a9863-06d8-493a-b243-486c111bb894 req-a7436e5e-dac6-46d2-b30f-b6bc5ba19721 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 946 time: 0.1360667 May 06 14:14:09.002904 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c45addc-f1be-4dcc-8216-9638d391e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:09.048984 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a8988f4a-9192-4165-acd6-d75f01912ca3 req-db4df57c-79b2-40fe-a167-f6406f6cf746 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd95700b-44ca-4f94-b28b-0f1eac85862a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091664 May 06 14:14:09.073643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Deleting port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:14:09.074167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:09.361273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] For port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:09.361631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:09.759794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:09.760108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:09.760590 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Floating IP c5590940-090f-49a3-9736-86bf1e57f814 disassociated. External IP: 172.26.2.245, port: 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e. May 06 14:14:09.760934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Calling delete_port for 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:14:09.918278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:09.976980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event deleted for resources: {'Port': ['ID=3a6a218d-5eb8-48d9-98b6-4b421d7ea67e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:09.989029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.989389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.989719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.990064 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.990362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.990675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.991005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.991320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.991647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.991963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.992298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:09.992624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:10.041439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:10.083596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:10.225125 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4cba72e9-a30c-4d7c-be19-e48c80b2c018 req-4cb0837a-fd08-44a8-8947-4a312c4bc6ba tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 210 time: 0.0547545 May 06 14:14:10.240347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:14:10.453063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:14:10.462414 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:14:10.474543 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:14:10.475401 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:14:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:10.533255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] No DVR routers for this DVR port 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:14:10.536075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:10.539008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-deleted', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:14:10.557801 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-df4a9863-06d8-493a-b243-486c111bb894 req-6e952d24-a757-4e7a-9fc7-96a363a1bfd7 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.76 "DELETE /v2.0/ports/3a6a218d-5eb8-48d9-98b6-4b421d7ea67e HTTP/1.1" status: 204 len: 173 time: 1.5758734 May 06 14:14:10.590132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0572cc2d-919b-4d09-9182-63f2d92b07de'] response: {'server_uuid': '9ecaf381-c412-4a01-887e-0095e9633dc5', 'name': 'network-vif-deleted', 'tag': '3a6a218d-5eb8-48d9-98b6-4b421d7ea67e', 'status': 'completed', 'code': 200} May 06 14:14:10.665836 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:14:11.035524 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:11.039804 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:14:11.049278 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:14:11.049913 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:14:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:11.248235 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:14:11.272195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:14:11.312560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:14:11.313077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3a6a218d-5eb8-48d9-98b6-4b421d7ea67e not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:14:11.402752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-304f6e97-c66a-4170-b3af-bbdb1ae76905 req-63d3cb63-00d5-47e3-884b-a222e96680c3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Synchronizing usage tracker for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:14:11.422262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-304f6e97-c66a-4170-b3af-bbdb1ae76905 req-63d3cb63-00d5-47e3-884b-a222e96680c3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Unset dirty status for tenant:58a4bc5f09834b4d8485d5c53170b5cb on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:14:11.423463 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-304f6e97-c66a-4170-b3af-bbdb1ae76905 req-63d3cb63-00d5-47e3-884b-a222e96680c3 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecaf381-c412-4a01-887e-0095e9633dc5 HTTP/1.1" status: 200 len: 210 time: 0.0633087 May 06 14:14:11.580524 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:11.584843 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1c85f-6689-489e-ae97-6c8c7e18a9f3 None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:09:43Z', 'revision_number': 4, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '71d37067-b250-48b5-b645-66d3b0ad3f92', 'name': '', 'network_id': 'e672d76c-0e59-48c4-b32c-e29a6601e4ff', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'mac_address': 'fa:16:3e:62:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:42Z', 'updated_at': '2022-05-06T14:09:48Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'subnets': [{'id': '4ad0c090-c54e-4c31-a025-f3b301061a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:14:11.675166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:11.844812 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f0553-0f6d-4350-b926-abdcd29186f1 None None] New status for floating IP c5590940-090f-49a3-9736-86bf1e57f814: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:14:16.793839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50192) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:16.867859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:16.902906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:16.961990 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:16.982291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd95700b-44ca-4f94-b28b-0f1eac85862a,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:16.992139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.992525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.992865 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.993200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.993528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.993889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.994261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.994656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.995088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.995436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.995744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:16.996063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:14:17.007136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.008709 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f0534987-c117-4155-8c60-ba4b851e955a tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd95700b-44ca-4f94-b28b-0f1eac85862a HTTP/1.1" status: 204 len: 168 time: 0.2138400 May 06 14:14:17.011217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50196) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:17.030151 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.api.v2.resource [None req-19808fc3-eea0-4f24-a3c2-f0b64ed7b24e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] show failed (client error): The resource could not be found. May 06 14:14:17.031370 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-19808fc3-eea0-4f24-a3c2-f0b64ed7b24e tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "GET /v2.0/security-groups/fd95700b-44ca-4f94-b28b-0f1eac85862a HTTP/1.1" status: 404 len: 347 time: 0.0190413 May 06 14:14:17.034055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50200) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:17.195599 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Deleting port e9b3439f-38d7-4560-a37e-f18364f42ba1 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:14:17.196245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.376216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.376563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.503726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Calling delete_port for e9b3439f-38d7-4560-a37e-f18364f42ba1 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:14:17.652160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.705293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Pushing event deleted for resources: {'Port': ['ID=e9b3439f-38d7-4560-a37e-f18364f42ba1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:17.795983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.814689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.815831 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2896f4f0-9969-4415-9c66-dfdfbc10a035 tempest-ServerActionsTestJSON-1731801676 tempest-ServerActionsTestJSON-1731801676-project] 10.222.0.21 "DELETE /v2.0/floatingips/c5590940-090f-49a3-9736-86bf1e57f814 HTTP/1.1" status: 204 len: 168 time: 0.7808459 May 06 14:14:17.820388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50204) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:18.489483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:18.854026 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Deleting port 71d37067-b250-48b5-b645-66d3b0ad3f92 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:14:18.854729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:19.041276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] For port 71d37067-b250-48b5-b645-66d3b0ad3f92, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=71d37067-b250-48b5-b645-66d3b0ad3f92,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:19.041555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:19.168601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Calling delete_port for 71d37067-b250-48b5-b645-66d3b0ad3f92 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:14:19.491604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:19.543611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d37067-b250-48b5-b645-66d3b0ad3f92,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:19.587185 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:14:19.958238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:20.343036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Router 8f030174-f9be-4380-a856-13d1f077693c has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:14:20.535966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:14:20.548654 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] Sync routers for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:14:20.551948 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6fb572be-c61b-49ac-900f-57134f8b13e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/8f030174-f9be-4380-a856-13d1f077693c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7303545 May 06 14:14:20.555688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50208) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:20.562302 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:14:20.562996 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:14:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:20.744949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:20.792984 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:14:20.941444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:20.953708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Deleting port 806b92ca-584f-4dbe-927e-da98feb0de7d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:14:20.954523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:21.136103 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94'}], 'enable_snat': True}, 'gw_port_id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:14:19Z', 'revision_number': 5, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port': {'id': '806b92ca-584f-4dbe-927e-da98feb0de7d', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f030174-f9be-4380-a856-13d1f077693c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:09:40Z', 'updated_at': '2022-05-06T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:21.140552 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] Checking router: 8f030174-f9be-4380-a856-13d1f077693c for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:14:21.150430 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] Routers {'8f030174-f9be-4380-a856-13d1f077693c'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:14:21.150822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] For port 806b92ca-584f-4dbe-927e-da98feb0de7d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=806b92ca-584f-4dbe-927e-da98feb0de7d,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:21.151462 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:14:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8f030174-f9be-4380-a856-13d1f077693c'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:21.151657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:21.323785 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] Set router 8f030174-f9be-4380-a856-13d1f077693c gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:14:21.406746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Calling delete_port for 806b92ca-584f-4dbe-927e-da98feb0de7d owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:14:21.438298 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:14:20Z', 'revision_number': 6, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:21.444069 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e91c12-4621-4e94-819e-f1c257d00e77 None None] The sync data for ids ['8f030174-f9be-4380-a856-13d1f077693c'] in dv-neutron-840888-1-hyperv is: [{'id': '8f030174-f9be-4380-a856-13d1f077693c', 'name': 'tempest-ServerActionsTestJSON-1939580802-router', 'tenant_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:09:39Z', 'updated_at': '2022-05-06T14:14:20Z', 'revision_number': 6, 'project_id': '58a4bc5f09834b4d8485d5c53170b5cb', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:14:21.605388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:21.657584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Pushing event deleted for resources: {'Port': ['ID=806b92ca-584f-4dbe-927e-da98feb0de7d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:21.754379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:21.942054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:21.944673 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:21.970293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:21.970884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f030174-f9be-4380-a856-13d1f077693c {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:14:21.985798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:21.986937 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f32a4341-6b59-4db3-b171-350fe6b2910e admin admin] 10.222.0.21 "DELETE /v2.0/routers/8f030174-f9be-4380-a856-13d1f077693c HTTP/1.1" status: 204 len: 168 time: 1.4300113 May 06 14:14:21.989489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50212) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:22.052339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe828b8-bc16-4679-871f-029f223d916b admin admin] Deleting subnet 4ad0c090-c54e-4c31-a025-f3b301061a4d {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:14:22.058308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4fe828b8-bc16-4679-871f-029f223d916b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:22.116159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4fe828b8-bc16-4679-871f-029f223d916b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:22.201268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4fe828b8-bc16-4679-871f-029f223d916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:22.286582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4fe828b8-bc16-4679-871f-029f223d916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:22.330150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe828b8-bc16-4679-871f-029f223d916b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad0c090-c54e-4c31-a025-f3b301061a4d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:22.337382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4fe828b8-bc16-4679-871f-029f223d916b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:22.344793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4dabc2-1337-46f8-beb0-d8c9e40d58cb None None] Network e672d76c-0e59-48c4-b32c-e29a6601e4ff requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:14:22.348570 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4fe828b8-bc16-4679-871f-029f223d916b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4ad0c090-c54e-4c31-a025-f3b301061a4d HTTP/1.1" status: 204 len: 168 time: 0.3578084 May 06 14:14:22.352259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50216) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:22.493865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:22.506629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Deleting port d26ac532-1364-4f5f-95f0-c080dc28ba7a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:14:22.506967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:22.717895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] DHCP port deletion for e672d76c-0e59-48c4-b32c-e29a6601e4ff request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:14:22.722882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] Deleting port d26ac532-1364-4f5f-95f0-c080dc28ba7a {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:14:22.723251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:22.824872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] For port d26ac532-1364-4f5f-95f0-c080dc28ba7a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d26ac532-1364-4f5f-95f0-c080dc28ba7a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:22.825231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:22.847201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 806b92ca-584f-4dbe-927e-da98feb0de7d no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:14:22.887007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 806b92ca-584f-4dbe-927e-da98feb0de7d {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:14:22.887303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 806b92ca-584f-4dbe-927e-da98feb0de7d not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:14:22.887646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 71d37067-b250-48b5-b645-66d3b0ad3f92 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:14:22.938940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 71d37067-b250-48b5-b645-66d3b0ad3f92 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:14:22.939331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 71d37067-b250-48b5-b645-66d3b0ad3f92 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:14:22.939718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d26ac532-1364-4f5f-95f0-c080dc28ba7a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:14:22.965577 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Calling delete_port for d26ac532-1364-4f5f-95f0-c080dc28ba7a owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:14:23.057642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.097056 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] For port d26ac532-1364-4f5f-95f0-c080dc28ba7a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=d26ac532-1364-4f5f-95f0-c080dc28ba7a,segment=NetworkSegment(0d0bfb1f-00bb-4602-a1bc-01245155b95d),segment_id=0d0bfb1f-00bb-4602-a1bc-01245155b95d)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:23.097454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.110104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No active binding found for port d26ac532-1364-4f5f-95f0-c080dc28ba7a {{(pid=87986) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 14:14:23.110637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device d26ac532-1364-4f5f-95f0-c080dc28ba7a not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:14:23.112241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26ac532-1364-4f5f-95f0-c080dc28ba7a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:23.117061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] No DVR routers for this DVR port d26ac532-1364-4f5f-95f0-c080dc28ba7a on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:14:23.246297 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] Calling delete_port for d26ac532-1364-4f5f-95f0-c080dc28ba7a owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:14:23.327806 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:14:23.328171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:14:23.348853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.377475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e672d76c-0e59-48c4-b32c-e29a6601e4ff']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:23.391498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0bfb1f-00bb-4602-a1bc-01245155b95d') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:23.391803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0bfb1f-00bb-4602-a1bc-01245155b95d') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:14:23.405865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.426494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.433669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:14:23.434095 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:14:23.448141 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:14:23.534687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.556593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.568302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=e672d76c-0e59-48c4-b32c-e29a6601e4ff,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:23.582964 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ebfcb04a-f97a-453d-b73a-dd99a5c98a78 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e672d76c-0e59-48c4-b32c-e29a6601e4ff HTTP/1.1" status: 204 len: 168 time: 1.2293758 May 06 14:14:23.743857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50222) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:23.794803 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5b9735b1-330c-44e7-98cf-affe714a2e46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58a4bc5f09834b4d8485d5c53170b5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495772 May 06 14:14:23.797127 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50226) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:23.829784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] Deleting port d26ac532-1364-4f5f-95f0-c080dc28ba7a {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:14:23.830403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.864955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-68f67cee-fe63-464f-9c5f-060ff3a1ea2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.894924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-68f67cee-fe63-464f-9c5f-060ff3a1ea2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.905592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b54e5d21-78c6-4c23-964c-00e098572f25 None None] The port 'd26ac532-1364-4f5f-95f0-c080dc28ba7a' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:14:23.965683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-68f67cee-fe63-464f-9c5f-060ff3a1ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.985451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f67cee-fe63-464f-9c5f-060ff3a1ea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e72aa9-99eb-48f7-a430-0e2529ff8a75,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:23.992111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-68f67cee-fe63-464f-9c5f-060ff3a1ea2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:23.993366 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-68f67cee-fe63-464f-9c5f-060ff3a1ea2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01e72aa9-99eb-48f7-a430-0e2529ff8a75 HTTP/1.1" status: 204 len: 168 time: 0.1952627 May 06 14:14:24.853305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50250) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:24.977935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-219219488-network', 'tenant_id': '699ba7a9eafd424987112aafc9f423f0'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:14:24.986733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:14:24.993354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Usage tracker for resource:network and tenant:699ba7a9eafd424987112aafc9f423f0 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:14:24.999054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:14:25.009415 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:14:25.025686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Made reservation on behalf of 699ba7a9eafd424987112aafc9f423f0 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:14:25.029754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.046774 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.063876 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:14:25.068366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Usage tracker for resource:security_group_rule and tenant:699ba7a9eafd424987112aafc9f423f0 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:14:25.071323 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:14:25.079911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:14:25.180386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.185140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.221291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:14:25.230161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:25.237508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.238991 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Added segment 32cb1935-cdd6-453a-b99e-83a09a4797f6 of type vlan for network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 May 06 14:14:25.273635 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.305530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.306780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:25.307366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.416390 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5619423 May 06 14:14:25.417249 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed064a85-ab28-448e-9711-7171032d78fa admin admin] Pushing event updated for resources: {'Network': ['ID=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:25.419432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50256) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:14:25.427674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Request body: {'subnet': {'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-219219488-subnet', 'tenant_id': '699ba7a9eafd424987112aafc9f423f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:14:25.432838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:14:25.437388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:14:25.444485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Usage tracker for resource:subnet and tenant:699ba7a9eafd424987112aafc9f423f0 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:14:25.449494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:14:25.460384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:14:25.475288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Made reservation on behalf of 699ba7a9eafd424987112aafc9f423f0 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:14:25.479180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.758017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.837829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a055575-a8c5-4295-8154-16eb6892d01b,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:25.852300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Checking segment: {'id': '32cb1935-cdd6-453a-b99e-83a09a4797f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:14:25.852928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Network hostable DHCP agents. Network: 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:14:25.877850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:14:25.889662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:14:25.895397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:25.901277 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:25.905494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd82f3-4e92-426c-ba0c-7465fe5b9da8 None None] Network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:14:25.950668 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-00982c8b-2be6-4a1a-b1a4-b32f794abfdc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5289240 May 06 14:14:26.158092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e094e92-23ca-48dd-bd51-6c7642eaea54 None None] Network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:14:26.605477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-edee6e8c-3088-4fa8-989f-d9f785ec1e25 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:26.607767 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-edee6e8c-3088-4fa8-989f-d9f785ec1e25 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/networks?id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 HTTP/1.1" status: 200 len: 813 time: 0.1783738 May 06 14:14:26.625815 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-24be3a1a-b7f2-459d-b002-173c8634b020 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/quotas/699ba7a9eafd424987112aafc9f423f0 HTTP/1.1" status: 200 len: 375 time: 0.0109241 May 06 14:14:26.677380 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-943cd912-627a-44f1-89c2-9d949a3578dc tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=699ba7a9eafd424987112aafc9f423f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457807 May 06 14:14:26.829072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-29e72d62-30d7-427d-97e8-e955e58777ee service neutron] 10.222.0.21 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438830 May 06 14:14:27.007250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-cfd06e6d-ee89-4125-aea6-35eed5ee6628 service neutron] 10.222.0.21 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717279 May 06 14:14:27.227320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-391f20ed-d382-4baf-935d-d4cf2cef706e req-328ee6a8-91a5-4b1b-a895-6e5d01d33796 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 210 time: 0.0697944 May 06 14:14:28.447396 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69c9ceb5-d942-4809-bebe-9113b920af29 req-3ccb2494-5826-426f-9250-038f939f3192 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 210 time: 0.0939445 May 06 14:14:28.462135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-0d84b777-c97c-4941-8553-5a0dd8710bea tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:28.463670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-0d84b777-c97c-4941-8553-5a0dd8710bea tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.76 "GET /v2.0/networks?id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 HTTP/1.1" status: 200 len: 813 time: 0.2486794 May 06 14:14:28.478131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Request body: {'port': {'device_id': '2bf609fc-fa01-41c3-b068-b6b84bf10d3b', 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93', 'admin_state_up': True, 'tenant_id': '699ba7a9eafd424987112aafc9f423f0'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:14:28.646520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:14:28.652168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Usage tracker for resource:port and tenant:699ba7a9eafd424987112aafc9f423f0 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:14:28.658043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:14:28.668523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:14:28.683105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Made reservation on behalf of 699ba7a9eafd424987112aafc9f423f0 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:14:28.687553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:29.020241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Allocated IP 172.20.0.5 (93ddfc02-a2ee-40e4-b91e-f19ddb06ef93/5a055575-a8c5-4295-8154-16eb6892d01b/eaf63a10-1a3f-4357-8d53-ff7f2d2c1687) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:14:29.252556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:29.285456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:29.367461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:14:29.371540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:14:29.376489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:14:29.408152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Pushing event updated for resources: {'Port': ['ID=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:29.450653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:29.451970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:29.474392 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-12ce98f5-df45-40f3-89bd-668002725e5a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0014634 May 06 14:14:29.545361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Request body: {'port': {'device_id': '2bf609fc-fa01-41c3-b068-b6b84bf10d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:14:29.690497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:29.938919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b694-6b88-420c-b6d9-b39cabb01605 req-07600418-1fae-4547-8c11-2765c0de39ee tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:29.939678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-8e79b694-6b88-420c-b6d9-b39cabb01605 req-07600418-1fae-4547-8c11-2765c0de39ee tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Synchronizing usage tracker for tenant:699ba7a9eafd424987112aafc9f423f0 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:14:30.022617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-8e79b694-6b88-420c-b6d9-b39cabb01605 req-07600418-1fae-4547-8c11-2765c0de39ee tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Unset dirty status for tenant:699ba7a9eafd424987112aafc9f423f0 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:14:30.023764 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8e79b694-6b88-420c-b6d9-b39cabb01605 req-07600418-1fae-4547-8c11-2765c0de39ee tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 931 time: 0.2814002 May 06 14:14:30.102568 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8e79b694-6b88-420c-b6d9-b39cabb01605 req-040be66c-00b9-461e-a9bb-aee10853979e tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663002 May 06 14:14:30.178203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:14:30.186180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:30.202028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Transition to ACTIVE for port object eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:14:30.206135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:30.361707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:30.449543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Attempting to bind port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:14:30.450007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Attempting to bind port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '32cb1935-cdd6-453a-b99e-83a09a4797f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:14:30.450223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Attempting to bind port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 on network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:14:30.456378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 on network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:14:30.457174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Attempting to bind port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 on network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:14:30.462608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:14:30.462940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Checking segment: {'id': '32cb1935-cdd6-453a-b99e-83a09a4797f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:14:30.463317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Bound using segment: {'id': '32cb1935-cdd6-453a-b99e-83a09a4797f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:14:30.463753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Bound port: eaf63a10-1a3f-4357-8d53-ff7f2d2c1687, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cb1935-cdd6-453a-b99e-83a09a4797f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:14:30.464102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:30.570949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] For port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:14:30.574777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] For port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:14:30.579780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:30.652609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:30.653222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:30.656081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] 10.222.0.76 "PUT /v2.0/ports/eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 HTTP/1.1" status: 200 len: 1093 time: 1.1736465 May 06 14:14:30.656609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf609fc-fa01-41c3-b068-b6b84bf10d3b', 'tag': 'eaf63a10-1a3f-4357-8d53-ff7f2d2c1687'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:14:30.680337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878eab8-367f-455d-8aec-9d9d7a2f7ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:30.739331 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3dee88-fe0f-4a00-82c0-32c00c015030'] response: {'name': 'network-changed', 'server_uuid': '2bf609fc-fa01-41c3-b068-b6b84bf10d3b', 'tag': 'eaf63a10-1a3f-4357-8d53-ff7f2d2c1687', 'status': 'completed', 'code': 200} May 06 14:14:30.787774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-3ee92fbf-7e58-4bfb-bbab-fc601e53c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:30.789357 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-3ee92fbf-7e58-4bfb-bbab-fc601e53c0dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=699ba7a9eafd424987112aafc9f423f0&device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 1096 time: 0.0902493 May 06 14:14:30.870319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-d53d63cd-5ad4-46dc-adee-de3dafc75b20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 HTTP/1.1" status: 200 len: 217 time: 0.0734694 May 06 14:14:30.956293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-7444f7dd-c8fa-47ae-9eac-e7cdcfb8e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:30.957813 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-7444f7dd-c8fa-47ae-9eac-e7cdcfb8e7f9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a055575-a8c5-4295-8154-16eb6892d01b HTTP/1.1" status: 200 len: 853 time: 0.0804465 May 06 14:14:31.010502 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-236e114f-52d9-4de7-aa20-b58bd8a961a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457237 May 06 14:14:31.305604 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-924b853e-c888-45cf-aef1-b3324463a6d2 service neutron] 10.222.0.76 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879281 May 06 14:14:31.415805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a350fd-1de6-417e-acc4-2b37186880fe req-222d59a7-c4f3-405f-b3bc-e0afaa0fbf52 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:31.417291 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b3a350fd-1de6-417e-acc4-2b37186880fe req-222d59a7-c4f3-405f-b3bc-e0afaa0fbf52 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 943 time: 0.1939564 May 06 14:14:31.491295 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0853be-6ef4-487c-9930-1115d24d7eb6 req-c595d3c1-1f69-4dd1-bc4e-f72802fa4949 service neutron] 10.222.0.76 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791480 May 06 14:14:31.503152 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b3a350fd-1de6-417e-acc4-2b37186880fe req-e95ed575-414d-4e15-8fbc-aff5494cabbc tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788500 May 06 14:14:31.626751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509466c5-c3d8-463c-af7c-966e522b77ff req-7dfb2d26-d299-4793-9f7b-ef8a4ea4b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:31.628488 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-509466c5-c3d8-463c-af7c-966e522b77ff req-7dfb2d26-d299-4793-9f7b-ef8a4ea4b2f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=699ba7a9eafd424987112aafc9f423f0&device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 1096 time: 0.0852139 May 06 14:14:31.781956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509466c5-c3d8-463c-af7c-966e522b77ff req-c91c088b-fd68-4791-9d6f-95f7a8cf76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:31.783422 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-509466c5-c3d8-463c-af7c-966e522b77ff req-c91c088b-fd68-4791-9d6f-95f7a8cf76d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 HTTP/1.1" status: 200 len: 914 time: 0.1482172 May 06 14:14:31.861545 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-509466c5-c3d8-463c-af7c-966e522b77ff req-eab47eb0-ccbd-4843-ab69-a902a851c258 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 HTTP/1.1" status: 200 len: 217 time: 0.0696375 May 06 14:14:31.933732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509466c5-c3d8-463c-af7c-966e522b77ff req-7c112eaf-35d9-427f-bfb6-95ffe59a81af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:31.935644 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-509466c5-c3d8-463c-af7c-966e522b77ff req-7c112eaf-35d9-427f-bfb6-95ffe59a81af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a055575-a8c5-4295-8154-16eb6892d01b HTTP/1.1" status: 200 len: 853 time: 0.0673516 May 06 14:14:31.987023 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-509466c5-c3d8-463c-af7c-966e522b77ff req-644ba7f0-cbe2-409e-b444-a22780e6851d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437431 May 06 14:14:32.136506 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-509466c5-c3d8-463c-af7c-966e522b77ff req-7486b629-d20b-4328-aa4b-0bb3df7a61f5 service neutron] 10.222.0.76 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410553 May 06 14:14:32.287479 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-509466c5-c3d8-463c-af7c-966e522b77ff req-4a8ef8a1-131b-4942-a6c0-8be8ee961a70 service neutron] 10.222.0.76 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437345 May 06 14:14:32.711564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b6fda-f36b-43d1-b729-8410f6bf1c97 req-9fe95206-81c1-43c3-8f5e-7dc19b6306a5 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:32.713186 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-932b6fda-f36b-43d1-b729-8410f6bf1c97 req-9fe95206-81c1-43c3-8f5e-7dc19b6306a5 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 943 time: 0.0920475 May 06 14:14:32.765513 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-932b6fda-f36b-43d1-b729-8410f6bf1c97 req-065a2ef0-cbb5-4648-9a36-2916babd55d2 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 May 06 14:14:33.397269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:14:33.546923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:33.563426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'eaf63a10-1a3f-4357-8d53-ff7f2d2c1687', 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93', 'port_id': 'eaf63a10-1a3f-4357-8d53-ff7f2d2c1687', 'mac_address': 'fa:16:3e:cd:5f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a055575-a8c5-4295-8154-16eb6892d01b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:14:33.629532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:33.650375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:14:33.668282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:33.673069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:33.745064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:33.893132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['eaf63a10-1a3f-4357-8d53-ff7f2d2c1687'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:14:33.958016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cc65d-92b5-4e61-829d-f57ea83c2415 req-160efd4b-0cb0-412b-bf29-c892801de6bc tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:33.959637 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-903cc65d-92b5-4e61-829d-f57ea83c2415 req-160efd4b-0cb0-412b-bf29-c892801de6bc tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 944 time: 0.0844073 May 06 14:14:34.016648 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-903cc65d-92b5-4e61-829d-f57ea83c2415 req-08e650a9-9cbb-422e-b321-ed58044a139d tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453868 May 06 14:14:35.211102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f982555-1b3f-4984-8e1b-970ef8ce57d8 req-0437eebf-3490-4141-978c-c5fe115b9b2c tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:35.212659 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7f982555-1b3f-4984-8e1b-970ef8ce57d8 req-0437eebf-3490-4141-978c-c5fe115b9b2c tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 944 time: 0.0825329 May 06 14:14:35.258475 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7f982555-1b3f-4984-8e1b-970ef8ce57d8 req-d9d8d3c3-28cf-4b8c-b95a-e1218611c7aa tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 May 06 14:14:35.409999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:14:35.480674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:14:35.486234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:14:35.486658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:35.605278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:35.632251 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf609fc-fa01-41c3-b068-b6b84bf10d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf63a10-1a3f-4357-8d53-ff7f2d2c1687'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:14:35.643559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:35.647201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:35.678063 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be25c3e-9eb2-4967-bd38-97ed7f51c8a4'] response: {'server_uuid': '2bf609fc-fa01-41c3-b068-b6b84bf10d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf63a10-1a3f-4357-8d53-ff7f2d2c1687', 'code': 200} May 06 14:14:35.720454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:35.911384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a4675-d2ff-4308-934e-ebd4c281ee8a req-0bcf9149-0fc6-4757-a686-eb27e1503376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:35.912988 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b9a4675-d2ff-4308-934e-ebd4c281ee8a req-0bcf9149-0fc6-4757-a686-eb27e1503376 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 1098 time: 0.0750928 May 06 14:14:35.956332 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b9a4675-d2ff-4308-934e-ebd4c281ee8a req-669f77ca-5cf1-4f66-9f21-b5d17231e0ae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353162 May 06 14:14:36.205864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:36.457545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106d2f6-4427-4346-8c8a-d350696151fa req-2f5e5d5e-e899-47c8-a663-5cf7e0692450 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:36.459093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7106d2f6-4427-4346-8c8a-d350696151fa req-2f5e5d5e-e899-47c8-a663-5cf7e0692450 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.0859506 May 06 14:14:36.505322 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7106d2f6-4427-4346-8c8a-d350696151fa req-fe2df358-1f1c-4131-b4a1-8e8e9171cca9 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 May 06 14:14:36.638713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a581bf73-381e-48a4-8c75-dbdb0e3c92b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:37.811709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edd548-1802-434f-95a3-31212ca2919c req-eba7cc51-67ea-40be-888b-89dac4e6abff tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:37.813265 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6edd548-1802-434f-95a3-31212ca2919c req-eba7cc51-67ea-40be-888b-89dac4e6abff tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.1941772 May 06 14:14:37.860471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6edd548-1802-434f-95a3-31212ca2919c req-fc05ac6b-b301-4ab2-bf9e-6fa9d8203dfb tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 May 06 14:14:38.146647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-85827d77-cd87-4440-a7d1-664c85e949c2 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:38.148066 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-85827d77-cd87-4440-a7d1-664c85e949c2 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/networks?id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 HTTP/1.1" status: 200 len: 813 time: 0.1431682 May 06 14:14:38.162720 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-c48bf3b9-d7bc-4b4c-9824-d504771dd779 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/quotas/699ba7a9eafd424987112aafc9f423f0 HTTP/1.1" status: 200 len: 375 time: 0.0092165 May 06 14:14:38.243577 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-d7267ae0-ea46-4622-8385-65377b288e40 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=699ba7a9eafd424987112aafc9f423f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757105 May 06 14:14:38.388494 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-0a5c8ba0-c860-4ab9-8b4b-b34a8f2c58b7 service neutron] 10.222.0.21 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368821 May 06 14:14:38.529428 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-6c796dd2-5589-4e1e-9b5c-d5e957d418e0 service neutron] 10.222.0.21 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347785 May 06 14:14:38.715179 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7a0eb60d-a0e4-4af5-8102-79d80704ba97 req-2dfa6773-1dd5-4e73-8e08-27dd50f23437 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 210 time: 0.0478423 May 06 14:14:39.009245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b7514d6c-90dc-4cd5-a1c2-b88a5e93cacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:39.832242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-7eb7373e-aa7d-4987-86db-b039b1c5fc1e tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:39.836240 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-7eb7373e-aa7d-4987-86db-b039b1c5fc1e tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.76 "GET /v2.0/networks?id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 HTTP/1.1" status: 200 len: 813 time: 0.1770346 May 06 14:14:39.876208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Request body: {'port': {'device_id': 'd5fac9d7-6a47-4f7f-a259-cf562c398e1c', 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93', 'admin_state_up': True, 'tenant_id': '699ba7a9eafd424987112aafc9f423f0'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:14:39.898511 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7db8554f-0a35-4bd4-8885-a7fae225f401 req-7807e856-850e-47a5-b179-45df3148c50c tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 210 time: 0.0638075 May 06 14:14:40.019406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:14:40.031401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:14:40.035599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:40.041637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Made reservation on behalf of 699ba7a9eafd424987112aafc9f423f0 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:14:40.045747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:40.078903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:40.212726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Allocated IP 172.20.0.12 (93ddfc02-a2ee-40e4-b91e-f19ddb06ef93/5a055575-a8c5-4295-8154-16eb6892d01b/03a0f539-d22b-4ef8-82ca-1808ebea9a5c) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:14:40.423304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:40.456666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:40.469301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['eaf63a10-1a3f-4357-8d53-ff7f2d2c1687'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:14:40.538146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:14:40.541630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:14:40.547167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:14:40.580261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Pushing event updated for resources: {'Port': ['ID=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:40.621421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:40.622100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:40.660725 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-a4a2ec3f-bc4b-45b8-96f4-953299ccf735 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7934537 May 06 14:14:40.674258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Request body: {'port': {'device_id': 'd5fac9d7-6a47-4f7f-a259-cf562c398e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:14:40.800557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:41.250567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034f19-d9d9-48ae-bdb0-64d681d7b39b req-9155bc73-5341-417c-a35d-53de9dea46b1 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:41.251259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9e034f19-d9d9-48ae-bdb0-64d681d7b39b req-9155bc73-5341-417c-a35d-53de9dea46b1 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Synchronizing usage tracker for tenant:699ba7a9eafd424987112aafc9f423f0 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:14:41.286572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9e034f19-d9d9-48ae-bdb0-64d681d7b39b req-9155bc73-5341-417c-a35d-53de9dea46b1 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Unset dirty status for tenant:699ba7a9eafd424987112aafc9f423f0 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:14:41.287742 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9e034f19-d9d9-48ae-bdb0-64d681d7b39b req-9155bc73-5341-417c-a35d-53de9dea46b1 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 932 time: 0.2414067 May 06 14:14:41.397113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a0f539-d22b-4ef8-82ca-1808ebea9a5c {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:14:41.404819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9e034f19-d9d9-48ae-bdb0-64d681d7b39b req-18eb60da-2899-4dc3-859d-79d987fca140 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027226 May 06 14:14:41.410383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:41.428972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Transition to ACTIVE for port object 03a0f539-d22b-4ef8-82ca-1808ebea9a5c will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:14:41.433174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:41.585533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Pushing event updated for resources: {'Port': ['ID=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:41.661610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:41.672246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Attempting to bind port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:14:41.672613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Attempting to bind port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '32cb1935-cdd6-453a-b99e-83a09a4797f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:14:41.672938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Attempting to bind port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c on network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:14:41.677649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c on network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:14:41.677962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Attempting to bind port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c on network 93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:14:41.683181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:14:41.683512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Checking segment: {'id': '32cb1935-cdd6-453a-b99e-83a09a4797f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:14:41.683889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Bound using segment: {'id': '32cb1935-cdd6-453a-b99e-83a09a4797f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:14:41.684302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Bound port: 03a0f539-d22b-4ef8-82ca-1808ebea9a5c, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cb1935-cdd6-453a-b99e-83a09a4797f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:14:41.684676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:41.774190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] For port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:14:41.777473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] For port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:14:41.783207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:41.847012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:41.847616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:41.848993 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] 10.222.0.76 "PUT /v2.0/ports/03a0f539-d22b-4ef8-82ca-1808ebea9a5c HTTP/1.1" status: 200 len: 1094 time: 1.1797867 May 06 14:14:41.849417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fac9d7-6a47-4f7f-a259-cf562c398e1c', 'tag': '03a0f539-d22b-4ef8-82ca-1808ebea9a5c'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:14:41.870450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e2aa9-b7b7-4d62-b126-b1e285a277d4 service neutron] Pushing event updated for resources: {'Port': ['ID=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:41.964838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-10914540-c350-4a9f-bbac-c817f502bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:41.968442 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-10914540-c350-4a9f-bbac-c817f502bed5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=699ba7a9eafd424987112aafc9f423f0&device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 1097 time: 0.0785925 May 06 14:14:42.027951 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b203e56-d09d-4ac4-92eb-4dc8620d2118'] response: {'name': 'network-changed', 'server_uuid': 'd5fac9d7-6a47-4f7f-a259-cf562c398e1c', 'tag': '03a0f539-d22b-4ef8-82ca-1808ebea9a5c', 'status': 'completed', 'code': 200} May 06 14:14:42.043066 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-8fa8e2b8-0b7e-4776-accc-185a01d672f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03a0f539-d22b-4ef8-82ca-1808ebea9a5c HTTP/1.1" status: 200 len: 217 time: 0.0665236 May 06 14:14:42.106225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-aa1b6038-feb5-4dd5-b50e-c1c2b7b31166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:42.107707 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-aa1b6038-feb5-4dd5-b50e-c1c2b7b31166 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a055575-a8c5-4295-8154-16eb6892d01b HTTP/1.1" status: 200 len: 853 time: 0.0575881 May 06 14:14:42.163677 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-195acc7d-0a4a-4dc4-bcab-149deae02ffd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469267 May 06 14:14:42.304629 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-ef513f4b-e555-4857-9468-7930cd7e55ae service neutron] 10.222.0.76 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333108 May 06 14:14:42.452324 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-144c13cb-bb10-4253-a6ef-ee909387f7c2 req-bb7ef02e-91a5-418f-8b8e-78a10bfbbd88 service neutron] 10.222.0.76 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347411 May 06 14:14:42.649595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-fc123c09-a44b-472e-ac7a-20413029e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:42.651073 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-fc123c09-a44b-472e-ac7a-20413029e722 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=699ba7a9eafd424987112aafc9f423f0&device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 1097 time: 0.1452582 May 06 14:14:42.659747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232b30e-cf16-4cdf-b652-95fd6d754225 req-16855934-245d-43c6-a1bf-a0eacba3efa3 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:42.661156 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0232b30e-cf16-4cdf-b652-95fd6d754225 req-16855934-245d-43c6-a1bf-a0eacba3efa3 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 944 time: 0.1218894 May 06 14:14:42.909657 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0232b30e-cf16-4cdf-b652-95fd6d754225 req-5140eeb0-9c26-4231-9cd9-9654094143b5 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291632 May 06 14:14:42.946519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-75968c8f-4128-4c3d-8ded-338cabd27de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:42.947967 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-75968c8f-4128-4c3d-8ded-338cabd27de9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 HTTP/1.1" status: 200 len: 914 time: 0.2859757 May 06 14:14:43.026134 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-fe374972-4a63-4bd6-8d57-59b5b0dcc450 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03a0f539-d22b-4ef8-82ca-1808ebea9a5c HTTP/1.1" status: 200 len: 217 time: 0.0668278 May 06 14:14:43.090384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-fef7f9e7-675b-4dc9-8425-bdc943d6959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:43.092430 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-fef7f9e7-675b-4dc9-8425-bdc943d6959c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a055575-a8c5-4295-8154-16eb6892d01b HTTP/1.1" status: 200 len: 853 time: 0.0596054 May 06 14:14:43.137987 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-83cb886c-0dcd-4721-add8-9ebd18df628b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391879 May 06 14:14:43.272188 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-9a998223-b1af-4a14-8923-d99d86cbdb13 service neutron] 10.222.0.76 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273241 May 06 14:14:43.415338 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49d7517b-3b31-4381-8389-a6f642ddc7eb req-bac5cd09-f32f-4173-a412-f925326714bb service neutron] 10.222.0.76 "GET /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354301 May 06 14:14:44.110777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7b42d-0dfd-4633-9893-1688143f941c req-c22968d5-60a6-4c44-b5f0-d9855d31022a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:44.112262 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfe7b42d-0dfd-4633-9893-1688143f941c req-c22968d5-60a6-4c44-b5f0-d9855d31022a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 944 time: 0.0881395 May 06 14:14:44.157982 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dfe7b42d-0dfd-4633-9893-1688143f941c req-107c103d-4d8b-470e-87bf-9638f03ef8ae tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 May 06 14:14:45.346574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0920f09-e5ff-4fac-8cc6-550ea515d03c req-cff2c2e1-a6e1-4291-92de-afec8692a8fc tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:45.348078 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b0920f09-e5ff-4fac-8cc6-550ea515d03c req-cff2c2e1-a6e1-4291-92de-afec8692a8fc tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 944 time: 0.0813532 May 06 14:14:45.394136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b0920f09-e5ff-4fac-8cc6-550ea515d03c req-c194feee-c717-4f6d-8575-f07a96e7e556 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 May 06 14:14:45.473502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 03a0f539-d22b-4ef8-82ca-1808ebea9a5c details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:14:45.609100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:45.622225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '03a0f539-d22b-4ef8-82ca-1808ebea9a5c', 'network_id': '93ddfc02-a2ee-40e4-b91e-f19ddb06ef93', 'port_id': '03a0f539-d22b-4ef8-82ca-1808ebea9a5c', 'mac_address': 'fa:16:3e:b5:f3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a055575-a8c5-4295-8154-16eb6892d01b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:14:45.679074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:45.697292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a0f539-d22b-4ef8-82ca-1808ebea9a5c {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:14:45.713841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:45.719376 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:45.790878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:45.959477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['03a0f539-d22b-4ef8-82ca-1808ebea9a5c'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:14:46.599058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bc1cc-29f8-477e-a3d9-2e0e72a044e1 req-86e98eac-df6a-4214-85da-baaa8dc19b3e tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:46.600551 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a23bc1cc-29f8-477e-a3d9-2e0e72a044e1 req-86e98eac-df6a-4214-85da-baaa8dc19b3e tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 945 time: 0.0899014 May 06 14:14:46.646510 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a23bc1cc-29f8-477e-a3d9-2e0e72a044e1 req-725aef25-d369-42c1-ab3c-643740d154a2 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 May 06 14:14:47.488713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 03a0f539-d22b-4ef8-82ca-1808ebea9a5c up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:14:47.560208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:14:47.565053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:14:47.565405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:47.685185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:47.711992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fac9d7-6a47-4f7f-a259-cf562c398e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a0f539-d22b-4ef8-82ca-1808ebea9a5c'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:14:47.722736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:47.727910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:47.759529 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a3ef0d-317c-4004-9ad9-03f71eef86e2'] response: {'server_uuid': 'd5fac9d7-6a47-4f7f-a259-cf562c398e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a0f539-d22b-4ef8-82ca-1808ebea9a5c', 'code': 200} May 06 14:14:47.800222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:47.848207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da3ca9-7f50-4396-8302-bf611f5f2f32 req-362c8f1e-36ea-42b0-b78c-8393ffd59611 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:47.849855 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49da3ca9-7f50-4396-8302-bf611f5f2f32 req-362c8f1e-36ea-42b0-b78c-8393ffd59611 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 946 time: 0.0910680 May 06 14:14:47.904536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49da3ca9-7f50-4396-8302-bf611f5f2f32 req-f6d8d736-6602-49f3-bea4-23f1ec37a3b9 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474620 May 06 14:14:48.029379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0d9e6-0fa8-42cd-aedd-acfb4c58302c req-fa8316a7-fcc2-4a9d-9f8c-dcd686b42fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:48.030837 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32e0d9e6-0fa8-42cd-aedd-acfb4c58302c req-fa8316a7-fcc2-4a9d-9f8c-dcd686b42fa4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 1099 time: 0.0764308 May 06 14:14:48.073453 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-32e0d9e6-0fa8-42cd-aedd-acfb4c58302c req-992666b1-90ad-47f6-ba6c-aa2312c146ca service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353410 May 06 14:14:49.110677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff3cd6-27f4-46f2-b02c-5784d0aeb07e req-8b3e8625-9c03-4a3a-a3b4-3f8a7707cd46 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:49.112299 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1ff3cd6-27f4-46f2-b02c-5784d0aeb07e req-8b3e8625-9c03-4a3a-a3b4-3f8a7707cd46 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 946 time: 0.0942230 May 06 14:14:49.164153 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1ff3cd6-27f4-46f2-b02c-5784d0aeb07e req-b321dc85-12c5-48bc-95eb-db2aeb6e11af tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458102 May 06 14:14:50.354757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49e246-2e77-443f-8596-83ecdd412b7c req-4c3b3f3f-b40a-4524-97eb-e42f12eaf51f tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:50.356404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5b49e246-2e77-443f-8596-83ecdd412b7c req-4c3b3f3f-b40a-4524-97eb-e42f12eaf51f tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 946 time: 0.0830348 May 06 14:14:50.408768 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5b49e246-2e77-443f-8596-83ecdd412b7c req-ef769d4b-04d5-4db4-a5b4-fb05e774dd51 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464408 May 06 14:14:50.804788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409c05a-9c94-4503-8fb8-2bbb709b2eb5 req-03d45986-cf70-4303-9782-db94216a186d tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:50.806549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6409c05a-9c94-4503-8fb8-2bbb709b2eb5 req-03d45986-cf70-4303-9782-db94216a186d tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 946 time: 0.0867190 May 06 14:14:50.852178 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6409c05a-9c94-4503-8fb8-2bbb709b2eb5 req-3d1244ca-f2fb-4932-bb2b-07e16367fad6 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391359 May 06 14:14:52.044532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ab9f1-7965-4c5f-abb1-0f4eaf1843c7 req-65238594-91e2-4dd2-b2aa-fa2428dee5d8 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:52.046001 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec4ab9f1-7965-4c5f-abb1-0f4eaf1843c7 req-65238594-91e2-4dd2-b2aa-fa2428dee5d8 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 946 time: 0.0818648 May 06 14:14:52.089453 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec4ab9f1-7965-4c5f-abb1-0f4eaf1843c7 req-ab03be6a-ca7d-4521-8332-d1c1429a96b7 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 May 06 14:14:52.397173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-c27532c4-1046-4177-bfdf-89ff9c45fcc4 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:52.398619 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-c27532c4-1046-4177-bfdf-89ff9c45fcc4 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 946 time: 0.0838237 May 06 14:14:52.471635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Deleting port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:14:52.471971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:52.824727 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] For port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:52.825621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:52.948553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Calling delete_port for 03a0f539-d22b-4ef8-82ca-1808ebea9a5c owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:14:53.102792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:53.118252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['eaf63a10-1a3f-4357-8d53-ff7f2d2c1687', '03a0f539-d22b-4ef8-82ca-1808ebea9a5c'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:14:53.158869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Pushing event deleted for resources: {'Port': ['ID=03a0f539-d22b-4ef8-82ca-1808ebea9a5c,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:53.266336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] No DVR routers for this DVR port 03a0f539-d22b-4ef8-82ca-1808ebea9a5c on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:14:53.272980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:53.275463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fac9d7-6a47-4f7f-a259-cf562c398e1c', 'name': 'network-vif-deleted', 'tag': '03a0f539-d22b-4ef8-82ca-1808ebea9a5c'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:14:53.291136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5cc57515-59d0-4304-8759-4d1829d0a2f8 req-b3baeca9-87ad-4306-82c1-5ea095f23d97 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5fac9d7-6a47-4f7f-a259-cf562c398e1c HTTP/1.1" status: 200 len: 210 time: 0.0653799 May 06 14:14:53.314610 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dd5b9d21-8628-4714-a461-35034aca2d0e req-5da0b60e-054d-4b93-b430-332f60838d30 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.76 "DELETE /v2.0/ports/03a0f539-d22b-4ef8-82ca-1808ebea9a5c HTTP/1.1" status: 204 len: 173 time: 0.9005773 May 06 14:14:53.339122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3c154c-50d9-4474-ab5a-0c5a9483f6fa'] response: {'server_uuid': 'd5fac9d7-6a47-4f7f-a259-cf562c398e1c', 'name': 'network-vif-deleted', 'tag': '03a0f539-d22b-4ef8-82ca-1808ebea9a5c', 'status': 'completed', 'code': 200} May 06 14:14:54.556560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e06a56-aa5e-4a60-b98c-a4558e4684df req-0c5c930c-41d6-4587-890b-014f08583063 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:54.557299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-98e06a56-aa5e-4a60-b98c-a4558e4684df req-0c5c930c-41d6-4587-890b-014f08583063 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Synchronizing usage tracker for tenant:699ba7a9eafd424987112aafc9f423f0 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:14:54.573391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-98e06a56-aa5e-4a60-b98c-a4558e4684df req-0c5c930c-41d6-4587-890b-014f08583063 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Unset dirty status for tenant:699ba7a9eafd424987112aafc9f423f0 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:14:54.574627 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-98e06a56-aa5e-4a60-b98c-a4558e4684df req-0c5c930c-41d6-4587-890b-014f08583063 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.1009514 May 06 14:14:54.619734 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-98e06a56-aa5e-4a60-b98c-a4558e4684df req-4a243c93-0b57-478a-8048-39ca6de99a5b tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393002 May 06 14:14:54.824805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a8f45-7d3a-4bb7-bf39-2d6b704fd3de req-479899e4-c22b-4a09-9640-b6051541e626 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:54.826246 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d0a8f45-7d3a-4bb7-bf39-2d6b704fd3de req-479899e4-c22b-4a09-9640-b6051541e626 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.0837071 May 06 14:14:54.869843 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8d0a8f45-7d3a-4bb7-bf39-2d6b704fd3de req-354bc8fb-d034-401c-8966-b392da163017 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379038 May 06 14:14:55.058767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ace68-c09b-4b80-b890-c5c026c4e7ca req-9e21bced-b556-4091-93dc-45756666639f tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:55.060571 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c20ace68-c09b-4b80-b890-c5c026c4e7ca req-9e21bced-b556-4091-93dc-45756666639f tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.0824261 May 06 14:14:55.105316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c20ace68-c09b-4b80-b890-c5c026c4e7ca req-e3cb6250-93c8-492b-a0ed-0582078ddfbe tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 May 06 14:14:55.395171 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ba031-d072-4f85-a2aa-62bac067e50e req-8106bb71-1fd9-42b2-8b9f-3c268905d552 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:55.396550 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e68ba031-d072-4f85-a2aa-62bac067e50e req-8106bb71-1fd9-42b2-8b9f-3c268905d552 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.0823727 May 06 14:14:55.440557 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e68ba031-d072-4f85-a2aa-62bac067e50e req-513ab7c3-db7a-4c9d-a3b6-399af80bc822 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383611 May 06 14:14:55.529395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 03a0f539-d22b-4ef8-82ca-1808ebea9a5c no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:14:55.562764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 03a0f539-d22b-4ef8-82ca-1808ebea9a5c {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:14:55.563101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 03a0f539-d22b-4ef8-82ca-1808ebea9a5c not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:14:55.633370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf47723-4c1d-4902-8913-f904fa4532ac req-2868cb49-afc7-4df6-ae0a-6266d76287cb tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:55.634830 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2cf47723-4c1d-4902-8913-f904fa4532ac req-2868cb49-afc7-4df6-ae0a-6266d76287cb tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.0814395 May 06 14:14:55.683390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2cf47723-4c1d-4902-8913-f904fa4532ac req-14918279-d792-4279-ad6f-34a59d4c329b tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 May 06 14:14:55.886589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf0ee5-2c3f-4bdd-bcf1-e386e3c73c99 req-43c7e59f-0ec5-4088-b651-c72866e23fbd tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:55.888678 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3abf0ee5-2c3f-4bdd-bcf1-e386e3c73c99 req-43c7e59f-0ec5-4088-b651-c72866e23fbd tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.0878000 May 06 14:14:55.932262 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3abf0ee5-2c3f-4bdd-bcf1-e386e3c73c99 req-f648ca35-31f9-4d71-a74a-9898d5f94e9d tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379391 May 06 14:14:56.455537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466b110-1a8c-4396-859a-277d8d61fd05 req-da310e6c-87fc-4807-8424-38144adb9057 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:56.457062 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1466b110-1a8c-4396-859a-277d8d61fd05 req-da310e6c-87fc-4807-8424-38144adb9057 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.0833571 May 06 14:14:56.503437 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1466b110-1a8c-4396-859a-277d8d61fd05 req-1142ab55-e9a2-4da9-a784-ab0fdf8289de tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 May 06 14:14:56.586008 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:14:57.691707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30095c15-56ce-4c57-bce4-271d680bb996 req-fb1cdb4a-6552-46d5-9ac1-9a8ade0f5b80 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:57.693195 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30095c15-56ce-4c57-bce4-271d680bb996 req-fb1cdb4a-6552-46d5-9ac1-9a8ade0f5b80 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.0819666 May 06 14:14:57.737067 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30095c15-56ce-4c57-bce4-271d680bb996 req-07c3bfc2-beb7-433e-b706-05cff70d7bc3 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382142 May 06 14:14:57.881804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-1a2b2a17-b1bf-469a-b12e-b4164607d01a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:14:57.883213 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-1a2b2a17-b1bf-469a-b12e-b4164607d01a tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 945 time: 0.0856969 May 06 14:14:57.956962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Deleting port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:14:57.957297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:58.306741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] For port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,segment=NetworkSegment(32cb1935-cdd6-453a-b99e-83a09a4797f6),segment_id=32cb1935-cdd6-453a-b99e-83a09a4797f6)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:14:58.307089 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:58.430268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Calling delete_port for eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:14:58.577998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:58.589346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['eaf63a10-1a3f-4357-8d53-ff7f2d2c1687'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:14:58.628187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Pushing event deleted for resources: {'Port': ['ID=eaf63a10-1a3f-4357-8d53-ff7f2d2c1687,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:14:58.705905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] No DVR routers for this DVR port eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:14:58.708308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:58.710799 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf609fc-fa01-41c3-b068-b6b84bf10d3b', 'name': 'network-vif-deleted', 'tag': 'eaf63a10-1a3f-4357-8d53-ff7f2d2c1687'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:14:58.725842 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef6cb8b1-e0ad-4bc2-9872-333ac26a17b6 req-702fe49b-0a78-4e25-a8ef-853d3ce0a9ba tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.76 "DELETE /v2.0/ports/eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 HTTP/1.1" status: 204 len: 173 time: 0.8364544 May 06 14:14:58.755703 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9aa98a-938c-4bf7-b640-0a5f9bfd54ec'] response: {'server_uuid': '2bf609fc-fa01-41c3-b068-b6b84bf10d3b', 'name': 'network-vif-deleted', 'tag': 'eaf63a10-1a3f-4357-8d53-ff7f2d2c1687', 'status': 'completed', 'code': 200} May 06 14:14:58.892872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-371df07e-1760-4ec9-ab0b-94e67ef5d745 req-14323d90-9cac-4b5d-b6c8-ae3d34d08e70 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Synchronizing usage tracker for tenant:699ba7a9eafd424987112aafc9f423f0 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:14:58.909190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-371df07e-1760-4ec9-ab0b-94e67ef5d745 req-14323d90-9cac-4b5d-b6c8-ae3d34d08e70 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] Unset dirty status for tenant:699ba7a9eafd424987112aafc9f423f0 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:14:58.910341 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-371df07e-1760-4ec9-ab0b-94e67ef5d745 req-14323d90-9cac-4b5d-b6c8-ae3d34d08e70 tempest-ServersNegativeTestJSON-86990903 tempest-ServersNegativeTestJSON-86990903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf609fc-fa01-41c3-b068-b6b84bf10d3b HTTP/1.1" status: 200 len: 210 time: 0.0641513 May 06 14:15:00.006864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50410) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:00.171786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df89029-d65d-44dd-a489-6f6e21315202 admin admin] Deleting subnet 5a055575-a8c5-4295-8154-16eb6892d01b {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:15:00.174674 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8df89029-d65d-44dd-a489-6f6e21315202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.223210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8df89029-d65d-44dd-a489-6f6e21315202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.281004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8df89029-d65d-44dd-a489-6f6e21315202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.349986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8df89029-d65d-44dd-a489-6f6e21315202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.389024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df89029-d65d-44dd-a489-6f6e21315202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a055575-a8c5-4295-8154-16eb6892d01b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:00.392650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8df89029-d65d-44dd-a489-6f6e21315202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.398741 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8df89029-d65d-44dd-a489-6f6e21315202 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5a055575-a8c5-4295-8154-16eb6892d01b HTTP/1.1" status: 204 len: 168 time: 0.3907967 May 06 14:15:00.401231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50414) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:00.512769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.641985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.667261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ddfc02-a2ee-40e4-b91e-f19ddb06ef93']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:00.679714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cb1935-cdd6-453a-b99e-83a09a4797f6') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:00.680004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cb1935-cdd6-453a-b99e-83a09a4797f6') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:00.693473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.710146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.717099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:15:00.717504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:15:00.730287 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:15:00.807087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.813024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:00.835014 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] 10.222.0.21 "DELETE /v2.0/networks/93ddfc02-a2ee-40e4-b91e-f19ddb06ef93 HTTP/1.1" status: 204 len: 168 time: 0.4326563 May 06 14:15:00.835997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65956e73-8cac-4c5e-b0ee-aca8a0431511 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ddfc02-a2ee-40e4-b91e-f19ddb06ef93,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:00.959541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50420) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:01.011615 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cd03431b-bed5-4911-ada7-56af9562af34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=699ba7a9eafd424987112aafc9f423f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509150 May 06 14:15:01.014885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50424) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:01.073190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d75494f2-0407-4ff1-82d2-df27fc2e41aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:01.099279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d75494f2-0407-4ff1-82d2-df27fc2e41aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:01.152780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d75494f2-0407-4ff1-82d2-df27fc2e41aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:01.169081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75494f2-0407-4ff1-82d2-df27fc2e41aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:01.174902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d75494f2-0407-4ff1-82d2-df27fc2e41aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:01.176370 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d75494f2-0407-4ff1-82d2-df27fc2e41aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1d69b09-5ae0-4f9d-bc9e-c0a644a168b3 HTTP/1.1" status: 204 len: 168 time: 0.1602910 May 06 14:15:01.554287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:15:01.593153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:15:01.593506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device eaf63a10-1a3f-4357-8d53-ff7f2d2c1687 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:15:02.000912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50448) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:02.129539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1917533191'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:02.135473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:02.140885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:network and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:02.144374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:02.152359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:02.163856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:02.167457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:02.180442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:02.196253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:02.201028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:security_group_rule and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:02.203991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:02.209676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:02.304315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:02.309096 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:02.342761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:15:02.351391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344da802-09df-4042-af34-a235bc65eb56,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:02.357990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:02.358478 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Added segment dbb45ae6-3d98-41fb-aea2-10b1670ea7ae of type vlan for network b4eb81bc-de1b-4807-a6e4-47f82f1e309b May 06 14:15:02.389324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:02.420707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:02.426121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:02.426701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:02.539490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5374465 May 06 14:15:02.540388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2288757-3464-4f40-9178-fbdaaa4058a2 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Network': ['ID=b4eb81bc-de1b-4807-a6e4-47f82f1e309b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:02.550608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network b4eb81bc-de1b-4807-a6e4-47f82f1e309b details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:15:05.756071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50454) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:05.762394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'subnet': {'network_id': 'b4eb81bc-de1b-4807-a6e4-47f82f1e309b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:05.875112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:05.879186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:subnet and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:05.882065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:05.887857 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:05.899064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:05.902698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.123974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.211356 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Subnet': ['ID=e9a887f9-c5d1-487b-9f07-30402e1cd367,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:06.220665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.222076 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Checking segment: {'id': 'dbb45ae6-3d98-41fb-aea2-10b1670ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b4eb81bc-de1b-4807-a6e4-47f82f1e309b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:06.222429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network hostable DHCP agents. Network: b4eb81bc-de1b-4807-a6e4-47f82f1e309b, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:15:06.242418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network b4eb81bc-de1b-4807-a6e4-47f82f1e309b is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:15:06.252071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, b4eb81bc-de1b-4807-a6e4-47f82f1e309b) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:06.256148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:06.256762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.262678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438df85-f399-48e7-89f9-4fd234dcd0a7 None None] Network b4eb81bc-de1b-4807-a6e4-47f82f1e309b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:06.279071 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6462d570-372e-4b34-89b5-11a0fb1f136c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5218604 May 06 14:15:06.282944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50458) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:06.288745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1664439334'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:06.294643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:06.298463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:network and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:06.301360 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:06.307225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:06.317667 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:06.321080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.350025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:15:06.361678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.362103 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Added segment 3881f0ec-ae95-43f0-bd53-a9414c185a06 of type vlan for network 77db2e1e-c88c-4225-8b05-195557020133 May 06 14:15:06.390256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.425375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.431310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:06.431898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.496473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-b4eb81bc-de1b-4807-a6e4-47f82f1e309b', 'network_id': 'b4eb81bc-de1b-4807-a6e4-47f82f1e309b', 'tenant_id': '3752012e6aa645d59d7162c9ace9868b', 'fixed_ips': [{'subnet_id': 'e9a887f9-c5d1-487b-9f07-30402e1cd367'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:15:06.497299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.546215 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2585487 May 06 14:15:06.546697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50462) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:06.553013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'subnet': {'network_id': '77db2e1e-c88c-4225-8b05-195557020133', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:06.554407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84bc49-fa48-46d1-84a5-8eacbb12fd40 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Network': ['ID=77db2e1e-c88c-4225-8b05-195557020133,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:06.571469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 77db2e1e-c88c-4225-8b05-195557020133 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:15:06.678161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:06.683029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:subnet and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:06.686684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:06.693441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:06.698597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3534e0b8-df2a-4ef5-8a92-1917a96591aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.705543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:06.709460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:06.782661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Allocated IP 2001:db8:0:ffff::2 (b4eb81bc-de1b-4807-a6e4-47f82f1e309b/e9a887f9-c5d1-487b-9f07-30402e1cd367/478a1c6d-767f-4a48-9d3d-97490d397e9c) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:06.954503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.024140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.037885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Transition to ACTIVE for port object 478a1c6d-767f-4a48-9d3d-97490d397e9c will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:07.041857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Subnet': ['ID=4c05bfec-fa8d-4672-b91f-7fbc24f0ff05,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:07.049925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Checking segment: {'id': '3881f0ec-ae95-43f0-bd53-a9414c185a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '77db2e1e-c88c-4225-8b05-195557020133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:07.050158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network hostable DHCP agents. Network: 77db2e1e-c88c-4225-8b05-195557020133, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:15:07.062555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Transition to ACTIVE for port object 478a1c6d-767f-4a48-9d3d-97490d397e9c will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:07.069704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network 77db2e1e-c88c-4225-8b05-195557020133 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:15:07.069970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.081159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 77db2e1e-c88c-4225-8b05-195557020133) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:07.085163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:07.085750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.110990 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9ef95e7e-aa62-43b7-91ad-e3c22e322a67 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5605552 May 06 14:15:07.113246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50466) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:07.121266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1bb90-29f5-456d-bc83-89d1dd1fc028 None None] Network 77db2e1e-c88c-4225-8b05-195557020133 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:07.161888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Network b4eb81bc-de1b-4807-a6e4-47f82f1e309b is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:07.212606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:07.215260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:07.283218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.335894 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Pushing event updated for resources: {'Port': ['ID=478a1c6d-767f-4a48-9d3d-97490d397e9c,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:07.358316 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.360743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.361093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.361432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.361764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.362091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.362422 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.362747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.363071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.363400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.363723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.364044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.364362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:07.385962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Attempting to bind port 478a1c6d-767f-4a48-9d3d-97490d397e9c on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:07.386331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Attempting to bind port 478a1c6d-767f-4a48-9d3d-97490d397e9c by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'dbb45ae6-3d98-41fb-aea2-10b1670ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b4eb81bc-de1b-4807-a6e4-47f82f1e309b'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:07.386745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Attempting to bind port 478a1c6d-767f-4a48-9d3d-97490d397e9c on network b4eb81bc-de1b-4807-a6e4-47f82f1e309b {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:07.405673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:07.406042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Checking segment: {'id': 'dbb45ae6-3d98-41fb-aea2-10b1670ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b4eb81bc-de1b-4807-a6e4-47f82f1e309b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:07.406451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.406903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Bound using segment: {'id': 'dbb45ae6-3d98-41fb-aea2-10b1670ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b4eb81bc-de1b-4807-a6e4-47f82f1e309b'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:07.407404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Bound port: 478a1c6d-767f-4a48-9d3d-97490d397e9c, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb45ae6-3d98-41fb-aea2-10b1670ea7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b4eb81bc-de1b-4807-a6e4-47f82f1e309b'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:07.407822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.563350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.601794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Subnet': ['ID=4c05bfec-fa8d-4672-b91f-7fbc24f0ff05,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:07.614435 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] For port 478a1c6d-767f-4a48-9d3d-97490d397e9c, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:07.618678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900e12d-7732-41ce-8655-300123c38ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-77db2e1e-c88c-4225-8b05-195557020133', 'network_id': '77db2e1e-c88c-4225-8b05-195557020133', 'tenant_id': '3752012e6aa645d59d7162c9ace9868b', 'fixed_ips': [{'subnet_id': '4c05bfec-fa8d-4672-b91f-7fbc24f0ff05'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:15:07.619650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8900e12d-7732-41ce-8655-300123c38ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.684773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] For port 478a1c6d-767f-4a48-9d3d-97490d397e9c, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=478a1c6d-767f-4a48-9d3d-97490d397e9c,segment=NetworkSegment(dbb45ae6-3d98-41fb-aea2-10b1670ea7ae),segment_id=dbb45ae6-3d98-41fb-aea2-10b1670ea7ae)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:07.703213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.725706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.731271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77db2e1e-c88c-4225-8b05-195557020133']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:07.745641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3881f0ec-ae95-43f0-bd53-a9414c185a06') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:07.746062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3881f0ec-ae95-43f0-bd53-a9414c185a06') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:07.758280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.775701 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.784124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:15:07.784816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:15:07.802762 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:15:07.837560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d3ae3-acce-43b5-8364-04e51ab9fd9e None None] Pushing event updated for resources: {'Port': ['ID=478a1c6d-767f-4a48-9d3d-97490d397e9c,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:07.855086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe5fc9-4664-4c4e-9385-e4fb116efb14 None None] Network 77db2e1e-c88c-4225-8b05-195557020133 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:07.893114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.898273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:07.926107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Network': ['ID=77db2e1e-c88c-4225-8b05-195557020133,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:07.934429 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-06eb91fc-7049-4293-9cbe-fe73360e983c tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/networks/77db2e1e-c88c-4225-8b05-195557020133 HTTP/1.1" status: 204 len: 168 time: 0.8154428 May 06 14:15:07.934692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50470) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:07.940532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-668208285'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:07.945810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:07.951689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:network and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:07.953871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:07.960464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:07.974549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:07.981112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:08.013887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:15:08.027464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:08.027464 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Added segment 8187bc72-8bf1-4661-8e3a-3e2bd3908cb4 of type vlan for network 010dcae0-dbda-4eda-9e5b-ef014dea0568 May 06 14:15:08.085725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:08.118818 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:08.125575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:08.126260 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:08.220362 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2846694 May 06 14:15:08.223200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50474) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:08.229153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'subnet': {'network_id': '010dcae0-dbda-4eda-9e5b-ef014dea0568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:08.241163 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1e86f-7ec7-4d71-8840-07da40a6af2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Network': ['ID=010dcae0-dbda-4eda-9e5b-ef014dea0568,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:08.252411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 010dcae0-dbda-4eda-9e5b-ef014dea0568 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:15:08.350182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:08.354422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:subnet and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:08.358894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:08.364745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:08.375901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:08.379355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:08.469030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Performing IP validity checks on allocation pools {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 06 14:15:08.469527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.ipam_backend_mixin [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 06 14:15:08.606530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:08.688168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Subnet': ['ID=b27dbeb4-78b8-4e15-bc51-4384fded11f4,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:08.697697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Checking segment: {'id': '8187bc72-8bf1-4661-8e3a-3e2bd3908cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '010dcae0-dbda-4eda-9e5b-ef014dea0568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:08.698055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network hostable DHCP agents. Network: 010dcae0-dbda-4eda-9e5b-ef014dea0568, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:15:08.721460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network 010dcae0-dbda-4eda-9e5b-ef014dea0568 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:15:08.733151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 010dcae0-dbda-4eda-9e5b-ef014dea0568) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:08.738523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:08.739121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:08.742323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f69189-e45a-46a0-885e-416e0f900116 None None] Network 010dcae0-dbda-4eda-9e5b-ef014dea0568 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:08.770409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-30f97ca9-5300-4a27-b5b0-bb5d9d09c329 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5460191 May 06 14:15:08.773382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50478) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:08.835593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89caf2-f88c-4c53-bbe9-cc17cb583fd6 None None] Network b4eb81bc-de1b-4807-a6e4-47f82f1e309b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:08.915493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 478a1c6d-767f-4a48-9d3d-97490d397e9c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:08.943770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.030312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.047660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3b0a277d-b969-4113-9dd5-eb28ebcd7287 None None] Provisioning for port 478a1c6d-767f-4a48-9d3d-97490d397e9c completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:09.137617 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.155185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-28adb30f-d23e-4601-9089-d80a3e9fb30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.187933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Subnet': ['ID=b27dbeb4-78b8-4e15-bc51-4384fded11f4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:09.268295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 478a1c6d-767f-4a48-9d3d-97490d397e9c completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:09.275979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d1a4d-a704-4683-93e7-d7893fd438a1 None None] Network 010dcae0-dbda-4eda-9e5b-ef014dea0568 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:09.298387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 478a1c6d-767f-4a48-9d3d-97490d397e9c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:09.298762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.302038 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.338938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010dcae0-dbda-4eda-9e5b-ef014dea0568']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:09.356836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8187bc72-8bf1-4661-8e3a-3e2bd3908cb4') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:09.357140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8187bc72-8bf1-4661-8e3a-3e2bd3908cb4') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:09.373495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.392224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.404662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:15:09.404992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:15:09.420816 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:15:09.508247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.526228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.540408 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Network': ['ID=010dcae0-dbda-4eda-9e5b-ef014dea0568,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:09.547629 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c0459ab1-8318-4485-bda4-dad1d66c421f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/networks/010dcae0-dbda-4eda-9e5b-ef014dea0568 HTTP/1.1" status: 204 len: 168 time: 0.7694116 May 06 14:15:09.548090 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50482) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:09.553750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090821637'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:09.559011 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:09.564735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:network and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:09.567313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:09.575195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:09.586791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:09.590572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.625359 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:15:09.640687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.641267 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Added segment 503da199-1b23-49bf-8f7b-e4b1c57c538a of type vlan for network 1de9edf0-b94d-4b21-9806-0f66b37854b6 May 06 14:15:09.679856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.686735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.729392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 478a1c6d-767f-4a48-9d3d-97490d397e9c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=478a1c6d-767f-4a48-9d3d-97490d397e9c,segment=NetworkSegment(dbb45ae6-3d98-41fb-aea2-10b1670ea7ae),segment_id=dbb45ae6-3d98-41fb-aea2-10b1670ea7ae)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:09.736036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.737890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.744091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:09.744881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:09.819199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=478a1c6d-767f-4a48-9d3d-97490d397e9c,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:09.861488 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3124611 May 06 14:15:09.864567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50486) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:09.871833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'subnet': {'network_id': '1de9edf0-b94d-4b21-9806-0f66b37854b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:09.872145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f13000-de7e-4ed5-9531-7a65e34de3fc tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Network': ['ID=1de9edf0-b94d-4b21-9806-0f66b37854b6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:09.883715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 1de9edf0-b94d-4b21-9806-0f66b37854b6 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:15:10.001334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:10.005525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:subnet and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:10.008626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:10.015058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:10.025532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:10.030274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.061993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4be407a6-d306-4c2d-97c7-92c9e76224a6 None None] Provisioning complete for port 478a1c6d-767f-4a48-9d3d-97490d397e9c triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:10.062360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4be407a6-d306-4c2d-97c7-92c9e76224a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.115965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.129832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.363101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.441309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Subnet': ['ID=0ab0844a-ee52-42c7-bd76-2d6ff42828e2,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:10.454875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.455211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.455541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.455869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.456194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.456545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.456867 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.457183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.457500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.457817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.458138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.458451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:10.463343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Checking segment: {'id': '503da199-1b23-49bf-8f7b-e4b1c57c538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1de9edf0-b94d-4b21-9806-0f66b37854b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:10.463697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network hostable DHCP agents. Network: 1de9edf0-b94d-4b21-9806-0f66b37854b6, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:15:10.483701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network 1de9edf0-b94d-4b21-9806-0f66b37854b6 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:15:10.493438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 1de9edf0-b94d-4b21-9806-0f66b37854b6) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:10.498434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:10.499016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.502941 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252667f7-2be2-4ab3-be6a-178d248d2a59 None None] Network 1de9edf0-b94d-4b21-9806-0f66b37854b6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:10.525777 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c5a86ef1-1b34-4027-bd73-ffc19863568f tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6600163 May 06 14:15:10.530928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50490) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:10.536501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1678572786'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:10.541745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:10.546085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:network and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:10.549118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:10.555350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:10.567374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:10.571029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.601104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:15:10.612074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.612426 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Added segment 0509a8cc-8b1b-417b-aaf7-5db317891263 of type vlan for network b7e3327e-103a-4d7f-b90d-bc5c30d03779 May 06 14:15:10.640798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.673479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.679177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:10.679781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.727467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-1de9edf0-b94d-4b21-9806-0f66b37854b6', 'network_id': '1de9edf0-b94d-4b21-9806-0f66b37854b6', 'tenant_id': '3752012e6aa645d59d7162c9ace9868b', 'fixed_ips': [{'subnet_id': '0ab0844a-ee52-42c7-bd76-2d6ff42828e2'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:15:10.728336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:10.780976 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2489557 May 06 14:15:10.783930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50494) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:10.790618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Request body: {'subnet': {'network_id': 'b7e3327e-103a-4d7f-b90d-bc5c30d03779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:10.813029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63188edd-7e81-430b-aeb5-c598c8ae39eb tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Network': ['ID=b7e3327e-103a-4d7f-b90d-bc5c30d03779,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:10.823163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network b7e3327e-103a-4d7f-b90d-bc5c30d03779 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:15:10.893625 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 478a1c6d-767f-4a48-9d3d-97490d397e9c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:10.913120 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:10.917213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Usage tracker for resource:subnet and tenant:3752012e6aa645d59d7162c9ace9868b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:10.920824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:10.926743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:10.940362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Made reservation on behalf of 3752012e6aa645d59d7162c9ace9868b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:10.944297 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.051640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Allocated IP 2001:db8::2 (1de9edf0-b94d-4b21-9806-0f66b37854b6/0ab0844a-ee52-42c7-bd76-2d6ff42828e2/5bfcbd63-166a-488c-a248-5c693a387b76) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:11.086808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 478a1c6d-767f-4a48-9d3d-97490d397e9c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:11.087174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.293615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.379808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.384211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event updated for resources: {'Subnet': ['ID=21a1f3b4-ebd7-4205-b5ec-9e096e0de752,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:11.388706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Checking segment: {'id': '0509a8cc-8b1b-417b-aaf7-5db317891263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b7e3327e-103a-4d7f-b90d-bc5c30d03779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:11.389062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network hostable DHCP agents. Network: b7e3327e-103a-4d7f-b90d-bc5c30d03779, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:15:11.392904 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Transition to ACTIVE for port object 5bfcbd63-166a-488c-a248-5c693a387b76 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:11.413007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Network b7e3327e-103a-4d7f-b90d-bc5c30d03779 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:15:11.415269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Transition to ACTIVE for port object 5bfcbd63-166a-488c-a248-5c693a387b76 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:11.422531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.425036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, b7e3327e-103a-4d7f-b90d-bc5c30d03779) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:11.429224 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:11.429815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.453325 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c1fa7bec-d520-44cd-8479-332d7c62cef9 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6680605 May 06 14:15:11.455940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50498) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:11.464059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b3ea74-877a-4c3a-b1ef-911eb427cd4c None None] Network b7e3327e-103a-4d7f-b90d-bc5c30d03779 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:11.578697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Network 1de9edf0-b94d-4b21-9806-0f66b37854b6 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:11.584789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:11.591388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:11.612457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.649010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Pushing event updated for resources: {'Port': ['ID=5bfcbd63-166a-488c-a248-5c693a387b76,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:11.681036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.760206 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.764179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.773948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Attempting to bind port 5bfcbd63-166a-488c-a248-5c693a387b76 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:11.774321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Attempting to bind port 5bfcbd63-166a-488c-a248-5c693a387b76 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '503da199-1b23-49bf-8f7b-e4b1c57c538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1de9edf0-b94d-4b21-9806-0f66b37854b6'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:11.774691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Attempting to bind port 5bfcbd63-166a-488c-a248-5c693a387b76 on network 1de9edf0-b94d-4b21-9806-0f66b37854b6 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:11.786839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:11.787121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Checking segment: {'id': '503da199-1b23-49bf-8f7b-e4b1c57c538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1de9edf0-b94d-4b21-9806-0f66b37854b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:11.787519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.788105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Bound using segment: {'id': '503da199-1b23-49bf-8f7b-e4b1c57c538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1de9edf0-b94d-4b21-9806-0f66b37854b6'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:11.788371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Bound port: 5bfcbd63-166a-488c-a248-5c693a387b76, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503da199-1b23-49bf-8f7b-e4b1c57c538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1de9edf0-b94d-4b21-9806-0f66b37854b6'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:11.788772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.804572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Subnet': ['ID=21a1f3b4-ebd7-4205-b5ec-9e096e0de752,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:11.892330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a10c6-41ec-421b-8c79-db0423d8dbaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-b7e3327e-103a-4d7f-b90d-bc5c30d03779', 'network_id': 'b7e3327e-103a-4d7f-b90d-bc5c30d03779', 'tenant_id': '3752012e6aa645d59d7162c9ace9868b', 'fixed_ips': [{'subnet_id': '21a1f3b4-ebd7-4205-b5ec-9e096e0de752'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:15:11.893192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-241a10c6-41ec-421b-8c79-db0423d8dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.904457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.930124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e3327e-103a-4d7f-b90d-bc5c30d03779']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:11.943061 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0509a8cc-8b1b-417b-aaf7-5db317891263') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:11.943339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0509a8cc-8b1b-417b-aaf7-5db317891263') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:11.955885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.975139 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.982461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:15:11.982860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:15:11.997923 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:15:12.043636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] For port 5bfcbd63-166a-488c-a248-5c693a387b76, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:12.065870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95370e1-5889-4741-a103-0d419d6b94c8 None None] Network b7e3327e-103a-4d7f-b90d-bc5c30d03779 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:12.084730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.102892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.116052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Network': ['ID=b7e3327e-103a-4d7f-b90d-bc5c30d03779,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:12.122302 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c9a1ee4a-1e8a-47e5-a8fb-008c51b1d252 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/networks/b7e3327e-103a-4d7f-b90d-bc5c30d03779 HTTP/1.1" status: 204 len: 168 time: 0.6616187 May 06 14:15:12.122811 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50502) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:12.141632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] For port 5bfcbd63-166a-488c-a248-5c693a387b76, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5bfcbd63-166a-488c-a248-5c693a387b76,segment=NetworkSegment(503da199-1b23-49bf-8f7b-e4b1c57c538a),segment_id=503da199-1b23-49bf-8f7b-e4b1c57c538a)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:12.152976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.163289 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c29ca8-c3fa-4b70-b2ef-092891bbd34d tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] GET failed (client error): The resource could not be found. May 06 14:15:12.163811 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d7c29ca8-c3fa-4b70-b2ef-092891bbd34d tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Synchronizing usage tracker for tenant:3752012e6aa645d59d7162c9ace9868b on resource:subnet {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:15:12.185269 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d7c29ca8-c3fa-4b70-b2ef-092891bbd34d tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Unset dirty status for tenant:3752012e6aa645d59d7162c9ace9868b on resource:subnet {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:15:12.186447 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d7c29ca8-c3fa-4b70-b2ef-092891bbd34d tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "GET /v2.0/subnets/21a1f3b4-ebd7-4205-b5ec-9e096e0de752 HTTP/1.1" status: 404 len: 337 time: 0.0628173 May 06 14:15:12.189227 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50506) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:12.219824 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ea5a8e-dbe1-4e5c-a95b-82e9401ae85e tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] DELETE failed (client error): The resource could not be found. May 06 14:15:12.220277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ea5a8e-dbe1-4e5c-a95b-82e9401ae85e tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:15:12.222181 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-97ea5a8e-dbe1-4e5c-a95b-82e9401ae85e tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/networks/b7e3327e-103a-4d7f-b90d-bc5c30d03779 HTTP/1.1" status: 404 len: 339 time: 0.0318687 May 06 14:15:12.225913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50510) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:12.269893 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-01595d82-01f6-459c-a1e0-b9ba34ab6d8a tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] DELETE failed (client error): The resource could not be found. May 06 14:15:12.270343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01595d82-01f6-459c-a1e0-b9ba34ab6d8a tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:15:12.274305 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-01595d82-01f6-459c-a1e0-b9ba34ab6d8a tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/subnets/21a1f3b4-ebd7-4205-b5ec-9e096e0de752 HTTP/1.1" status: 404 len: 337 time: 0.0452378 May 06 14:15:12.274601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50514) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:12.300718 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a200fb-7dde-4011-b219-906fdf175942 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] DELETE failed (client error): The resource could not be found. May 06 14:15:12.301203 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a200fb-7dde-4011-b219-906fdf175942 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:15:12.302920 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-62a200fb-7dde-4011-b219-906fdf175942 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/networks/b7e3327e-103a-4d7f-b90d-bc5c30d03779 HTTP/1.1" status: 404 len: 339 time: 0.0272844 May 06 14:15:12.303853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff034-1cb1-4dc9-9d78-0935d1bdc4c7 None None] Pushing event updated for resources: {'Port': ['ID=5bfcbd63-166a-488c-a248-5c693a387b76,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:12.305506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50518) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:12.374974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-8375a704-bf99-437e-8f91-eea67ba23589 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Deleting subnet 0ab0844a-ee52-42c7-bd76-2d6ff42828e2 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:15:12.378193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8375a704-bf99-437e-8f91-eea67ba23589 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.452710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8375a704-bf99-437e-8f91-eea67ba23589 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.548782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8375a704-bf99-437e-8f91-eea67ba23589 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.639868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8375a704-bf99-437e-8f91-eea67ba23589 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.679730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375a704-bf99-437e-8f91-eea67ba23589 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab0844a-ee52-42c7-bd76-2d6ff42828e2,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:12.686031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-8375a704-bf99-437e-8f91-eea67ba23589 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.700320 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-8375a704-bf99-437e-8f91-eea67ba23589 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/subnets/0ab0844a-ee52-42c7-bd76-2d6ff42828e2 HTTP/1.1" status: 204 len: 168 time: 0.3932743 May 06 14:15:12.702739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50522) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:12.821732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.834314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Deleting port 5bfcbd63-166a-488c-a248-5c693a387b76 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:15:12.834653 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.879593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5bfcbd63-166a-488c-a248-5c693a387b76 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:12.954947 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 5bfcbd63-166a-488c-a248-5c693a387b76 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:13.075801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] For port 5bfcbd63-166a-488c-a248-5c693a387b76, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5bfcbd63-166a-488c-a248-5c693a387b76,segment=NetworkSegment(503da199-1b23-49bf-8f7b-e4b1c57c538a),segment_id=503da199-1b23-49bf-8f7b-e4b1c57c538a)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:13.076161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:13.206390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9c70a1-ed68-4af1-93d1-e5ccb5cfb4e0 None None] Network 1de9edf0-b94d-4b21-9806-0f66b37854b6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:13.314887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-255030c4-efd2-4789-811c-8fc75c576135 None None] Provisioning for port 5bfcbd63-166a-488c-a248-5c693a387b76 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:13.336204 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Calling delete_port for 5bfcbd63-166a-488c-a248-5c693a387b76 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:15:13.348541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-255030c4-efd2-4789-811c-8fc75c576135 None None] Provisioning complete for port 5bfcbd63-166a-488c-a248-5c693a387b76 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:13.348915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-255030c4-efd2-4789-811c-8fc75c576135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:13.416826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:13.447451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-255030c4-efd2-4789-811c-8fc75c576135 None None] Could not find standard attr ID for object 5bfcbd63-166a-488c-a248-5c693a387b76. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 14:15:13.450967 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.plugins.ml2.db [None req-255030c4-efd2-4789-811c-8fc75c576135 None None] No ports have port_id starting with 5bfcbd63-166a-488c-a248-5c693a387b76 May 06 14:15:13.478725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Port': ['ID=5bfcbd63-166a-488c-a248-5c693a387b76,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:13.482233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] No DVR routers for this DVR port 5bfcbd63-166a-488c-a248-5c693a387b76 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:15:13.500008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45254115-4b65-4524-815b-456823c6376b None None] DHCP port deletion for 1de9edf0-b94d-4b21-9806-0f66b37854b6 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:15:13.607844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:13.638114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de9edf0-b94d-4b21-9806-0f66b37854b6']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:13.652473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503da199-1b23-49bf-8f7b-e4b1c57c538a') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:13.652774 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503da199-1b23-49bf-8f7b-e4b1c57c538a') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:13.666474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:13.685407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:13.693138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:15:13.693511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:15:13.709557 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:15:13.791082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:13.796054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:13.824786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Network': ['ID=1de9edf0-b94d-4b21-9806-0f66b37854b6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:13.830161 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7048098d-33fd-49da-ac82-20d397490e59 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/networks/1de9edf0-b94d-4b21-9806-0f66b37854b6 HTTP/1.1" status: 204 len: 168 time: 1.1262288 May 06 14:15:13.833309 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50526) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:13.872728 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-df21ab29-7c73-456e-96ef-6870e5b712de tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] DELETE failed (client error): The resource could not be found. May 06 14:15:13.873465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df21ab29-7c73-456e-96ef-6870e5b712de tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:15:13.876637 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-df21ab29-7c73-456e-96ef-6870e5b712de tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/subnets/b27dbeb4-78b8-4e15-bc51-4384fded11f4 HTTP/1.1" status: 404 len: 337 time: 0.0418959 May 06 14:15:13.879440 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50530) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:13.905587 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4551b8d2-1fdb-450c-a651-83619e56b237 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] DELETE failed (client error): The resource could not be found. May 06 14:15:13.906063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4551b8d2-1fdb-450c-a651-83619e56b237 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:15:13.907767 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4551b8d2-1fdb-450c-a651-83619e56b237 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/networks/010dcae0-dbda-4eda-9e5b-ef014dea0568 HTTP/1.1" status: 404 len: 339 time: 0.0273578 May 06 14:15:13.910884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50534) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:13.954459 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b7b9b3-a8d3-4520-ba30-098686e1bdb6 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] DELETE failed (client error): The resource could not be found. May 06 14:15:13.954916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b7b9b3-a8d3-4520-ba30-098686e1bdb6 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:15:13.956663 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-99b7b9b3-a8d3-4520-ba30-098686e1bdb6 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/subnets/4c05bfec-fa8d-4672-b91f-7fbc24f0ff05 HTTP/1.1" status: 404 len: 337 time: 0.0447586 May 06 14:15:13.959225 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50538) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:13.984000 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc61836-c7fc-4349-94d3-51eedf8a0d2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] DELETE failed (client error): The resource could not be found. May 06 14:15:13.984492 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc61836-c7fc-4349-94d3-51eedf8a0d2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 14:15:13.986134 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ebc61836-c7fc-4349-94d3-51eedf8a0d2b tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/networks/77db2e1e-c88c-4225-8b05-195557020133 HTTP/1.1" status: 404 len: 339 time: 0.0260177 May 06 14:15:13.988702 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50542) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:14.053815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68d6e9a-7327-4e50-9003-633646d5a259 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Deleting subnet e9a887f9-c5d1-487b-9f07-30402e1cd367 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:15:14.057033 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d68d6e9a-7327-4e50-9003-633646d5a259 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.114904 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d68d6e9a-7327-4e50-9003-633646d5a259 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.200643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d68d6e9a-7327-4e50-9003-633646d5a259 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.275744 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d68d6e9a-7327-4e50-9003-633646d5a259 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.318643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d6e9a-7327-4e50-9003-633646d5a259 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a887f9-c5d1-487b-9f07-30402e1cd367,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:14.323991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d68d6e9a-7327-4e50-9003-633646d5a259 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.332367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2207d5f9-0afa-4f59-a7c4-e7ebdb0e957d None None] Network b4eb81bc-de1b-4807-a6e4-47f82f1e309b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:14.334356 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d68d6e9a-7327-4e50-9003-633646d5a259 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/subnets/e9a887f9-c5d1-487b-9f07-30402e1cd367 HTTP/1.1" status: 204 len: 168 time: 0.3446343 May 06 14:15:14.337592 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50546) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:14.457240 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.468428 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Deleting port 478a1c6d-767f-4a48-9d3d-97490d397e9c {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:15:14.468786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.588037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] DHCP port deletion for b4eb81bc-de1b-4807-a6e4-47f82f1e309b request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:15:14.593576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] Deleting port 478a1c6d-767f-4a48-9d3d-97490d397e9c {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:15:14.593950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.682468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] For port 478a1c6d-767f-4a48-9d3d-97490d397e9c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=478a1c6d-767f-4a48-9d3d-97490d397e9c,segment=NetworkSegment(dbb45ae6-3d98-41fb-aea2-10b1670ea7ae),segment_id=dbb45ae6-3d98-41fb-aea2-10b1670ea7ae)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:14.682919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.806046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] For port 478a1c6d-767f-4a48-9d3d-97490d397e9c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=478a1c6d-767f-4a48-9d3d-97490d397e9c,segment=NetworkSegment(dbb45ae6-3d98-41fb-aea2-10b1670ea7ae),segment_id=dbb45ae6-3d98-41fb-aea2-10b1670ea7ae)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:14.806869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.815509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Calling delete_port for 478a1c6d-767f-4a48-9d3d-97490d397e9c owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:15:14.876878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5bfcbd63-166a-488c-a248-5c693a387b76 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:15:14.906182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.967511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Port': ['ID=478a1c6d-767f-4a48-9d3d-97490d397e9c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:14.973407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] No DVR routers for this DVR port 478a1c6d-767f-4a48-9d3d-97490d397e9c on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:15:14.978126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] Calling delete_port for 478a1c6d-767f-4a48-9d3d-97490d397e9c owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:15:15.004533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 5bfcbd63-166a-488c-a248-5c693a387b76 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:15:15.004881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5bfcbd63-166a-488c-a248-5c693a387b76 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:15:15.005298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 478a1c6d-767f-4a48-9d3d-97490d397e9c no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:15:15.055515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 478a1c6d-767f-4a48-9d3d-97490d397e9c {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:15:15.056118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 478a1c6d-767f-4a48-9d3d-97490d397e9c not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:15:15.087671 dv-neutron-840888-1-hyperv neutron-server[87986]: util.warn( May 06 14:15:15.094260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:15:15.094260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:15:15.122963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:15.271169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4eb81bc-de1b-4807-a6e4-47f82f1e309b']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:15.284328 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb45ae6-3d98-41fb-aea2-10b1670ea7ae') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:15.284647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb45ae6-3d98-41fb-aea2-10b1670ea7ae') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:15.297157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:15.315960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:15.323304 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:15:15.323907 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:15:15.338650 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:15:15.422601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:15.441055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:15.454875 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] Pushing event deleted for resources: {'Network': ['ID=b4eb81bc-de1b-4807-a6e4-47f82f1e309b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:15.459129 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3057efed-33ef-4b71-86b0-c7182659f8a3 tempest-NetworksIpV6Test-63811014 tempest-NetworksIpV6Test-63811014-project] 10.222.0.21 "DELETE /v2.0/networks/b4eb81bc-de1b-4807-a6e4-47f82f1e309b HTTP/1.1" status: 204 len: 168 time: 1.1204956 May 06 14:15:15.595465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] Deleting port 478a1c6d-767f-4a48-9d3d-97490d397e9c {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:15:15.595948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:15.665714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-761b0f3a-0e03-4907-8fc4-1a5603076070 None None] The port '478a1c6d-767f-4a48-9d3d-97490d397e9c' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:15:15.738357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50554) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:15.891315 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6a119bac-fb1b-41ab-a601-4754a9dcedc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3752012e6aa645d59d7162c9ace9868b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514008 May 06 14:15:15.893624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50560) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:15.954897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc729-ef5d-4f78-aff7-fcac12291eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:15.981447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc729-ef5d-4f78-aff7-fcac12291eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:16.032521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc729-ef5d-4f78-aff7-fcac12291eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:16.053986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fc729-ef5d-4f78-aff7-fcac12291eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344da802-09df-4042-af34-a235bc65eb56,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:16.060272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc729-ef5d-4f78-aff7-fcac12291eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:16.061405 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7d5fc729-ef5d-4f78-aff7-fcac12291eba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/344da802-09df-4042-af34-a235bc65eb56 HTTP/1.1" status: 204 len: 168 time: 0.1668699 May 06 14:15:16.768993 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50584) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:16.874116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1097354223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:16.880883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:16.884662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Usage tracker for resource:router and tenant:8705c8b9f11746cc8e0e7d3fecf564ff is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:16.887996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:16.894028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:16.903826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:16.904883 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:16.920796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:16.939572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:16.961404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:16.965504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50590) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:16.966249 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-35e2da5b-0c48-41dd-8987-4cc2d6cffd48 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1955106 May 06 14:15:16.971543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-156095934'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:16.977564 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:16.982781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Usage tracker for resource:network and tenant:8705c8b9f11746cc8e0e7d3fecf564ff is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:16.986144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:16.992655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:17.002117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Made reservation on behalf of 8705c8b9f11746cc8e0e7d3fecf564ff for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:17.005752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.019305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.034433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:17.038248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Usage tracker for resource:security_group_rule and tenant:8705c8b9f11746cc8e0e7d3fecf564ff is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:17.041094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:17.046939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:17.133011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.138040 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.172766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:15:17.183668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2171ae2-1b94-498b-b861-f4f6950be92e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:17.191939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.192182 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Added segment ba9208d4-290e-49ef-bc0a-dd29b440dae1 of type vlan for network 99dab827-200b-4e6a-9e0f-caf171cf8b68 May 06 14:15:17.226874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.264275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.269956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:17.270570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.390513 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4238901 May 06 14:15:17.391473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afa2e9-f0f2-4753-a798-3c3ed2b935d3 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event updated for resources: {'Network': ['ID=99dab827-200b-4e6a-9e0f-caf171cf8b68,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:17.393124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50594) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:17.399505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Request body: {'subnet': {'network_id': '99dab827-200b-4e6a-9e0f-caf171cf8b68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:17.402933 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 99dab827-200b-4e6a-9e0f-caf171cf8b68 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:15:17.524673 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:17.528841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Usage tracker for resource:subnet and tenant:8705c8b9f11746cc8e0e7d3fecf564ff is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:17.531758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:17.537773 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:17.550429 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Made reservation on behalf of 8705c8b9f11746cc8e0e7d3fecf564ff for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:17.553809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.789215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.873578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event updated for resources: {'Subnet': ['ID=b85f91c1-7b6d-4cc2-b7ee-6e66c86d90eb,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:17.884598 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.884943 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.885275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.885600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.885930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.886307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.886625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.886955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.887262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.887576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.887888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.888200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:17.891551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Checking segment: {'id': 'ba9208d4-290e-49ef-bc0a-dd29b440dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '99dab827-200b-4e6a-9e0f-caf171cf8b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:17.891940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Network hostable DHCP agents. Network: 99dab827-200b-4e6a-9e0f-caf171cf8b68, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:15:17.913098 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Network 99dab827-200b-4e6a-9e0f-caf171cf8b68 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:15:17.924314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 99dab827-200b-4e6a-9e0f-caf171cf8b68) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:17.930025 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:17.930116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.934250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236129d-3e38-494f-b3a0-2f97673736d5 None None] Network 99dab827-200b-4e6a-9e0f-caf171cf8b68 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:17.955789 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d2429f66-1155-457a-a027-b53ac86cf6d1 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5611541 May 06 14:15:17.958709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50598) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:17.966412 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1167330070'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:17.971589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:17.975660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Usage tracker for resource:network and tenant:8705c8b9f11746cc8e0e7d3fecf564ff is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:17.978878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:17.985542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:18.007424 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Made reservation on behalf of 8705c8b9f11746cc8e0e7d3fecf564ff for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:18.011778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.040365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:15:18.050398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.050791 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Added segment f40b4e01-7ce9-4245-a23a-93db7fd89f7a of type vlan for network c7e69716-adda-4d24-9820-8b9c40fc1711 May 06 14:15:18.081315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.117601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.129387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:18.130404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.195891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-99dab827-200b-4e6a-9e0f-caf171cf8b68', 'network_id': '99dab827-200b-4e6a-9e0f-caf171cf8b68', 'tenant_id': '8705c8b9f11746cc8e0e7d3fecf564ff', 'fixed_ips': [{'subnet_id': 'b85f91c1-7b6d-4cc2-b7ee-6e66c86d90eb'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:15:18.196968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.261531 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3017247 May 06 14:15:18.265773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50602) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:18.271088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b690266-78c7-40af-ac2d-9c0bebcef881 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event updated for resources: {'Network': ['ID=c7e69716-adda-4d24-9820-8b9c40fc1711,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:18.273458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Request body: {'subnet': {'network_id': 'c7e69716-adda-4d24-9820-8b9c40fc1711', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:18.287391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c7e69716-adda-4d24-9820-8b9c40fc1711 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:15:18.388307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:18.392524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Usage tracker for resource:subnet and tenant:8705c8b9f11746cc8e0e7d3fecf564ff is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:18.395364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:18.401053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:18.410403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Made reservation on behalf of 8705c8b9f11746cc8e0e7d3fecf564ff for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:18.413973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.455249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Allocated IP 172.20.0.2 (99dab827-200b-4e6a-9e0f-caf171cf8b68/b85f91c1-7b6d-4cc2-b7ee-6e66c86d90eb/9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:18.640155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.669335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.679726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Transition to ACTIVE for port object 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:18.698877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Transition to ACTIVE for port object 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:18.704223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.723651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event updated for resources: {'Subnet': ['ID=bf739968-e4c4-4e59-a5ba-a686c7d6c1f3,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:18.729076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Checking segment: {'id': 'f40b4e01-7ce9-4245-a23a-93db7fd89f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7e69716-adda-4d24-9820-8b9c40fc1711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:18.729437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Network hostable DHCP agents. Network: c7e69716-adda-4d24-9820-8b9c40fc1711, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:15:18.750641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Network c7e69716-adda-4d24-9820-8b9c40fc1711 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:15:18.760635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c7e69716-adda-4d24-9820-8b9c40fc1711) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:18.765338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:18.765952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:18.773598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf86009-0ca4-44f2-918d-c4db6a2edfde None None] Network c7e69716-adda-4d24-9820-8b9c40fc1711 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:18.787766 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dd9f322f-9751-4aa2-8984-3538589470b5 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5203509 May 06 14:15:18.790427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50606) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:18.795713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5b367812-e20f-4a98-91c9-e290786ea575 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7e69716-adda-4d24-9820-8b9c40fc1711'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:18.804985 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Network 99dab827-200b-4e6a-9e0f-caf171cf8b68 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:18.847801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:18.850292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:18.863098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Pushing event updated for resources: {'Port': ['ID=9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:19.020854 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Attempting to bind port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:19.021178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Attempting to bind port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ba9208d4-290e-49ef-bc0a-dd29b440dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '99dab827-200b-4e6a-9e0f-caf171cf8b68'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:19.021541 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Attempting to bind port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 on network 99dab827-200b-4e6a-9e0f-caf171cf8b68 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:19.039387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:19.039756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Checking segment: {'id': 'ba9208d4-290e-49ef-bc0a-dd29b440dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '99dab827-200b-4e6a-9e0f-caf171cf8b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:19.040156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.040579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Bound using segment: {'id': 'ba9208d4-290e-49ef-bc0a-dd29b440dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '99dab827-200b-4e6a-9e0f-caf171cf8b68'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:19.041066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Bound port: 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9208d4-290e-49ef-bc0a-dd29b440dae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '99dab827-200b-4e6a-9e0f-caf171cf8b68'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:19.041431 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.219672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c7e69716-adda-4d24-9820-8b9c40fc1711', 'network_id': 'c7e69716-adda-4d24-9820-8b9c40fc1711', 'tenant_id': '8705c8b9f11746cc8e0e7d3fecf564ff', 'fixed_ips': [{'subnet_id': 'bf739968-e4c4-4e59-a5ba-a686c7d6c1f3'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:15:19.220476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.238578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] For port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:19.251292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] For port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4,segment=NetworkSegment(ba9208d4-290e-49ef-bc0a-dd29b440dae1),segment_id=ba9208d4-290e-49ef-bc0a-dd29b440dae1)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:19.288894 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.320401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5b367812-e20f-4a98-91c9-e290786ea575 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.467878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57a714-19a8-4422-b70a-0ffc9d5fd1c5 None None] Pushing event updated for resources: {'Port': ['ID=9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:19.476912 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.api.v2.resource [None req-5b367812-e20f-4a98-91c9-e290786ea575 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 14:15:19.478016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5b367812-e20f-4a98-91c9-e290786ea575 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "PUT /v2.0/routers/1c9e2c7a-18a8-425f-bb34-b6a05646a564 HTTP/1.1" status: 400 len: 364 time: 0.6865530 May 06 14:15:19.485091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50610) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:19.505932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Allocated IP 172.21.0.2 (c7e69716-adda-4d24-9820-8b9c40fc1711/bf739968-e4c4-4e59-a5ba-a686c7d6c1f3/98e884f2-c23d-4599-ac83-8b4de2c6ee28) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:19.558938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-75237153-2b91-4cf8-844f-363b034fbb97 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Deleting subnet bf739968-e4c4-4e59-a5ba-a686c7d6c1f3 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:15:19.788139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.799142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Transition to ACTIVE for port object 98e884f2-c23d-4599-ac83-8b4de2c6ee28 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:19.818810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Transition to ACTIVE for port object 98e884f2-c23d-4599-ac83-8b4de2c6ee28 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:19.824692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75237153-2b91-4cf8-844f-363b034fbb97 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.826309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.886767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75237153-2b91-4cf8-844f-363b034fbb97 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.889964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Network c7e69716-adda-4d24-9820-8b9c40fc1711 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:19.892749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:19.896519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:19.933365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Pushing event updated for resources: {'Port': ['ID=98e884f2-c23d-4599-ac83-8b4de2c6ee28,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:19.984125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75237153-2b91-4cf8-844f-363b034fbb97 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.005311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Attempting to bind port 98e884f2-c23d-4599-ac83-8b4de2c6ee28 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:20.005976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Attempting to bind port 98e884f2-c23d-4599-ac83-8b4de2c6ee28 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'f40b4e01-7ce9-4245-a23a-93db7fd89f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7e69716-adda-4d24-9820-8b9c40fc1711'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:20.006688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Attempting to bind port 98e884f2-c23d-4599-ac83-8b4de2c6ee28 on network c7e69716-adda-4d24-9820-8b9c40fc1711 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:20.014158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:20.014672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Checking segment: {'id': 'f40b4e01-7ce9-4245-a23a-93db7fd89f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7e69716-adda-4d24-9820-8b9c40fc1711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:20.015079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.015473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Bound using segment: {'id': 'f40b4e01-7ce9-4245-a23a-93db7fd89f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7e69716-adda-4d24-9820-8b9c40fc1711'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:20.015944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Bound port: 98e884f2-c23d-4599-ac83-8b4de2c6ee28, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40b4e01-7ce9-4245-a23a-93db7fd89f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7e69716-adda-4d24-9820-8b9c40fc1711'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:20.016316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.063873 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75237153-2b91-4cf8-844f-363b034fbb97 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.109629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75237153-2b91-4cf8-844f-363b034fbb97 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event deleted for resources: {'Subnet': ['ID=bf739968-e4c4-4e59-a5ba-a686c7d6c1f3,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:20.117523 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-75237153-2b91-4cf8-844f-363b034fbb97 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.123126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] For port 98e884f2-c23d-4599-ac83-8b4de2c6ee28, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:20.125391 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-75237153-2b91-4cf8-844f-363b034fbb97 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "DELETE /v2.0/subnets/bf739968-e4c4-4e59-a5ba-a686c7d6c1f3 HTTP/1.1" status: 204 len: 168 time: 0.6391494 May 06 14:15:20.127924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50614) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:20.129961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] For port 98e884f2-c23d-4599-ac83-8b4de2c6ee28, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=98e884f2-c23d-4599-ac83-8b4de2c6ee28,segment=NetworkSegment(f40b4e01-7ce9-4245-a23a-93db7fd89f7a),segment_id=f40b4e01-7ce9-4245-a23a-93db7fd89f7a)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:20.135486 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.220141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86733057-e5b1-4f0d-ba84-ba6023ed5dfb None None] Pushing event updated for resources: {'Port': ['ID=98e884f2-c23d-4599-ac83-8b4de2c6ee28,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:20.263755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.277156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Deleting port 98e884f2-c23d-4599-ac83-8b4de2c6ee28 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:15:20.277594 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.526482 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] For port 98e884f2-c23d-4599-ac83-8b4de2c6ee28, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=98e884f2-c23d-4599-ac83-8b4de2c6ee28,segment=NetworkSegment(f40b4e01-7ce9-4245-a23a-93db7fd89f7a),segment_id=f40b4e01-7ce9-4245-a23a-93db7fd89f7a)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:20.529590 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.536647 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72a1fb-82ff-4cea-a319-39d4f184c262 None None] Network 99dab827-200b-4e6a-9e0f-caf171cf8b68 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:20.648982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-680dad7a-86c3-497c-b596-657f9204fc60 None None] Provisioning for port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:20.764982 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Calling delete_port for 98e884f2-c23d-4599-ac83-8b4de2c6ee28 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:15:20.862957 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:20.920166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event deleted for resources: {'Port': ['ID=98e884f2-c23d-4599-ac83-8b4de2c6ee28,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:20.924181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] No DVR routers for this DVR port 98e884f2-c23d-4599-ac83-8b4de2c6ee28 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:15:20.974675 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:21.086160 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:21.095646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:21.096260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.125763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.160273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e69716-adda-4d24-9820-8b9c40fc1711']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:21.181898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40b4e01-7ce9-4245-a23a-93db7fd89f7a') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:21.182426 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40b4e01-7ce9-4245-a23a-93db7fd89f7a') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:21.204648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.233543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.242561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:15:21.243018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.258676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:15:21.263596 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:15:21.302942 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4,segment=NetworkSegment(ba9208d4-290e-49ef-bc0a-dd29b440dae1),segment_id=ba9208d4-290e-49ef-bc0a-dd29b440dae1)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:21.310714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.311602 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 98e884f2-c23d-4599-ac83-8b4de2c6ee28 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:21.366443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.379090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-639d51de-01b4-40dc-92e4-6518ca9cf287 None None] Provisioning complete for port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:21.379467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-639d51de-01b4-40dc-92e4-6518ca9cf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.399402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.411998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 98e884f2-c23d-4599-ac83-8b4de2c6ee28 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:15:21.412343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 98e884f2-c23d-4599-ac83-8b4de2c6ee28 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 14:15:21.415391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event deleted for resources: {'Network': ['ID=c7e69716-adda-4d24-9820-8b9c40fc1711,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:21.421921 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-89e07fac-20c1-404f-9510-c780d86f3076 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "DELETE /v2.0/networks/c7e69716-adda-4d24-9820-8b9c40fc1711 HTTP/1.1" status: 204 len: 168 time: 1.2928865 May 06 14:15:21.424327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50618) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:21.489281 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Port 98e884f2-c23d-4599-ac83-8b4de2c6ee28 not found, will not notify nova. {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 14:15:21.497350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-272fef34-fc66-4330-a34a-ab99400395fb tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Deleting subnet b85f91c1-7b6d-4cc2-b7ee-6e66c86d90eb {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:15:21.501209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-272fef34-fc66-4330-a34a-ab99400395fb tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.511970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:21.563568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc6f91-7e0d-4d31-8f9a-8a6075e2e4ad None None] DHCP port deletion for c7e69716-adda-4d24-9820-8b9c40fc1711 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:15:21.567668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-272fef34-fc66-4330-a34a-ab99400395fb tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.592997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ee3d8-2ef5-442b-be5a-d429b8988021 None None] Network c7e69716-adda-4d24-9820-8b9c40fc1711 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:21.611152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ee3d8-2ef5-442b-be5a-d429b8988021 None None] Network c7e69716-adda-4d24-9820-8b9c40fc1711 could not be found, it might have been deleted concurrently. {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 06 14:15:21.675013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-272fef34-fc66-4330-a34a-ab99400395fb tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.701108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-018c1c22-129b-45f0-a314-5c7c35097edd None None] Could not find standard attr ID for object 98e884f2-c23d-4599-ac83-8b4de2c6ee28. {{(pid=87986) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 14:15:21.761637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-272fef34-fc66-4330-a34a-ab99400395fb tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.809320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fef34-fc66-4330-a34a-ab99400395fb tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event deleted for resources: {'Subnet': ['ID=b85f91c1-7b6d-4cc2-b7ee-6e66c86d90eb,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:21.811634 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-272fef34-fc66-4330-a34a-ab99400395fb tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.817166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f4768-09fb-4d2d-8f03-415d04213571 None None] Network 99dab827-200b-4e6a-9e0f-caf171cf8b68 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:21.819978 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-272fef34-fc66-4330-a34a-ab99400395fb tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "DELETE /v2.0/subnets/b85f91c1-7b6d-4cc2-b7ee-6e66c86d90eb HTTP/1.1" status: 204 len: 168 time: 0.3942566 May 06 14:15:21.824136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50622) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:21.945290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:21.957741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Deleting port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:15:21.958138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.081229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] DHCP port deletion for 99dab827-200b-4e6a-9e0f-caf171cf8b68 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:15:22.085734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] Deleting port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:15:22.086101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.179743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] For port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4,segment=NetworkSegment(ba9208d4-290e-49ef-bc0a-dd29b440dae1),segment_id=ba9208d4-290e-49ef-bc0a-dd29b440dae1)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:22.180186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.315704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Calling delete_port for 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:15:22.355248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] For port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4,segment=NetworkSegment(ba9208d4-290e-49ef-bc0a-dd29b440dae1),segment_id=ba9208d4-290e-49ef-bc0a-dd29b440dae1)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:22.355634 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.406465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.480332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event deleted for resources: {'Port': ['ID=9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:22.483861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] No DVR routers for this DVR port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:15:22.486426 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] Calling delete_port for 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:15:22.573163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:15:22.574269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:15:22.619830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.647488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dab827-200b-4e6a-9e0f-caf171cf8b68']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:22.661266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9208d4-290e-49ef-bc0a-dd29b440dae1') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:22.661567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9208d4-290e-49ef-bc0a-dd29b440dae1') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:22.675436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.696512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.703393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:15:22.704041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:15:22.720186 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:15:22.801412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.806567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:22.835546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Pushing event deleted for resources: {'Network': ['ID=99dab827-200b-4e6a-9e0f-caf171cf8b68,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:22.839962 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-587850c8-61de-48d3-bc4b-51ef0ca69ccf tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "DELETE /v2.0/networks/99dab827-200b-4e6a-9e0f-caf171cf8b68 HTTP/1.1" status: 204 len: 168 time: 1.0142555 May 06 14:15:22.842745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50626) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:22.862037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:15:22.887623 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-849ba058-de37-4dd6-b55c-320c387d7d23 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Synchronizing usage tracker for tenant:8705c8b9f11746cc8e0e7d3fecf564ff on resource:port {{(pid=87985) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:15:22.900653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:15:22.901018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:15:22.901437 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 98e884f2-c23d-4599-ac83-8b4de2c6ee28 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:15:22.907067 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-849ba058-de37-4dd6-b55c-320c387d7d23 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Unset dirty status for tenant:8705c8b9f11746cc8e0e7d3fecf564ff on resource:port {{(pid=87985) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:15:22.908462 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-849ba058-de37-4dd6-b55c-320c387d7d23 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c9e2c7a-18a8-425f-bb34-b6a05646a564 HTTP/1.1" status: 200 len: 205 time: 0.0647023 May 06 14:15:22.911152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50630) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:22.937529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 98e884f2-c23d-4599-ac83-8b4de2c6ee28 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:15:22.937890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 98e884f2-c23d-4599-ac83-8b4de2c6ee28 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:15:23.075006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] Deleting port 9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:15:23.075489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.147081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1979c4fa-8153-413c-b171-0ef24b85576a None None] The port '9c9bd7bd-98ca-4a56-93f0-aef97c17dbd4' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:15:23.165056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eff1aaa6-d110-4c93-ba13-1c60fbc96561 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.475483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eff1aaa6-d110-4c93-ba13-1c60fbc96561 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.477595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eff1aaa6-d110-4c93-ba13-1c60fbc96561 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.501558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eff1aaa6-d110-4c93-ba13-1c60fbc96561 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.502244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff1aaa6-d110-4c93-ba13-1c60fbc96561 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Fanout notify agent at l3_agent the message router_deleted on router 1c9e2c7a-18a8-425f-bb34-b6a05646a564 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:15:23.513578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eff1aaa6-d110-4c93-ba13-1c60fbc96561 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:23.514680 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-eff1aaa6-d110-4c93-ba13-1c60fbc96561 tempest-RoutersNegativeTest-1904439811 tempest-RoutersNegativeTest-1904439811-project] 10.222.0.21 "DELETE /v2.0/routers/1c9e2c7a-18a8-425f-bb34-b6a05646a564 HTTP/1.1" status: 204 len: 168 time: 0.6024659 May 06 14:15:23.777074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50638) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:23.926993 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-82ce5213-baec-4b8e-b54a-64524eecca79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8705c8b9f11746cc8e0e7d3fecf564ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465433 May 06 14:15:23.927357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50644) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:23.990134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b95ecd82-e462-4e3f-be63-7eb37e810e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:24.015092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b95ecd82-e462-4e3f-be63-7eb37e810e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:24.066967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b95ecd82-e462-4e3f-be63-7eb37e810e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:24.082985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ecd82-e462-4e3f-be63-7eb37e810e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2171ae2-1b94-498b-b861-f4f6950be92e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:24.087697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b95ecd82-e462-4e3f-be63-7eb37e810e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:24.088401 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b95ecd82-e462-4e3f-be63-7eb37e810e71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2171ae2-1b94-498b-b861-f4f6950be92e HTTP/1.1" status: 204 len: 168 time: 0.1601038 May 06 14:15:24.771850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50668) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:24.876740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-293259882-network', 'tenant_id': '8896558feb284a849ad531be28f97ce3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:24.881957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:24.885912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Usage tracker for resource:network and tenant:8896558feb284a849ad531be28f97ce3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:24.889889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:24.895569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:24.907090 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Made reservation on behalf of 8896558feb284a849ad531be28f97ce3 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:24.909458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:24.924092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:24.940104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:24.943930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Usage tracker for resource:security_group_rule and tenant:8896558feb284a849ad531be28f97ce3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:24.946728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:24.953600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:25.039645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.044924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.082041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:15:25.087651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788e43f1-15e5-4048-8c1c-3119dce7d0d5,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:25.096898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.096898 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Added segment eebe0902-a753-498c-b49a-00917c1c41eb of type vlan for network fb78acc9-458b-4c59-9aef-79f9677f05d7 May 06 14:15:25.124271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.155450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.156460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:25.157175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.262414 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4893961 May 06 14:15:25.263258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7cfdf-d1ee-442a-85ee-523fd4102a95 admin admin] Pushing event updated for resources: {'Network': ['ID=fb78acc9-458b-4c59-9aef-79f9677f05d7,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:25.265192 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50674) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:25.270761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Request body: {'subnet': {'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-subnet', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:25.273690 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:15:25.275785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:25.280222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Usage tracker for resource:subnet and tenant:8896558feb284a849ad531be28f97ce3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:25.283172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:25.289681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:25.300363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Made reservation on behalf of 8896558feb284a849ad531be28f97ce3 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:25.302684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.504506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.578450 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07136ab-3814-4816-ba9e-325e04e87814,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:25.589736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Checking segment: {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:25.590108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Network hostable DHCP agents. Network: fb78acc9-458b-4c59-9aef-79f9677f05d7, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:15:25.611602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:15:25.622257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, fb78acc9-458b-4c59-9aef-79f9677f05d7) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:25.627524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:25.628630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.633855 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280df39-69a3-46dd-bb9f-ac8d7c49515e None None] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:25.660987 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b3ba94bf-c5d4-4d9a-8ecc-bbdd98495078 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3944468 May 06 14:15:25.663439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50678) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:25.672050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:25.679713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:25.686413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Usage tracker for resource:router and tenant:8896558feb284a849ad531be28f97ce3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:25.690824 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:25.699991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:25.715843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.716944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.733972 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:25.884672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-fb78acc9-458b-4c59-9aef-79f9677f05d7', 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'fixed_ips': [{'subnet_id': 'c07136ab-3814-4816-ba9e-325e04e87814'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:15:25.885593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.017373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.043860 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Allocated IP 172.20.0.2 (fb78acc9-458b-4c59-9aef-79f9677f05d7/c07136ab-3814-4816-ba9e-325e04e87814/c9ca6182-5891-4407-a2cb-0e09853fae9f) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:26.260732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.271550 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Transition to ACTIVE for port object c9ca6182-5891-4407-a2cb-0e09853fae9f will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:26.290461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Transition to ACTIVE for port object c9ca6182-5891-4407-a2cb-0e09853fae9f will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:26.296170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.364296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:26.367292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:26.371424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:26.377109 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Pushing event updated for resources: {'Port': ['ID=c9ca6182-5891-4407-a2cb-0e09853fae9f,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:26.454031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.464994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Attempting to bind port c9ca6182-5891-4407-a2cb-0e09853fae9f on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:26.465357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Attempting to bind port c9ca6182-5891-4407-a2cb-0e09853fae9f by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:26.465713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Attempting to bind port c9ca6182-5891-4407-a2cb-0e09853fae9f on network fb78acc9-458b-4c59-9aef-79f9677f05d7 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:26.470959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:26.471320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Checking segment: {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:26.471709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.472093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Bound using segment: {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:26.472568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Bound port: c9ca6182-5891-4407-a2cb-0e09853fae9f, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:26.473035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.485819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.562328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] For port c9ca6182-5891-4407-a2cb-0e09853fae9f, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:26.565463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] For port c9ca6182-5891-4407-a2cb-0e09853fae9f, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c9ca6182-5891-4407-a2cb-0e09853fae9f,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:26.570732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.635448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Allocated IP 172.26.2.18 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/5c815db7-d012-46b8-8e43-7eb4d5831909) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:26.693756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a487c8-80d1-426b-bcc6-4bd5f4af4b47 None None] Pushing event updated for resources: {'Port': ['ID=c9ca6182-5891-4407-a2cb-0e09853fae9f,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:26.816290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.849216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:26.925793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:26.928775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:26.933319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:26.971540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5c815db7-d012-46b8-8e43-7eb4d5831909,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:27.369844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:27.686837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165be7fd-3f65-4a6e-a4ba-6565ee01b6f6 None None] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:27.795120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-988d6e75-74ca-4c26-86a8-b1ff09d90445 None None] Provisioning for port c9ca6182-5891-4407-a2cb-0e09853fae9f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:27.845982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:28.070160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:15:28.256772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:15:28.266641 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Sync routers for ids ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:15:28.276496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Routers {'e4006bf0-9fd4-43c2-856d-3712aa6e2f16'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:15:28.277156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:15:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:28.284447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:28.285805 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-68020e0c-99b9-41ad-bdd9-0222692808b8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6210589 May 06 14:15:28.288490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50682) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:28.456176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Set router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:15:28.747991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18'}], 'enable_snat': True}, 'gw_port_id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:25Z', 'updated_at': '2022-05-06T14:15:27Z', 'revision_number': 3, 'project_id': '8896558feb284a849ad531be28f97ce3', 'gw_port': {'id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:26Z', 'updated_at': '2022-05-06T14:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:28.751952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Checking router: e4006bf0-9fd4-43c2-856d-3712aa6e2f16 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:15:28.752367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Updating router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 port 5c815db7-d012-46b8-8e43-7eb4d5831909 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:15:28.807382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:28.906178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c9ca6182-5891-4407-a2cb-0e09853fae9f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:28.991849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.081033 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port c9ca6182-5891-4407-a2cb-0e09853fae9f completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:29.091496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c9ca6182-5891-4407-a2cb-0e09853fae9f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:29.091857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.322784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.341606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.343750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Allocated IP 172.20.0.1 (fb78acc9-458b-4c59-9aef-79f9677f05d7/c07136ab-3814-4816-ba9e-325e04e87814/ec049beb-b772-45f2-8f43-c2a02c0439b0) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:29.365656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Transition to ACTIVE for port object 5c815db7-d012-46b8-8e43-7eb4d5831909 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:29.380202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.389459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port c9ca6182-5891-4407-a2cb-0e09853fae9f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c9ca6182-5891-4407-a2cb-0e09853fae9f,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:29.428703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.467045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Attempting to bind port 5c815db7-d012-46b8-8e43-7eb4d5831909 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:29.467404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Attempting to bind port 5c815db7-d012-46b8-8e43-7eb4d5831909 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:29.467794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Attempting to bind port 5c815db7-d012-46b8-8e43-7eb4d5831909 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:29.477162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8aa68f-61a6-4615-b995-a3bb467a9be8 None None] Pushing event updated for resources: {'Port': ['ID=5c815db7-d012-46b8-8e43-7eb4d5831909,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:29.480120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:29.480525 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:29.480934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.481368 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:29.481785 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Bound port: 5c815db7-d012-46b8-8e43-7eb4d5831909, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:29.482169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.515009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.537061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Transition to ACTIVE for port object ec049beb-b772-45f2-8f43-c2a02c0439b0 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:29.564381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.640220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:29.643608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:29.646274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:29.664944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=c9ca6182-5891-4407-a2cb-0e09853fae9f,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:29.671832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] For port 5c815db7-d012-46b8-8e43-7eb4d5831909, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:29.675667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] For port 5c815db7-d012-46b8-8e43-7eb4d5831909, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5c815db7-d012-46b8-8e43-7eb4d5831909,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:29.682048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.700384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Pushing event updated for resources: {'Port': ['ID=ec049beb-b772-45f2-8f43-c2a02c0439b0,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:29.723497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:29.759610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Routers {'e4006bf0-9fd4-43c2-856d-3712aa6e2f16'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:15:29.760259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:15:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:29.847165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8aa68f-61a6-4615-b995-a3bb467a9be8 None None] Pushing event updated for resources: {'Port': ['ID=5c815db7-d012-46b8-8e43-7eb4d5831909,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:29.972271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] Set router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:15:30.048103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:30.099783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-df5dc83c-219c-4593-bc24-cd81f1623d60 None None] Provisioning for port ec049beb-b772-45f2-8f43-c2a02c0439b0 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:30.153905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-df5dc83c-219c-4593-bc24-cd81f1623d60 None None] Provisioning complete for port ec049beb-b772-45f2-8f43-c2a02c0439b0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:30.154271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-df5dc83c-219c-4593-bc24-cd81f1623d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:30.235371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-df5dc83c-219c-4593-bc24-cd81f1623d60 None None] Port ec049beb-b772-45f2-8f43-c2a02c0439b0 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:15:30.289676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:30.295187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:30.330979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18'}], 'enable_snat': True}, 'gw_port_id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:25Z', 'updated_at': '2022-05-06T14:15:27Z', 'revision_number': 3, 'project_id': '8896558feb284a849ad531be28f97ce3', 'gw_port': {'id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:26Z', 'updated_at': '2022-05-06T14:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:30.335430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a081dab-bc8d-4f1c-ae87-87f7ebbfc9da None None] The sync data for ids ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'] in dv-neutron-840888-1-hyperv is: [{'id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18'}], 'enable_snat': True}, 'gw_port_id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:25Z', 'updated_at': '2022-05-06T14:15:27Z', 'revision_number': 3, 'project_id': '8896558feb284a849ad531be28f97ce3', 'gw_port': {'id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:26Z', 'updated_at': '2022-05-06T14:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:15:30.403833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:30.407585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Pushing event updated for resources: {'Port': ['ID=ec049beb-b772-45f2-8f43-c2a02c0439b0,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:30.559980 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:30.561736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:30.805305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:15:30.867659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6ddb6708-8d51-4522-9147-e377a1f7a738 None None] Provisioning complete for port ec049beb-b772-45f2-8f43-c2a02c0439b0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:30.868220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6708-8d51-4522-9147-e377a1f7a738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:30.954685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb6708-8d51-4522-9147-e377a1f7a738 None None] Port ec049beb-b772-45f2-8f43-c2a02c0439b0 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:15:30.974629 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c9ca6182-5891-4407-a2cb-0e09853fae9f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:31.055268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port c9ca6182-5891-4407-a2cb-0e09853fae9f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:31.055921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.143018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:15:31.162810 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-243adfdc-bb63-4214-a186-df06297d1c60 admin admin] 10.222.0.21 "PUT /v2.0/routers/e4006bf0-9fd4-43c2-856d-3712aa6e2f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8646748 May 06 14:15:31.200553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5c815db7-d012-46b8-8e43-7eb4d5831909 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:31.278031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 5c815db7-d012-46b8-8e43-7eb4d5831909 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:31.285206 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 5c815db7-d012-46b8-8e43-7eb4d5831909 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:31.285630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.417679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.436959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 5c815db7-d012-46b8-8e43-7eb4d5831909, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5c815db7-d012-46b8-8e43-7eb4d5831909,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:31.442047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.518406 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=5c815db7-d012-46b8-8e43-7eb4d5831909,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:31.734885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50700) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:31.740628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1947604253-network', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:31.745708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:31.749916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Usage tracker for resource:network and tenant:35da891b7fb1411bbbf24efa49fc6d09 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:31.752887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:31.758930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:31.769323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Made reservation on behalf of 35da891b7fb1411bbbf24efa49fc6d09 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:31.771551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.785022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.799500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:31.803467 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Usage tracker for resource:security_group_rule and tenant:35da891b7fb1411bbbf24efa49fc6d09 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:31.806965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:31.813351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:31.900807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.905724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.939385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:15:31.944723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140bba06-d52f-4883-ae1b-e962a6aac452,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:31.952965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:31.952965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Added segment dc66555c-1674-4795-9cb2-69a69f48693c of type vlan for network c7dbcaff-69e0-49f1-812f-d34c20d77025 May 06 14:15:31.980478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.000873 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Sync routers for ids ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:15:32.011124 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Routers {'e4006bf0-9fd4-43c2-856d-3712aa6e2f16'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:15:32.012216 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:15:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:32.012478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.013455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:32.014028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.121925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] Pushing event updated for resources: {'Network': ['ID=c7dbcaff-69e0-49f1-812f-d34c20d77025,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:32.125031 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0e85393a-7b7f-4d45-bafe-e5d9475dc759 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3890429 May 06 14:15:32.127791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 50704) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:32.133393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Request body: {'subnet': {'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-subnet', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:32.137799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network c7dbcaff-69e0-49f1-812f-d34c20d77025 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:15:32.140249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:32.145494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Usage tracker for resource:subnet and tenant:35da891b7fb1411bbbf24efa49fc6d09 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:32.149274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:32.157844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:32.171912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Made reservation on behalf of 35da891b7fb1411bbbf24efa49fc6d09 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:32.176097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.205858 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Set router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:15:32.413104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.491689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3847a35-e74f-4e4d-9548-27bcb396f13a,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:32.502775 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Checking segment: {'id': 'dc66555c-1674-4795-9cb2-69a69f48693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:32.503123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Network hostable DHCP agents. Network: c7dbcaff-69e0-49f1-812f-d34c20d77025, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:15:32.523088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Network c7dbcaff-69e0-49f1-812f-d34c20d77025 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:15:32.534969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, c7dbcaff-69e0-49f1-812f-d34c20d77025) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:32.544740 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:32.544976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f249c13-9ef4-4501-8361-34da067c4306 None None] Network c7dbcaff-69e0-49f1-812f-d34c20d77025 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:32.546122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.560396 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18'}], 'enable_snat': True}, 'gw_port_id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:25Z', 'updated_at': '2022-05-06T14:15:29Z', 'revision_number': 4, 'project_id': '8896558feb284a849ad531be28f97ce3', 'gw_port': {'id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:26Z', 'updated_at': '2022-05-06T14:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ec049beb-b772-45f2-8f43-c2a02c0439b0', 'name': '', 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'mac_address': 'fa:16:3e:19:a3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c07136ab-3814-4816-ba9e-325e04e87814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:29Z', 'updated_at': '2022-05-06T14:15:30Z', 'revision_number': 2, 'project_id': '8896558feb284a849ad531be28f97ce3', 'subnets': [{'id': 'c07136ab-3814-4816-ba9e-325e04e87814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:32.567318 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Checking router: e4006bf0-9fd4-43c2-856d-3712aa6e2f16 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:15:32.567872 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Updating router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 port ec049beb-b772-45f2-8f43-c2a02c0439b0 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:15:32.585635 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-93cadca4-026e-49c2-a824-fd5cb417ea07 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4544778 May 06 14:15:32.586335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50708) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:32.595086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:32.603593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:32.610922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Usage tracker for resource:router and tenant:35da891b7fb1411bbbf24efa49fc6d09 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:15:32.616274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:15:32.626656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:32.644151 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.645781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.650005 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.670535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.843594 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-c7dbcaff-69e0-49f1-812f-d34c20d77025', 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'fixed_ips': [{'subnet_id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:15:32.844321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:32.911962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5c815db7-d012-46b8-8e43-7eb4d5831909 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:32.973875 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.078262 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.083587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 5c815db7-d012-46b8-8e43-7eb4d5831909 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:33.084204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.091580 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Transition to ACTIVE for port object ec049beb-b772-45f2-8f43-c2a02c0439b0 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:33.100909 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.161305 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Allocated IP 172.20.0.2 (c7dbcaff-69e0-49f1-812f-d34c20d77025/b3847a35-e74f-4e4d-9548-27bcb396f13a/9c665f7e-0465-446c-b911-58020d87f855) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:33.363428 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Attempting to bind port ec049beb-b772-45f2-8f43-c2a02c0439b0 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:33.363700 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Attempting to bind port ec049beb-b772-45f2-8f43-c2a02c0439b0 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:33.363864 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Attempting to bind port ec049beb-b772-45f2-8f43-c2a02c0439b0 on network fb78acc9-458b-4c59-9aef-79f9677f05d7 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:33.377633 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:33.377812 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Checking segment: {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:33.378208 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.378596 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Bound using segment: {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:33.379061 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Bound port: ec049beb-b772-45f2-8f43-c2a02c0439b0, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:33.379427 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.420294 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Pushing event updated for resources: {'Port': ['ID=ec049beb-b772-45f2-8f43-c2a02c0439b0,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:33.459890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.468650 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.468990 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.469321 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.469645 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.469963 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.470286 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.470715 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.470908 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.471207 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.471519 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.471827 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.472136 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:15:33.513289 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] For port ec049beb-b772-45f2-8f43-c2a02c0439b0, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:33.517337 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] For port ec049beb-b772-45f2-8f43-c2a02c0439b0, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ec049beb-b772-45f2-8f43-c2a02c0439b0,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:33.522303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.522542 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.566486 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.578725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Transition to ACTIVE for port object 9c665f7e-0465-446c-b911-58020d87f855 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:33.600983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Transition to ACTIVE for port object 9c665f7e-0465-446c-b911-58020d87f855 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:33.608134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.610847 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:15:33.632181 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Routers {'e4006bf0-9fd4-43c2-856d-3712aa6e2f16'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:15:33.632854 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:15:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:33.676414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Network c7dbcaff-69e0-49f1-812f-d34c20d77025 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:33.680087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:33.685154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:33.720313 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cffd8-7133-43d4-8a41-138bbaa4632f None None] Pushing event updated for resources: {'Port': ['ID=ec049beb-b772-45f2-8f43-c2a02c0439b0,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:33.771421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Pushing event updated for resources: {'Port': ['ID=9c665f7e-0465-446c-b911-58020d87f855,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:33.825129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Attempting to bind port 9c665f7e-0465-446c-b911-58020d87f855 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:33.825576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Attempting to bind port 9c665f7e-0465-446c-b911-58020d87f855 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'dc66555c-1674-4795-9cb2-69a69f48693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:33.826106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Attempting to bind port 9c665f7e-0465-446c-b911-58020d87f855 on network c7dbcaff-69e0-49f1-812f-d34c20d77025 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:33.833745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:33.837011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Checking segment: {'id': 'dc66555c-1674-4795-9cb2-69a69f48693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:33.839431 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Allocated IP 172.26.2.207 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/280b4ac7-4e93-4a1d-9e1d-36acb5e6d204) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:33.840714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.841913 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Bound using segment: {'id': 'dc66555c-1674-4795-9cb2-69a69f48693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:33.842746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Bound port: 9c665f7e-0465-446c-b911-58020d87f855, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc66555c-1674-4795-9cb2-69a69f48693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:33.845045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:33.856077 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] Set router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:15:33.965889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] For port 9c665f7e-0465-446c-b911-58020d87f855, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:33.970146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] For port 9c665f7e-0465-446c-b911-58020d87f855, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9c665f7e-0465-446c-b911-58020d87f855,segment=NetworkSegment(dc66555c-1674-4795-9cb2-69a69f48693c),segment_id=dc66555c-1674-4795-9cb2-69a69f48693c)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:33.977069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:34.042370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:34.067969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6533808-cb8e-488f-8464-057390577bc5 None None] Pushing event updated for resources: {'Port': ['ID=9c665f7e-0465-446c-b911-58020d87f855,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:34.100953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:34.178853 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:34.182273 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:34.186837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:34.218510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Pushing event updated for resources: {'Port': ['ID=280b4ac7-4e93-4a1d-9e1d-36acb5e6d204,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:34.276981 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18'}], 'enable_snat': True}, 'gw_port_id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:25Z', 'updated_at': '2022-05-06T14:15:29Z', 'revision_number': 4, 'project_id': '8896558feb284a849ad531be28f97ce3', 'gw_port': {'id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:26Z', 'updated_at': '2022-05-06T14:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ec049beb-b772-45f2-8f43-c2a02c0439b0', 'name': '', 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'mac_address': 'fa:16:3e:19:a3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c07136ab-3814-4816-ba9e-325e04e87814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:29Z', 'updated_at': '2022-05-06T14:15:33Z', 'revision_number': 4, 'project_id': '8896558feb284a849ad531be28f97ce3', 'subnets': [{'id': 'c07136ab-3814-4816-ba9e-325e04e87814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:34.281426 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea63232-017a-4303-ad23-8b3f263f2a74 None None] The sync data for ids ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'] in dv-neutron-840888-1-hyperv is: [{'id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18'}], 'enable_snat': True}, 'gw_port_id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:25Z', 'updated_at': '2022-05-06T14:15:29Z', 'revision_number': 4, 'project_id': '8896558feb284a849ad531be28f97ce3', 'gw_port': {'id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:26Z', 'updated_at': '2022-05-06T14:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'ec049beb-b772-45f2-8f43-c2a02c0439b0', 'name': '', 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'mac_address': 'fa:16:3e:19:a3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'c07136ab-3814-4816-ba9e-325e04e87814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:29Z', 'updated_at': '2022-05-06T14:15:33Z', 'revision_number': 4, 'project_id': '8896558feb284a849ad531be28f97ce3', 'subnets': [{'id': 'c07136ab-3814-4816-ba9e-325e04e87814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:15:34.685396 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:34.951551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9c665f7e-0465-446c-b911-58020d87f855 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:35.067986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 9c665f7e-0465-446c-b911-58020d87f855 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:35.075509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ec049beb-b772-45f2-8f43-c2a02c0439b0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:35.092036 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.162249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb382d-3a9a-4aff-8e11-3c8885a39215 None None] Network c7dbcaff-69e0-49f1-812f-d34c20d77025 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:15:35.178400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ec049beb-b772-45f2-8f43-c2a02c0439b0 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:35.246513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ec049beb-b772-45f2-8f43-c2a02c0439b0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:35.246883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.313493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-057bf53a-e3bc-4de7-b76d-112b8df29064 None None] Provisioning for port 9c665f7e-0465-446c-b911-58020d87f855 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:35.330294 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Router 37b2036e-6569-456a-9e89-293b468ffa91 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:15:35.334744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-057bf53a-e3bc-4de7-b76d-112b8df29064 None None] Provisioning complete for port 9c665f7e-0465-446c-b911-58020d87f855 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:35.335106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-057bf53a-e3bc-4de7-b76d-112b8df29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.515099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.670791 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:15:35.699964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Sync routers for ids ['37b2036e-6569-456a-9e89-293b468ffa91'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:15:35.700504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.701792 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b69327b5-0997-48fb-b91d-4181404ae606 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1137607 May 06 14:15:35.704710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 50712) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:15:35.706536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ec049beb-b772-45f2-8f43-c2a02c0439b0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ec049beb-b772-45f2-8f43-c2a02c0439b0,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:35.723000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.765615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-057bf53a-e3bc-4de7-b76d-112b8df29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:35.773694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Routers {'37b2036e-6569-456a-9e89-293b468ffa91'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:15:35.774322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:15:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['37b2036e-6569-456a-9e89-293b468ffa91'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:35.977424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ec049beb-b772-45f2-8f43-c2a02c0439b0,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:35.981425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-057bf53a-e3bc-4de7-b76d-112b8df29064 None None] For port 9c665f7e-0465-446c-b911-58020d87f855, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9c665f7e-0465-446c-b911-58020d87f855,segment=NetworkSegment(dc66555c-1674-4795-9cb2-69a69f48693c),segment_id=dc66555c-1674-4795-9cb2-69a69f48693c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:35.991808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-057bf53a-e3bc-4de7-b76d-112b8df29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.073548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Set router 37b2036e-6569-456a-9e89-293b468ffa91 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:15:36.254471 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bf53a-e3bc-4de7-b76d-112b8df29064 None None] Pushing event updated for resources: {'Port': ['ID=9c665f7e-0465-446c-b911-58020d87f855,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:36.285364 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.386422 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-992ef674-0cba-44a5-b518-17dcb03779c8 None None] Provisioning complete for port 9c665f7e-0465-446c-b911-58020d87f855 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:36.386871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-992ef674-0cba-44a5-b518-17dcb03779c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.438625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.468064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b2036e-6569-456a-9e89-293b468ffa91', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:32Z', 'updated_at': '2022-05-06T14:15:34Z', 'revision_number': 3, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'gw_port': {'id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:33Z', 'updated_at': '2022-05-06T14:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:36.473039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Checking router: 37b2036e-6569-456a-9e89-293b468ffa91 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:15:36.473390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Updating router 37b2036e-6569-456a-9e89-293b468ffa91 port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:15:36.580767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.659168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Allocated IP 172.20.0.1 (c7dbcaff-69e0-49f1-812f-d34c20d77025/b3847a35-e74f-4e4d-9548-27bcb396f13a/06691106-144a-40ac-a7f0-c90639dbcb16) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:36.691514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-89306c0d-227c-4666-a17f-b6001bd6ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.817453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.834275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Transition to ACTIVE for port object 06691106-144a-40ac-a7f0-c90639dbcb16 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:36.867533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:36.886519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9c665f7e-0465-446c-b911-58020d87f855 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:36.935600 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Network c7dbcaff-69e0-49f1-812f-d34c20d77025 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:36.938442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:36.942207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:36.982159 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Pushing event updated for resources: {'Port': ['ID=06691106-144a-40ac-a7f0-c90639dbcb16,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:37.009797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.012592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.033230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Transition to ACTIVE for port object 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:37.044103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.124387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 9c665f7e-0465-446c-b911-58020d87f855 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:37.125059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.174498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Attempting to bind port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:37.174862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Attempting to bind port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:37.175221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Attempting to bind port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:37.188208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4802fca-9090-411b-b9c8-5cf04ed93dcc None None] Pushing event updated for resources: {'Port': ['ID=280b4ac7-4e93-4a1d-9e1d-36acb5e6d204,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:37.197677 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:37.198866 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:37.199002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.199346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:37.199830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Bound port: 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:37.200199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.271277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a2fed3a1-7258-41be-b6be-b03bd6304cd1 None None] Provisioning for port 06691106-144a-40ac-a7f0-c90639dbcb16 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:37.293434 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a2fed3a1-7258-41be-b6be-b03bd6304cd1 None None] Provisioning complete for port 06691106-144a-40ac-a7f0-c90639dbcb16 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:37.293802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a2fed3a1-7258-41be-b6be-b03bd6304cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.422574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.452230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] For port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:37.470826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] For port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=280b4ac7-4e93-4a1d-9e1d-36acb5e6d204,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:37.475476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ec049beb-b772-45f2-8f43-c2a02c0439b0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:37.500112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a2fed3a1-7258-41be-b6be-b03bd6304cd1 None None] Port 06691106-144a-40ac-a7f0-c90639dbcb16 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:15:37.508058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.619271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Routers {'37b2036e-6569-456a-9e89-293b468ffa91'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:15:37.620122 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:15:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['37b2036e-6569-456a-9e89-293b468ffa91'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:37.666199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.672798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.691700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4802fca-9090-411b-b9c8-5cf04ed93dcc None None] Pushing event updated for resources: {'Port': ['ID=280b4ac7-4e93-4a1d-9e1d-36acb5e6d204,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:37.722906 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ec049beb-b772-45f2-8f43-c2a02c0439b0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:37.723342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.785861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Pushing event updated for resources: {'Port': ['ID=06691106-144a-40ac-a7f0-c90639dbcb16,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:37.788380 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:37.869411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] Set router 37b2036e-6569-456a-9e89-293b468ffa91 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:15:37.934772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Network c7dbcaff-69e0-49f1-812f-d34c20d77025 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:37.935779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:38.147652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Router 37b2036e-6569-456a-9e89-293b468ffa91 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:15:38.237462 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-eb9602f8-684a-4a9b-a3da-a134fea6b662 None None] Provisioning complete for port 06691106-144a-40ac-a7f0-c90639dbcb16 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:38.238067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-eb9602f8-684a-4a9b-a3da-a134fea6b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:38.300293 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-eb9602f8-684a-4a9b-a3da-a134fea6b662 None None] Port 06691106-144a-40ac-a7f0-c90639dbcb16 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:15:38.310699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b2036e-6569-456a-9e89-293b468ffa91', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:32Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 4, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'gw_port': {'id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:33Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '06691106-144a-40ac-a7f0-c90639dbcb16', 'name': '', 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'mac_address': 'fa:16:3e:07:66:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:36Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 2, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'subnets': [{'id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:38.314761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7740031c-a320-4b5f-b558-413a75c99972 None None] The sync data for ids ['37b2036e-6569-456a-9e89-293b468ffa91'] in dv-neutron-840888-1-hyperv is: [{'id': '37b2036e-6569-456a-9e89-293b468ffa91', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:32Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 4, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'gw_port': {'id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:33Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '06691106-144a-40ac-a7f0-c90639dbcb16', 'name': '', 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'mac_address': 'fa:16:3e:07:66:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:36Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 2, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'subnets': [{'id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:15:38.353774 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:15:38.367554 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-baf0e9b8-37f8-4b76-ba29-ae9c1e09002d admin admin] 10.222.0.21 "PUT /v2.0/routers/37b2036e-6569-456a-9e89-293b468ffa91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6572990 May 06 14:15:39.019457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ca6f-67d3-4327-a001-4a1f3849e70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:39.318584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283184d-383d-4142-bbba-7b09078d5eca req-c7312177-c44c-44da-88eb-9d222da798aa tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:39.319317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e283184d-383d-4142-bbba-7b09078d5eca req-c7312177-c44c-44da-88eb-9d222da798aa tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Synchronizing usage tracker for tenant:8896558feb284a849ad531be28f97ce3 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:15:39.345322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e283184d-383d-4142-bbba-7b09078d5eca req-c7312177-c44c-44da-88eb-9d222da798aa tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Unset dirty status for tenant:8896558feb284a849ad531be28f97ce3 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:15:39.346727 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-c7312177-c44c-44da-88eb-9d222da798aa tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/networks?id=fb78acc9-458b-4c59-9aef-79f9677f05d7 HTTP/1.1" status: 200 len: 816 time: 0.1914477 May 06 14:15:39.363091 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-323c3ef8-e88f-43e1-9e53-ad786467eb80 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/quotas/8896558feb284a849ad531be28f97ce3 HTTP/1.1" status: 200 len: 375 time: 0.0107708 May 06 14:15:39.457908 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e283184d-383d-4142-bbba-7b09078d5eca req-9bc3adf8-2a43-4a70-ad04-edfd98e97b4c tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Synchronizing usage tracker for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:15:39.478606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e283184d-383d-4142-bbba-7b09078d5eca req-9bc3adf8-2a43-4a70-ad04-edfd98e97b4c tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Unset dirty status for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:15:39.480648 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-9bc3adf8-2a43-4a70-ad04-edfd98e97b4c tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8896558feb284a849ad531be28f97ce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121142 May 06 14:15:39.497717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-f94d63e3-43d9-49fe-81b3-dde4146d5309 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:15:39.498751 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-f94d63e3-43d9-49fe-81b3-dde4146d5309 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064957 May 06 14:15:39.636175 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-758e6783-3945-4a24-b479-e619226885bf service neutron] 10.222.0.21 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302273 May 06 14:15:39.766396 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-d0cc99bd-1915-4a44-8cc7-34e5b7f6b50a service neutron] 10.222.0.21 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241808 May 06 14:15:39.952252 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b40680a1-c96d-4a06-a108-9d13b8340a2b req-5b9b61dc-0b7d-41e9-a694-2406d2d48644 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 210 time: 0.0488200 May 06 14:15:40.043248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:40.084195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:40.897461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:40.974952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:40.980973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:40.981336 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:41.132140 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8ca86980-1853-4abb-bc2c-4d108ffd8d96 req-c3611427-51d4-4152-b5da-fe1a1462b23a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 210 time: 0.0479362 May 06 14:15:41.150277 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:41.169807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=280b4ac7-4e93-4a1d-9e1d-36acb5e6d204,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:41.174757 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:41.247823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=280b4ac7-4e93-4a1d-9e1d-36acb5e6d204,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:41.353769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283184d-383d-4142-bbba-7b09078d5eca req-2177d714-95ce-46cc-b511-49ba205ad53d tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:41.355759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-2177d714-95ce-46cc-b511-49ba205ad53d tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.76 "GET /v2.0/networks?id=fb78acc9-458b-4c59-9aef-79f9677f05d7 HTTP/1.1" status: 200 len: 816 time: 0.1578605 May 06 14:15:41.368515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Request body: {'port': {'device_id': '417dd32d-07f8-4e00-9d61-26772fc932f6', 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7', 'admin_state_up': True, 'tenant_id': '8896558feb284a849ad531be28f97ce3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:41.513594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:15:41.523112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:15:41.533111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Made reservation on behalf of 8896558feb284a849ad531be28f97ce3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:15:41.536554 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:41.668173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:41.709073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Allocated IP 172.20.0.10 (fb78acc9-458b-4c59-9aef-79f9677f05d7/c07136ab-3814-4816-ba9e-325e04e87814/7f658ced-edd3-47af-bd02-69836b917096) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:15:41.744170 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Sync routers for ids ['37b2036e-6569-456a-9e89-293b468ffa91'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:15:41.755154 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Routers {'37b2036e-6569-456a-9e89-293b468ffa91'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:15:41.755770 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:15:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['37b2036e-6569-456a-9e89-293b468ffa91'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:41.920478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:41.937722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Transition to ACTIVE for port object 7f658ced-edd3-47af-bd02-69836b917096 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:41.940534 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Set router 37b2036e-6569-456a-9e89-293b468ffa91 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:15:41.964279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:42.041320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:15:42.045075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:15:42.049432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:15:42.091523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Pushing event updated for resources: {'Port': ['ID=7f658ced-edd3-47af-bd02-69836b917096,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:42.130480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:42.131227 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:42.160960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-423f8816-23c8-4508-be31-7635d94b6831 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958944 May 06 14:15:42.174567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Request body: {'port': {'device_id': '417dd32d-07f8-4e00-9d61-26772fc932f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:15:42.334808 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b2036e-6569-456a-9e89-293b468ffa91', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:32Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 4, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'gw_port': {'id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:33Z', 'updated_at': '2022-05-06T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '06691106-144a-40ac-a7f0-c90639dbcb16', 'name': '', 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'mac_address': 'fa:16:3e:07:66:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:36Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 2, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'subnets': [{'id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:42.339004 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Checking router: 37b2036e-6569-456a-9e89-293b468ffa91 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:15:42.339343 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Updating router 37b2036e-6569-456a-9e89-293b468ffa91 port 06691106-144a-40ac-a7f0-c90639dbcb16 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:15:42.395176 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:42.399225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a94f7280-123a-484c-9090-92a2c94caead None None] Provisioning for port 7f658ced-edd3-47af-bd02-69836b917096 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:42.405586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a94f7280-123a-484c-9090-92a2c94caead None None] Provisioning complete for port 7f658ced-edd3-47af-bd02-69836b917096 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:42.405947 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a94f7280-123a-484c-9090-92a2c94caead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:42.466136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-a94f7280-123a-484c-9090-92a2c94caead None None] Port 7f658ced-edd3-47af-bd02-69836b917096 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:15:42.485838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:42.514566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb3e67-2168-4d6d-b21a-a249314f6bdc req-1728e581-55c6-4852-87b1-57b6a2aeda4c tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:42.515285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e5eb3e67-2168-4d6d-b21a-a249314f6bdc req-1728e581-55c6-4852-87b1-57b6a2aeda4c tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Synchronizing usage tracker for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:15:42.579010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e5eb3e67-2168-4d6d-b21a-a249314f6bdc req-1728e581-55c6-4852-87b1-57b6a2aeda4c tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Unset dirty status for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:15:42.580172 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5eb3e67-2168-4d6d-b21a-a249314f6bdc req-1728e581-55c6-4852-87b1-57b6a2aeda4c tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 932 time: 0.2320423 May 06 14:15:42.691884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e5eb3e67-2168-4d6d-b21a-a249314f6bdc req-d9e264c7-c14a-4ea3-9788-ff0f25883f1d tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Synchronizing usage tracker for tenant:8896558feb284a849ad531be28f97ce3 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:15:42.748918 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:42.762152 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Transition to ACTIVE for port object 06691106-144a-40ac-a7f0-c90639dbcb16 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:42.769999 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:42.794570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e5eb3e67-2168-4d6d-b21a-a249314f6bdc req-d9e264c7-c14a-4ea3-9788-ff0f25883f1d tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Unset dirty status for tenant:8896558feb284a849ad531be28f97ce3 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:15:42.795741 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5eb3e67-2168-4d6d-b21a-a249314f6bdc req-d9e264c7-c14a-4ea3-9788-ff0f25883f1d tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092125 May 06 14:15:42.892844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:42.934670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f658ced-edd3-47af-bd02-69836b917096 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:15:42.943006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:42.962005 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8da78-0c3f-471b-8cbf-e4e690ae0091 None None] Pushing event updated for resources: {'Port': ['ID=06691106-144a-40ac-a7f0-c90639dbcb16,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:42.969543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Transition to ACTIVE for port object 7f658ced-edd3-47af-bd02-69836b917096 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:15:42.975668 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:43.022719 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Attempting to bind port 06691106-144a-40ac-a7f0-c90639dbcb16 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:43.023641 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Attempting to bind port 06691106-144a-40ac-a7f0-c90639dbcb16 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'dc66555c-1674-4795-9cb2-69a69f48693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:43.024346 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Attempting to bind port 06691106-144a-40ac-a7f0-c90639dbcb16 on network c7dbcaff-69e0-49f1-812f-d34c20d77025 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:43.032749 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:43.033230 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Checking segment: {'id': 'dc66555c-1674-4795-9cb2-69a69f48693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:43.034458 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:43.034458 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Bound using segment: {'id': 'dc66555c-1674-4795-9cb2-69a69f48693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:43.035166 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Bound port: 06691106-144a-40ac-a7f0-c90639dbcb16, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc66555c-1674-4795-9cb2-69a69f48693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:43.035556 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:43.035875 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:43.035988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:43.062918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f658ced-edd3-47af-bd02-69836b917096,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:43.184689 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] For port 06691106-144a-40ac-a7f0-c90639dbcb16, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:43.188363 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] For port 06691106-144a-40ac-a7f0-c90639dbcb16, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=06691106-144a-40ac-a7f0-c90639dbcb16,segment=NetworkSegment(dc66555c-1674-4795-9cb2-69a69f48693c),segment_id=dc66555c-1674-4795-9cb2-69a69f48693c)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:43.195243 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:43.279474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Attempting to bind port 7f658ced-edd3-47af-bd02-69836b917096 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:15:43.280030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Attempting to bind port 7f658ced-edd3-47af-bd02-69836b917096 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:15:43.280167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Attempting to bind port 7f658ced-edd3-47af-bd02-69836b917096 on network fb78acc9-458b-4c59-9aef-79f9677f05d7 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:43.285010 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Routers {'37b2036e-6569-456a-9e89-293b468ffa91'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:15:43.285643 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:15:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['37b2036e-6569-456a-9e89-293b468ffa91'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:43.286488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Port 7f658ced-edd3-47af-bd02-69836b917096 on network fb78acc9-458b-4c59-9aef-79f9677f05d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:15:43.286813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Attempting to bind port 7f658ced-edd3-47af-bd02-69836b917096 on network fb78acc9-458b-4c59-9aef-79f9677f05d7 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:15:43.292944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:15:43.293658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Checking segment: {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:15:43.294139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Bound using segment: {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:15:43.294664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Bound port: 7f658ced-edd3-47af-bd02-69836b917096, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:15:43.295235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:43.360946 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8da78-0c3f-471b-8cbf-e4e690ae0091 None None] Pushing event updated for resources: {'Port': ['ID=06691106-144a-40ac-a7f0-c90639dbcb16,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:43.397220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] For port 7f658ced-edd3-47af-bd02-69836b917096, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:15:43.400661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] For port 7f658ced-edd3-47af-bd02-69836b917096, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7f658ced-edd3-47af-bd02-69836b917096,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:15:43.406266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:43.462882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:43.463998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:43.465830 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] 10.222.0.76 "PUT /v2.0/ports/7f658ced-edd3-47af-bd02-69836b917096 HTTP/1.1" status: 200 len: 1094 time: 1.2960517 May 06 14:15:43.466411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417dd32d-07f8-4e00-9d61-26772fc932f6', 'tag': '7f658ced-edd3-47af-bd02-69836b917096'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:15:43.545097 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] Set router 37b2036e-6569-456a-9e89-293b468ffa91 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:15:43.562764 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64a78ac-b720-434a-b506-04075d2f1151'] response: {'name': 'network-changed', 'server_uuid': '417dd32d-07f8-4e00-9d61-26772fc932f6', 'tag': '7f658ced-edd3-47af-bd02-69836b917096', 'status': 'completed', 'code': 200} May 06 14:15:43.583561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e1429-5fe0-4694-8607-1b0fd64047c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f658ced-edd3-47af-bd02-69836b917096,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:43.613560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283184d-383d-4142-bbba-7b09078d5eca req-6ff381f0-2d90-40ca-9777-2ed30c10b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:43.615334 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-6ff381f0-2d90-40ca-9777-2ed30c10b7d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8896558feb284a849ad531be28f97ce3&device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 1097 time: 0.1069889 May 06 14:15:43.692607 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-eb7398c5-6409-451f-aef2-b16d6186f9b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f658ced-edd3-47af-bd02-69836b917096 HTTP/1.1" status: 200 len: 217 time: 0.0684271 May 06 14:15:43.757635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283184d-383d-4142-bbba-7b09078d5eca req-dffbcfa6-9ec0-4038-84c9-c232abc9426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:43.759109 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-dffbcfa6-9ec0-4038-84c9-c232abc9426e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c07136ab-3814-4816-ba9e-325e04e87814 HTTP/1.1" status: 200 len: 855 time: 0.0600855 May 06 14:15:43.850120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283184d-383d-4142-bbba-7b09078d5eca req-fc1047cc-ecb2-44eb-8840-3ae6315fe946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:43.851919 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-fc1047cc-ecb2-44eb-8840-3ae6315fe946 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb78acc9-458b-4c59-9aef-79f9677f05d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862408 May 06 14:15:43.911744 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b2036e-6569-456a-9e89-293b468ffa91', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:32Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 4, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'gw_port': {'id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:33Z', 'updated_at': '2022-05-06T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '06691106-144a-40ac-a7f0-c90639dbcb16', 'name': '', 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'mac_address': 'fa:16:3e:07:66:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:36Z', 'updated_at': '2022-05-06T14:15:43Z', 'revision_number': 4, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'subnets': [{'id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:15:43.918147 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d8f2b-f1c3-4f14-a43d-3acb5cdbc979 None None] The sync data for ids ['37b2036e-6569-456a-9e89-293b468ffa91'] in dv-neutron-840888-1-hyperv is: [{'id': '37b2036e-6569-456a-9e89-293b468ffa91', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:32Z', 'updated_at': '2022-05-06T14:15:37Z', 'revision_number': 4, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'gw_port': {'id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:33Z', 'updated_at': '2022-05-06T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '06691106-144a-40ac-a7f0-c90639dbcb16', 'name': '', 'network_id': 'c7dbcaff-69e0-49f1-812f-d34c20d77025', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'mac_address': 'fa:16:3e:07:66:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:36Z', 'updated_at': '2022-05-06T14:15:43Z', 'revision_number': 4, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'subnets': [{'id': 'b3847a35-e74f-4e4d-9548-27bcb396f13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:15:44.056221 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-8168d734-aeb0-4819-8c99-b9d39240c911 service neutron] 10.222.0.76 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970110 May 06 14:15:44.094076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7f1e2-7bfd-4d39-912b-c7f9861bbf50 req-30e02d29-2575-491b-bfd8-bdbc8227a763 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:44.095602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cfd7f1e2-7bfd-4d39-912b-c7f9861bbf50 req-30e02d29-2575-491b-bfd8-bdbc8227a763 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 944 time: 0.1570683 May 06 14:15:44.220203 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cfd7f1e2-7bfd-4d39-912b-c7f9861bbf50 req-07145809-faf3-422d-9134-9676bb0ff767 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776398 May 06 14:15:44.248001 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e283184d-383d-4142-bbba-7b09078d5eca req-83ec1132-96b7-40c6-b7c5-160c80bdea1b service neutron] 10.222.0.76 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846552 May 06 14:15:44.483805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-960e95c2-47ff-4da3-b016-df5115d29444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:44.485350 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-960e95c2-47ff-4da3-b016-df5115d29444 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8896558feb284a849ad531be28f97ce3&device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 1097 time: 0.1820495 May 06 14:15:44.624287 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-859c4634-e47c-4a77-b6d3-85f6c7404ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:44.625760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-859c4634-e47c-4a77-b6d3-85f6c7404ab2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb78acc9-458b-4c59-9aef-79f9677f05d7 HTTP/1.1" status: 200 len: 917 time: 0.1317017 May 06 14:15:44.700081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-99ce06ac-1d50-4b9f-a142-5a856b2ce640 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f658ced-edd3-47af-bd02-69836b917096 HTTP/1.1" status: 200 len: 217 time: 0.0669966 May 06 14:15:44.763983 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-68e9a169-84e6-4300-872b-b1bb6a67f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:44.765478 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-68e9a169-84e6-4300-872b-b1bb6a67f082 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c07136ab-3814-4816-ba9e-325e04e87814 HTTP/1.1" status: 200 len: 855 time: 0.0578704 May 06 14:15:44.845661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-58693f76-cbf9-471c-9d2b-3c9dd2cfe19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:44.847150 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-58693f76-cbf9-471c-9d2b-3c9dd2cfe19a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb78acc9-458b-4c59-9aef-79f9677f05d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753598 May 06 14:15:44.905674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 06691106-144a-40ac-a7f0-c90639dbcb16 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:44.985404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-10b5014a-8f2d-4bdd-8e6d-c06c9bdc129e service neutron] 10.222.0.76 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312945 May 06 14:15:44.988792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 06691106-144a-40ac-a7f0-c90639dbcb16 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:44.993942 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 06691106-144a-40ac-a7f0-c90639dbcb16 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:44.994394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:45.126803 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b1f4eec-0d06-4eee-ac5c-639a793a03c9 req-d8f582a1-226d-4a13-a6ac-04cf243ba123 service neutron] 10.222.0.76 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347096 May 06 14:15:45.167002 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:45.199421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 06691106-144a-40ac-a7f0-c90639dbcb16, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=06691106-144a-40ac-a7f0-c90639dbcb16,segment=NetworkSegment(dc66555c-1674-4795-9cb2-69a69f48693c),segment_id=dc66555c-1674-4795-9cb2-69a69f48693c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:45.203315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:45.273708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=06691106-144a-40ac-a7f0-c90639dbcb16,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:45.425318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b3b08-67c5-4adb-bf04-8a0027ec16bf req-149e9f14-ea53-40c1-b25c-2f8b966597e2 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:45.426682 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d79b3b08-67c5-4adb-bf04-8a0027ec16bf req-149e9f14-ea53-40c1-b25c-2f8b966597e2 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 944 time: 0.0814657 May 06 14:15:45.471071 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d79b3b08-67c5-4adb-bf04-8a0027ec16bf req-a24a6370-cba2-4cd8-9023-7eff962ed8ed tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 May 06 14:15:45.835310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7f658ced-edd3-47af-bd02-69836b917096 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:15:46.067166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7f658ced-edd3-47af-bd02-69836b917096, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7f658ced-edd3-47af-bd02-69836b917096,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:46.090647 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '7f658ced-edd3-47af-bd02-69836b917096', 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7', 'port_id': '7f658ced-edd3-47af-bd02-69836b917096', 'mac_address': 'fa:16:3e:f5:6c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07136ab-3814-4816-ba9e-325e04e87814', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:15:46.159521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:46.185433 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f658ced-edd3-47af-bd02-69836b917096 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:15:46.206424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7f658ced-edd3-47af-bd02-69836b917096, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7f658ced-edd3-47af-bd02-69836b917096,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:46.210513 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:46.277721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=7f658ced-edd3-47af-bd02-69836b917096,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:46.496123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['7f658ced-edd3-47af-bd02-69836b917096'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:15:46.670134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faa169-d8ca-4ee7-8613-6a650cde1eb9 req-96742c62-b666-47a5-8753-8dcac6f2b08c tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:46.673642 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-02faa169-d8ca-4ee7-8613-6a650cde1eb9 req-96742c62-b666-47a5-8753-8dcac6f2b08c tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 945 time: 0.0900946 May 06 14:15:46.715486 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-02faa169-d8ca-4ee7-8613-6a650cde1eb9 req-77144c11-e10f-46db-abd5-ce1ff97be36e tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 May 06 14:15:46.883674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 06691106-144a-40ac-a7f0-c90639dbcb16 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:46.951489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 06691106-144a-40ac-a7f0-c90639dbcb16 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:46.951849 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:47.842578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7f658ced-edd3-47af-bd02-69836b917096 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:15:47.911177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c2c7c-de1a-4656-af28-a55b28733c5a req-b034a239-d81f-4244-8bf5-90354343be16 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:47.912638 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-316c2c7c-de1a-4656-af28-a55b28733c5a req-b034a239-d81f-4244-8bf5-90354343be16 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 945 time: 0.0929968 May 06 14:15:47.915667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 7f658ced-edd3-47af-bd02-69836b917096 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:15:47.921351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 7f658ced-edd3-47af-bd02-69836b917096 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:15:47.921718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:47.963852 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-316c2c7c-de1a-4656-af28-a55b28733c5a req-89601011-7bdb-4858-9abb-18e9ef308b2d tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 May 06 14:15:48.054911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:48.081761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417dd32d-07f8-4e00-9d61-26772fc932f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f658ced-edd3-47af-bd02-69836b917096'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:15:48.092306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 7f658ced-edd3-47af-bd02-69836b917096, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7f658ced-edd3-47af-bd02-69836b917096,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:15:48.096845 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:48.175921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=7f658ced-edd3-47af-bd02-69836b917096,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:15:48.183235 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57cad01-021f-45f2-b727-9aa26d29d099'] response: {'server_uuid': '417dd32d-07f8-4e00-9d61-26772fc932f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f658ced-edd3-47af-bd02-69836b917096', 'code': 200} May 06 14:15:48.417431 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40255e30-6ec5-463c-b383-4c1dabf40589 req-1e505227-9e7f-44d8-9d67-6b931c86a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:48.418825 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-40255e30-6ec5-463c-b383-4c1dabf40589 req-1e505227-9e7f-44d8-9d67-6b931c86a366 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 1099 time: 0.0746989 May 06 14:15:48.460714 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-40255e30-6ec5-463c-b383-4c1dabf40589 req-7f5f52c0-31f0-4cec-a936-744c93bc92fe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354598 May 06 14:15:49.148963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65198a41-9a2f-4d61-acf2-3630561cce02 req-0109c74d-48bd-4362-b40a-5509c9a6af79 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:49.150357 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-65198a41-9a2f-4d61-acf2-3630561cce02 req-0109c74d-48bd-4362-b40a-5509c9a6af79 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 946 time: 0.0785875 May 06 14:15:49.199799 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-65198a41-9a2f-4d61-acf2-3630561cce02 req-a935398a-ba05-419d-81d9-3a4e67a8049f tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 May 06 14:15:50.394397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8338ea-42a8-4313-97e1-df8a9390e565 req-5353f06f-2ead-4d46-ae31-dba7adc223f4 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:50.395862 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2e8338ea-42a8-4313-97e1-df8a9390e565 req-5353f06f-2ead-4d46-ae31-dba7adc223f4 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 946 time: 0.0843821 May 06 14:15:50.440762 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2e8338ea-42a8-4313-97e1-df8a9390e565 req-767c400e-b1ac-43f8-bcba-8ada7c8fd451 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387287 May 06 14:15:50.633892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993162bc-9b96-4bf6-a7c6-0d2c845990f4 req-e744b212-3b16-4209-81fd-ef6c0c72a40a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:15:50.635905 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-993162bc-9b96-4bf6-a7c6-0d2c845990f4 req-e744b212-3b16-4209-81fd-ef6c0c72a40a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 946 time: 0.0854588 May 06 14:15:50.679616 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-993162bc-9b96-4bf6-a7c6-0d2c845990f4 req-f2902dea-534d-41c6-a385-6e3449245958 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379438 May 06 14:16:06.225282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:06.358030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5f149-f85f-419c-b954-874d5ddee0b5 req-e7ee7f3f-30c2-4e26-b83d-a0ebd0a8ddb6 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:06.359481 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fde5f149-f85f-419c-b954-874d5ddee0b5 req-e7ee7f3f-30c2-4e26-b83d-a0ebd0a8ddb6 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 946 time: 0.0825520 May 06 14:16:06.404023 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fde5f149-f85f-419c-b954-874d5ddee0b5 req-73cc3cee-384b-47ac-9dd3-9d01e89bc90e tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 May 06 14:16:06.645672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b3a09462-3573-43c9-aa4d-62461fdf5b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:07.607969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732304a9-ea26-4c56-97ae-911c2cc9823f req-2db7007e-7784-4f88-a8d5-586fafaf970d tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:07.609593 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-732304a9-ea26-4c56-97ae-911c2cc9823f req-2db7007e-7784-4f88-a8d5-586fafaf970d tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 946 time: 0.0936627 May 06 14:16:07.670520 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-732304a9-ea26-4c56-97ae-911c2cc9823f req-516d69b1-1200-40c4-b89b-a04b3677452f tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524104 May 06 14:16:07.968404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-43b71d10-6a76-41d3-b24e-7929f925c840 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:07.969848 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-43b71d10-6a76-41d3-b24e-7929f925c840 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.76 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 946 time: 0.0806537 May 06 14:16:08.133855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Deleting port 7f658ced-edd3-47af-bd02-69836b917096 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:08.137094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:08.382193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] For port 7f658ced-edd3-47af-bd02-69836b917096, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=7f658ced-edd3-47af-bd02-69836b917096,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:08.382541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:08.512706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Calling delete_port for 7f658ced-edd3-47af-bd02-69836b917096 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:08.663173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:08.677111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['7f658ced-edd3-47af-bd02-69836b917096'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:16:08.718156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Pushing event deleted for resources: {'Port': ['ID=7f658ced-edd3-47af-bd02-69836b917096,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:08.813837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] No DVR routers for this DVR port 7f658ced-edd3-47af-bd02-69836b917096 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:16:08.816655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:08.849550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417dd32d-07f8-4e00-9d61-26772fc932f6', 'name': 'network-vif-deleted', 'tag': '7f658ced-edd3-47af-bd02-69836b917096'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:16:08.874745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-02cdc8d3-dc3f-4d61-87ca-e7ec70ddc2b0 req-02a134aa-62d0-49bd-94ae-5212782d0b9e tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Synchronizing usage tracker for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:16:08.880335 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f1587f83-1423-4b4a-8e9c-8ada93edd5be req-ed50a084-4f50-480f-b110-2ecffa5990be tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.76 "DELETE /v2.0/ports/7f658ced-edd3-47af-bd02-69836b917096 HTTP/1.1" status: 204 len: 173 time: 0.9045806 May 06 14:16:08.898730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-02cdc8d3-dc3f-4d61-87ca-e7ec70ddc2b0 req-02a134aa-62d0-49bd-94ae-5212782d0b9e tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Unset dirty status for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:16:08.915458 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-02cdc8d3-dc3f-4d61-87ca-e7ec70ddc2b0 req-02a134aa-62d0-49bd-94ae-5212782d0b9e tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=417dd32d-07f8-4e00-9d61-26772fc932f6 HTTP/1.1" status: 200 len: 210 time: 0.1024973 May 06 14:16:08.921593 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e952c9db-683f-4425-b2d1-805ca2f1e5d2'] response: {'server_uuid': '417dd32d-07f8-4e00-9d61-26772fc932f6', 'name': 'network-vif-deleted', 'tag': '7f658ced-edd3-47af-bd02-69836b917096', 'status': 'completed', 'code': 200} May 06 14:16:09.012110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f47265c4-2455-42cf-912c-5d3a37e78bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:10.046459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:10.089619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:10.590958 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:16:11.676725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:11.723285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-dff025fe-10d6-4c16-8a6b-11f0a139a533 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:11.724790 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-dff025fe-10d6-4c16-8a6b-11f0a139a533 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/networks?id=fb78acc9-458b-4c59-9aef-79f9677f05d7 HTTP/1.1" status: 200 len: 816 time: 0.1543090 May 06 14:16:11.740539 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-16f590d7-c625-4b33-8a0e-32aa6d795dd4 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/quotas/8896558feb284a849ad531be28f97ce3 HTTP/1.1" status: 200 len: 375 time: 0.0097318 May 06 14:16:11.836142 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-df4ed7e7-37ee-4018-beb5-ec46ca9223ef tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8896558feb284a849ad531be28f97ce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860829 May 06 14:16:11.985697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7f658ced-edd3-47af-bd02-69836b917096 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:12.031353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 7f658ced-edd3-47af-bd02-69836b917096 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:16:12.031693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 7f658ced-edd3-47af-bd02-69836b917096 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:12.130508 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-52aaa0d9-d92a-4dfd-9f8f-967b4dcf1260 service neutron] 10.222.0.21 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817719 May 06 14:16:12.275796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-7880980d-91ed-4235-9476-bfbe9c882306 service neutron] 10.222.0.21 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310084 May 06 14:16:12.464032 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4d26f31a-cddb-4700-8987-ce5133fb4cee req-e6da6ca7-54ee-4567-8990-aa09f7a48ff9 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 210 time: 0.0451596 May 06 14:16:13.527115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-54aa5d7c-d1cb-4606-aaef-d8097536e26e tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:13.528858 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-54aa5d7c-d1cb-4606-aaef-d8097536e26e tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.76 "GET /v2.0/networks?id=fb78acc9-458b-4c59-9aef-79f9677f05d7 HTTP/1.1" status: 200 len: 816 time: 0.1604764 May 06 14:16:13.542819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Request body: {'port': {'device_id': '101eafd9-34d2-4467-89b2-5ee51f1f5b09', 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7', 'admin_state_up': True, 'tenant_id': '8896558feb284a849ad531be28f97ce3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:16:13.800254 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-14c3c1af-6172-4576-bc2e-3043fd506331 req-cc6b9b47-f9a6-4bb3-ab04-4c3748ac474f tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 210 time: 0.0586276 May 06 14:16:13.868971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:16:13.880081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:16:13.890817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Made reservation on behalf of 8896558feb284a849ad531be28f97ce3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:16:13.894405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:14.074260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Allocated IP 172.20.0.5 (fb78acc9-458b-4c59-9aef-79f9677f05d7/c07136ab-3814-4816-ba9e-325e04e87814/3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:16:14.301939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:14.319106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Transition to ACTIVE for port object 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:16:14.346662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:14.420870 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:16:14.423967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:16:14.427807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:16:14.459835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Pushing event updated for resources: {'Port': ['ID=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:14.480664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.481008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.481424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.481674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.482000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.482323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.482643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.482964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.483315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.483604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.483911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.484280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:14.510393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:14.511152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:14.542340 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-d2765098-4793-4d1a-8558-64167c7d0ebb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0042951 May 06 14:16:14.559701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Request body: {'port': {'device_id': '101eafd9-34d2-4467-89b2-5ee51f1f5b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:16:14.683013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:14.717765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ed617859-60ea-428a-b83f-e27211066c94 None None] Provisioning for port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:16:14.723223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ed617859-60ea-428a-b83f-e27211066c94 None None] Provisioning complete for port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:16:14.723597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ed617859-60ea-428a-b83f-e27211066c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:14.781968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ed617859-60ea-428a-b83f-e27211066c94 None None] Port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:16:15.069133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247d66a-7627-4a39-8e3d-28ff19d76f5f req-c28d11a6-b033-4ace-8b67-296fbff10a7a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:15.069890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-6247d66a-7627-4a39-8e3d-28ff19d76f5f req-c28d11a6-b033-4ace-8b67-296fbff10a7a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Synchronizing usage tracker for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:16:15.141684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-6247d66a-7627-4a39-8e3d-28ff19d76f5f req-c28d11a6-b033-4ace-8b67-296fbff10a7a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Unset dirty status for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:16:15.142881 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6247d66a-7627-4a39-8e3d-28ff19d76f5f req-c28d11a6-b033-4ace-8b67-296fbff10a7a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 931 time: 0.2229726 May 06 14:16:15.145101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:16:15.155750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:15.199985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Transition to ACTIVE for port object 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:16:15.207440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:15.258130 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6247d66a-7627-4a39-8e3d-28ff19d76f5f req-15c9cd0f-7209-4ff8-af3d-01633523903a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073234 May 06 14:16:15.364750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Pushing event updated for resources: {'Port': ['ID=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:15.488726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Attempting to bind port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:16:15.489086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Attempting to bind port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:16:15.489383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Attempting to bind port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 on network fb78acc9-458b-4c59-9aef-79f9677f05d7 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:16:15.497512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 on network fb78acc9-458b-4c59-9aef-79f9677f05d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:16:15.498027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Attempting to bind port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 on network fb78acc9-458b-4c59-9aef-79f9677f05d7 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:16:15.507620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:16:15.507957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Checking segment: {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:16:15.508388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Bound using segment: {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:16:15.509012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Bound port: 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebe0902-a753-498c-b49a-00917c1c41eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:16:15.509353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:15.606205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] For port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:16:15.609521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] For port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:16:15.613819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:15.676765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:15.677381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:15.678746 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] 10.222.0.76 "PUT /v2.0/ports/3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 HTTP/1.1" status: 200 len: 1093 time: 1.1257553 May 06 14:16:15.679186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101eafd9-34d2-4467-89b2-5ee51f1f5b09', 'tag': '3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:16:15.710198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3c26e-290d-4035-8cf2-e8d096f9933f service neutron] Pushing event updated for resources: {'Port': ['ID=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:15.762356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2391f3-422e-4972-b0b9-ed8b3fe25bbf'] response: {'name': 'network-changed', 'server_uuid': '101eafd9-34d2-4467-89b2-5ee51f1f5b09', 'tag': '3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1', 'status': 'completed', 'code': 200} May 06 14:16:15.813009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-fa7ed5f8-f0c5-457a-8f76-b2941f5bdbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:15.814521 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-fa7ed5f8-f0c5-457a-8f76-b2941f5bdbdc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8896558feb284a849ad531be28f97ce3&device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 1096 time: 0.0849657 May 06 14:16:15.887744 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-a8253ff4-37df-40e8-bad6-d84df6c6a114 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0661967 May 06 14:16:16.064064 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-fee8063f-a210-4b3a-bebd-4a756d1cff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:16.065541 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-fee8063f-a210-4b3a-bebd-4a756d1cff2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c07136ab-3814-4816-ba9e-325e04e87814 HTTP/1.1" status: 200 len: 855 time: 0.1715178 May 06 14:16:16.146987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-f88af30f-5e54-4ce5-9619-5c7b7951f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:16.148513 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-f88af30f-5e54-4ce5-9619-5c7b7951f1e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb78acc9-458b-4c59-9aef-79f9677f05d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745094 May 06 14:16:16.288032 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-5d2d94fb-fb07-424f-865e-7eddf6bf57a9 service neutron] 10.222.0.76 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324086 May 06 14:16:16.487135 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdbc470a-beeb-4d68-a582-7cfbd83d7ea8 req-81d3db45-fb85-4642-b455-7f524a2d0101 service neutron] 10.222.0.76 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924548 May 06 14:16:16.512313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01774e-197d-4692-adbd-e184c0e6f9e3 req-0b528679-fb07-4186-b22c-224b5daf7ced tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:16.514042 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fc01774e-197d-4692-adbd-e184c0e6f9e3 req-0b528679-fb07-4186-b22c-224b5daf7ced tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 943 time: 0.1273835 May 06 14:16:16.611258 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fc01774e-197d-4692-adbd-e184c0e6f9e3 req-02e3b223-126d-4acb-b971-34317ad53db5 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912240 May 06 14:16:16.639199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-317d0848-93d8-4f02-8143-9bada3107219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:16.640776 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-317d0848-93d8-4f02-8143-9bada3107219 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8896558feb284a849ad531be28f97ce3&device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 1096 time: 0.1018813 May 06 14:16:16.781368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-01129b32-9e6e-4f9d-8261-16cf2497a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:16.783136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-01129b32-9e6e-4f9d-8261-16cf2497a6c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb78acc9-458b-4c59-9aef-79f9677f05d7 HTTP/1.1" status: 200 len: 917 time: 0.1359448 May 06 14:16:16.857766 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-a8e4635e-4ca3-4010-9380-18dcf0a3a75b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0676968 May 06 14:16:16.943327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-234a4095-3137-413c-8b6f-63a42820a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:16.945222 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-234a4095-3137-413c-8b6f-63a42820a5a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c07136ab-3814-4816-ba9e-325e04e87814 HTTP/1.1" status: 200 len: 855 time: 0.0815098 May 06 14:16:17.034292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-8e451793-93a7-4285-b853-4ed05a259b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:17.035814 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-8e451793-93a7-4285-b853-4ed05a259b5d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb78acc9-458b-4c59-9aef-79f9677f05d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824897 May 06 14:16:17.177219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-ff37c61b-bd45-45f0-b1ee-833ec2abbdd3 service neutron] 10.222.0.76 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335113 May 06 14:16:17.320471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bb572619-3497-4504-9b24-69ecba49b4e8 req-61232ecb-e593-4d9a-a064-9d4671e349c8 service neutron] 10.222.0.76 "GET /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356232 May 06 14:16:17.818636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ae2e-cc5e-4982-97e0-24a962f263e3 req-887d4d23-dbd5-4425-a811-455a4cedffc9 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:17.820247 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-74d1ae2e-cc5e-4982-97e0-24a962f263e3 req-887d4d23-dbd5-4425-a811-455a4cedffc9 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 943 time: 0.0854053 May 06 14:16:17.870304 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-74d1ae2e-cc5e-4982-97e0-24a962f263e3 req-8c675df4-6419-4f8c-bc08-50bc98c2c2cc tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 May 06 14:16:18.014289 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:16:18.214797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:18.239858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1', 'network_id': 'fb78acc9-458b-4c59-9aef-79f9677f05d7', 'port_id': '3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1', 'mac_address': 'fa:16:3e:3a:f1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07136ab-3814-4816-ba9e-325e04e87814', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:16:18.327053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:18.346009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:16:18.361846 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:18.366378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:18.436841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:18.444226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.444601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.444940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.445269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.445597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.445922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.446851 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.447176 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.447694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.448014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.448333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.448673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:18.617823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:16:19.069725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe044-4cf2-42c5-bfcc-af5af6ee6058 req-0e08452d-2425-4d95-a02c-49ed7ce69d22 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:19.072399 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-63efe044-4cf2-42c5-bfcc-af5af6ee6058 req-0e08452d-2425-4d95-a02c-49ed7ce69d22 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 944 time: 0.0915833 May 06 14:16:19.117511 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-63efe044-4cf2-42c5-bfcc-af5af6ee6058 req-b33f2080-dc8b-4baf-a20d-9ae7c03751e4 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 May 06 14:16:20.032877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:16:20.107149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:16:20.112725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:16:20.113096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:20.295514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:20.344335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eafd9-34d2-4467-89b2-5ee51f1f5b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:16:20.358362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:20.366761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:20.367429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe515d9-5c50-43a2-87a0-f6e52d80b69e req-8d93827b-e9e6-44ef-8600-b5432ba01729 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:20.371901 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-abe515d9-5c50-43a2-87a0-f6e52d80b69e req-8d93827b-e9e6-44ef-8600-b5432ba01729 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 944 time: 0.0957878 May 06 14:16:20.411989 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3637db72-8a32-48bc-8096-9024224c966d'] response: {'server_uuid': '101eafd9-34d2-4467-89b2-5ee51f1f5b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1', 'code': 200} May 06 14:16:20.451453 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-abe515d9-5c50-43a2-87a0-f6e52d80b69e req-8e5cac3d-19e5-4ea5-a622-dd682a97c8ce tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676701 May 06 14:16:20.469893 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:20.660478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6f5e1-2430-48c3-8522-3feaac31082c req-9516cac0-ed60-44ac-af60-926418cd14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:20.662091 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6f6f5e1-2430-48c3-8522-3feaac31082c req-9516cac0-ed60-44ac-af60-926418cd14e1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 1098 time: 0.0759292 May 06 14:16:20.710039 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6f6f5e1-2430-48c3-8522-3feaac31082c req-30de7958-bec3-495b-9ca3-7bbb8a172b4a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 May 06 14:16:21.705772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6df40f-9858-41ed-9d13-dcaed61ee3ed req-d33e51f9-5e7f-4e82-b53d-fcdde6a32500 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:21.708285 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be6df40f-9858-41ed-9d13-dcaed61ee3ed req-d33e51f9-5e7f-4e82-b53d-fcdde6a32500 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 945 time: 0.1168301 May 06 14:16:21.872607 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be6df40f-9858-41ed-9d13-dcaed61ee3ed req-b8f9ed27-9891-4ba1-938b-4cf8e51339cb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568503 May 06 14:16:23.067063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1a51d-53b5-4038-af2a-f7246d9475d2 req-cb32a6b6-832a-4183-aaa8-149bc70594bb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:23.068628 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-55c1a51d-53b5-4038-af2a-f7246d9475d2 req-cb32a6b6-832a-4183-aaa8-149bc70594bb tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 945 time: 0.0850403 May 06 14:16:23.115609 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-55c1a51d-53b5-4038-af2a-f7246d9475d2 req-f75ce05d-132f-4a16-81f4-4254f6d8c561 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 May 06 14:16:23.307850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e2caa-2f74-4923-93e6-654f4c70e9cf req-6f5028a3-6a31-4d27-bc09-91efd74f1e4e tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:23.309430 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fb5e2caa-2f74-4923-93e6-654f4c70e9cf req-6f5028a3-6a31-4d27-bc09-91efd74f1e4e tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 945 time: 0.0856528 May 06 14:16:23.360782 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fb5e2caa-2f74-4923-93e6-654f4c70e9cf req-ca8f4a69-03bb-4826-8869-76714768724b tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452504 May 06 14:16:36.254287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:36.648790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a0939332-4e57-4c6e-8e39-bb989ea2d491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:39.007014 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f02d4134-79c6-48a9-bdda-ac86f012243d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:39.318498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767564-b657-4820-9b2e-512b9b8ec6e1 req-fd39eb06-576f-41e7-b644-34cb9ef07d88 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:39.320044 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-25767564-b657-4820-9b2e-512b9b8ec6e1 req-fd39eb06-576f-41e7-b644-34cb9ef07d88 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 945 time: 0.0890007 May 06 14:16:39.368688 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-25767564-b657-4820-9b2e-512b9b8ec6e1 req-953c6b1e-ff73-4f30-94ab-8675be702f66 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 May 06 14:16:40.048938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:40.102184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:40.574956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeaebd-4f53-4663-a44f-36d6a0f570a7 req-c5872ca8-bba5-4e37-80bd-b9b2bcdedba6 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:40.576505 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f8aeaebd-4f53-4663-a44f-36d6a0f570a7 req-c5872ca8-bba5-4e37-80bd-b9b2bcdedba6 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 945 time: 0.0913129 May 06 14:16:40.627494 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f8aeaebd-4f53-4663-a44f-36d6a0f570a7 req-f6927256-7040-4a0c-9b8e-1b38fe92e906 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451467 May 06 14:16:41.116091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-f1b3d03b-147b-41db-b4b0-fd4c1b2ecdfd tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:41.119043 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-f1b3d03b-147b-41db-b4b0-fd4c1b2ecdfd tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.76 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 945 time: 0.0975492 May 06 14:16:41.198640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Deleting port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:41.198987 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:41.481045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] For port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:41.481317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:41.611016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Calling delete_port for 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:41.679705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:41.827528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:41.841724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:16:41.894482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Pushing event deleted for resources: {'Port': ['ID=3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:41.994310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] No DVR routers for this DVR port 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:16:41.997577 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:42.000077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eafd9-34d2-4467-89b2-5ee51f1f5b09', 'name': 'network-vif-deleted', 'tag': '3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:16:42.029236 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7c7a8941-94c8-4838-a462-b2c87ab804e4 req-931ff622-bde0-4e32-97c9-62ac414f15ae tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.76 "DELETE /v2.0/ports/3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 HTTP/1.1" status: 204 len: 173 time: 0.9036925 May 06 14:16:42.040570 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd0841-d8a8-49d8-8a6f-4b1285f7ae4c req-d6605519-66ec-44cb-ae24-aebea8180d2a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:42.041308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-3fbd0841-d8a8-49d8-8a6f-4b1285f7ae4c req-d6605519-66ec-44cb-ae24-aebea8180d2a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Synchronizing usage tracker for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:16:42.048606 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f32149-3780-4681-8c2a-370772847b61'] response: {'server_uuid': '101eafd9-34d2-4467-89b2-5ee51f1f5b09', 'name': 'network-vif-deleted', 'tag': '3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1', 'status': 'completed', 'code': 200} May 06 14:16:42.071843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-3fbd0841-d8a8-49d8-8a6f-4b1285f7ae4c req-d6605519-66ec-44cb-ae24-aebea8180d2a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] Unset dirty status for tenant:8896558feb284a849ad531be28f97ce3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:16:42.073534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fbd0841-d8a8-49d8-8a6f-4b1285f7ae4c req-d6605519-66ec-44cb-ae24-aebea8180d2a tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/ports?device_id=101eafd9-34d2-4467-89b2-5ee51f1f5b09 HTTP/1.1" status: 200 len: 867 time: 0.2950366 May 06 14:16:42.125588 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fbd0841-d8a8-49d8-8a6f-4b1285f7ae4c req-c12d41b4-10e0-47c8-bb58-df91323fafd3 tempest-TestEncryptedCinderVolumes-301626160 tempest-TestEncryptedCinderVolumes-301626160-project] 10.222.0.21 "GET /v2.0/security-groups?id=788e43f1-15e5-4048-8c1c-3119dce7d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 May 06 14:16:43.268132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51008) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:43.956839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:44.141405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:44.180914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:16:44.181248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 3e93e723-6ef7-44cf-b53b-ab2bbb23c8a1 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:44.357712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Deleting port ec049beb-b772-45f2-8f43-c2a02c0439b0 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:44.358365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:44.542310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] For port ec049beb-b772-45f2-8f43-c2a02c0439b0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ec049beb-b772-45f2-8f43-c2a02c0439b0,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:44.542660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:44.669788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Calling delete_port for ec049beb-b772-45f2-8f43-c2a02c0439b0 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:45.045123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:45.217367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec049beb-b772-45f2-8f43-c2a02c0439b0,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:45.517759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:45.906158 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:16:46.099797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:16:46.109730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] Sync routers for ids ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:16:46.118673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a24aef85-576a-48e9-9fc4-a1775e115f90 admin admin] 10.222.0.21 "PUT /v2.0/routers/e4006bf0-9fd4-43c2-856d-3712aa6e2f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8492002 May 06 14:16:46.121223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51012) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:46.122097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] Routers {'e4006bf0-9fd4-43c2-856d-3712aa6e2f16'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:16:46.123334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:16:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:46.349632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:46.361837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] Set router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:16:46.552845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:46.565389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Deleting port 5c815db7-d012-46b8-8e43-7eb4d5831909 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:46.565735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:46.705340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18'}], 'enable_snat': True}, 'gw_port_id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:25Z', 'updated_at': '2022-05-06T14:16:44Z', 'revision_number': 5, 'project_id': '8896558feb284a849ad531be28f97ce3', 'gw_port': {'id': '5c815db7-d012-46b8-8e43-7eb4d5831909', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:26Z', 'updated_at': '2022-05-06T14:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:46.709584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] Checking router: e4006bf0-9fd4-43c2-856d-3712aa6e2f16 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:16:46.722459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] Routers {'e4006bf0-9fd4-43c2-856d-3712aa6e2f16'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:16:46.723099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:16:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:46.877798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] For port 5c815db7-d012-46b8-8e43-7eb4d5831909, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=5c815db7-d012-46b8-8e43-7eb4d5831909,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:46.878163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:46.887224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] Set router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:16:47.013691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Calling delete_port for 5c815db7-d012-46b8-8e43-7eb4d5831909 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:47.031573 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:25Z', 'updated_at': '2022-05-06T14:16:46Z', 'revision_number': 6, 'project_id': '8896558feb284a849ad531be28f97ce3', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:47.035570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03149be4-4199-4776-ac45-d33eb01db29d None None] The sync data for ids ['e4006bf0-9fd4-43c2-856d-3712aa6e2f16'] in dv-neutron-840888-1-hyperv is: [{'id': 'e4006bf0-9fd4-43c2-856d-3712aa6e2f16', 'name': 'tempest-TestEncryptedCinderVolumes-293259882-router', 'tenant_id': '8896558feb284a849ad531be28f97ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:25Z', 'updated_at': '2022-05-06T14:16:46Z', 'revision_number': 6, 'project_id': '8896558feb284a849ad531be28f97ce3', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:16:47.194254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.240560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c815db7-d012-46b8-8e43-7eb4d5831909,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:47.336625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.520490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.522710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.546080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.546614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4006bf0-9fd4-43c2-856d-3712aa6e2f16 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:16:47.559413 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.560555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5e78c1b1-4246-49af-8a87-55524e51d1dc admin admin] 10.222.0.21 "DELETE /v2.0/routers/e4006bf0-9fd4-43c2-856d-3712aa6e2f16 HTTP/1.1" status: 204 len: 168 time: 1.4383750 May 06 14:16:47.563073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51016) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:47.591056 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:16:47.624099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d311cd7-2021-4630-a4a1-acfa14e0e6a9 admin admin] Deleting subnet c07136ab-3814-4816-ba9e-325e04e87814 {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:16:47.627506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d311cd7-2021-4630-a4a1-acfa14e0e6a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.683377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d311cd7-2021-4630-a4a1-acfa14e0e6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.767487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d311cd7-2021-4630-a4a1-acfa14e0e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.846729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d311cd7-2021-4630-a4a1-acfa14e0e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.890329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d311cd7-2021-4630-a4a1-acfa14e0e6a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07136ab-3814-4816-ba9e-325e04e87814,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:47.894008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2d311cd7-2021-4630-a4a1-acfa14e0e6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.901655 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2d311cd7-2021-4630-a4a1-acfa14e0e6a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c07136ab-3814-4816-ba9e-325e04e87814 HTTP/1.1" status: 204 len: 168 time: 0.3375702 May 06 14:16:47.905506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51020) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:47.909017 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4922b09-8720-493d-b12f-13a205709ff1 None None] Network fb78acc9-458b-4c59-9aef-79f9677f05d7 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:16:48.045222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:48.061588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Deleting port c9ca6182-5891-4407-a2cb-0e09853fae9f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:48.062213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:48.189193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf96393-6f35-4161-97ed-b77cb5373113 None None] DHCP port deletion for fb78acc9-458b-4c59-9aef-79f9677f05d7 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:16:48.195058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-caf96393-6f35-4161-97ed-b77cb5373113 None None] Deleting port c9ca6182-5891-4407-a2cb-0e09853fae9f {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:48.195699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-caf96393-6f35-4161-97ed-b77cb5373113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:48.322536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] For port c9ca6182-5891-4407-a2cb-0e09853fae9f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c9ca6182-5891-4407-a2cb-0e09853fae9f,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:48.322879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:48.424831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-caf96393-6f35-4161-97ed-b77cb5373113 None None] For port c9ca6182-5891-4407-a2cb-0e09853fae9f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=c9ca6182-5891-4407-a2cb-0e09853fae9f,segment=NetworkSegment(eebe0902-a753-498c-b49a-00917c1c41eb),segment_id=eebe0902-a753-498c-b49a-00917c1c41eb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:48.425132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-caf96393-6f35-4161-97ed-b77cb5373113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:48.551565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-caf96393-6f35-4161-97ed-b77cb5373113 None None] Calling delete_port for c9ca6182-5891-4407-a2cb-0e09853fae9f owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:48.557550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Calling delete_port for c9ca6182-5891-4407-a2cb-0e09853fae9f owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:48.630604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-caf96393-6f35-4161-97ed-b77cb5373113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:48.636655 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:16:48.637420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:16:48.683352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf96393-6f35-4161-97ed-b77cb5373113 None None] Pushing event deleted for resources: {'Port': ['ID=c9ca6182-5891-4407-a2cb-0e09853fae9f,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:48.685215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf96393-6f35-4161-97ed-b77cb5373113 None None] No DVR routers for this DVR port c9ca6182-5891-4407-a2cb-0e09853fae9f on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:16:48.919193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c9ca6182-5891-4407-a2cb-0e09853fae9f no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:48.962307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: c9ca6182-5891-4407-a2cb-0e09853fae9f {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:16:48.962566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device c9ca6182-5891-4407-a2cb-0e09853fae9f not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:48.962966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5c815db7-d012-46b8-8e43-7eb4d5831909 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:48.998744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 5c815db7-d012-46b8-8e43-7eb4d5831909 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:16:48.999082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 5c815db7-d012-46b8-8e43-7eb4d5831909 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:48.999504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ec049beb-b772-45f2-8f43-c2a02c0439b0 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:49.037167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: ec049beb-b772-45f2-8f43-c2a02c0439b0 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:16:49.037474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ec049beb-b772-45f2-8f43-c2a02c0439b0 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:49.138666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Deleting port c9ca6182-5891-4407-a2cb-0e09853fae9f {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:49.139007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:49.214438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] The port 'c9ca6182-5891-4407-a2cb-0e09853fae9f' was deleted {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:16:49.333189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:49.359766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb78acc9-458b-4c59-9aef-79f9677f05d7']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:49.373360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebe0902-a753-498c-b49a-00917c1c41eb') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:49.373651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebe0902-a753-498c-b49a-00917c1c41eb') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:49.385858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:49.404285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:49.412666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:16:49.413104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: util.warn( May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:16:49.428356 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:16:49.514562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:49.519547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:49.544963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=fb78acc9-458b-4c59-9aef-79f9677f05d7,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:49.559196 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c63613ff-9ec3-4518-a0a8-54d511801ffd admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb78acc9-458b-4c59-9aef-79f9677f05d7 HTTP/1.1" status: 204 len: 168 time: 1.6526437 May 06 14:16:49.562002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51024) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:50.103490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:50.549020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Deleting port 06691106-144a-40ac-a7f0-c90639dbcb16 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:50.549672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:50.719160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] For port 06691106-144a-40ac-a7f0-c90639dbcb16, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=06691106-144a-40ac-a7f0-c90639dbcb16,segment=NetworkSegment(dc66555c-1674-4795-9cb2-69a69f48693c),segment_id=dc66555c-1674-4795-9cb2-69a69f48693c)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:50.719510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:50.841753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Calling delete_port for 06691106-144a-40ac-a7f0-c90639dbcb16 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:51.021068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.072990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=06691106-144a-40ac-a7f0-c90639dbcb16,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:51.353818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:51.717264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Router 37b2036e-6569-456a-9e89-293b468ffa91 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:16:52.003621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:16:52.013477 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] Sync routers for ids ['37b2036e-6569-456a-9e89-293b468ffa91'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:16:52.015534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-dfcc714a-8c0c-4d66-a13c-5bed224da4bd admin admin] 10.222.0.21 "PUT /v2.0/routers/37b2036e-6569-456a-9e89-293b468ffa91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4525082 May 06 14:16:52.016470 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51028) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:52.023156 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] Routers {'37b2036e-6569-456a-9e89-293b468ffa91'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:16:52.023760 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:16:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['37b2036e-6569-456a-9e89-293b468ffa91'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:52.201581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:52.203416 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] Set router 37b2036e-6569-456a-9e89-293b468ffa91 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:16:52.386012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:52.399527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Deleting port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:52.400129 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:52.504671 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b2036e-6569-456a-9e89-293b468ffa91', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:32Z', 'updated_at': '2022-05-06T14:16:50Z', 'revision_number': 5, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'gw_port': {'id': '280b4ac7-4e93-4a1d-9e1d-36acb5e6d204', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b2036e-6569-456a-9e89-293b468ffa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:15:33Z', 'updated_at': '2022-05-06T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:52.509590 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] Checking router: 37b2036e-6569-456a-9e89-293b468ffa91 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:16:52.518074 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] Routers {'37b2036e-6569-456a-9e89-293b468ffa91'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:16:52.518678 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:16:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['37b2036e-6569-456a-9e89-293b468ffa91'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:52.592146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] For port 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=280b4ac7-4e93-4a1d-9e1d-36acb5e6d204,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:52.592518 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:52.678105 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] Set router 37b2036e-6569-456a-9e89-293b468ffa91 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:16:52.716427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Calling delete_port for 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:52.787010 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b2036e-6569-456a-9e89-293b468ffa91', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:32Z', 'updated_at': '2022-05-06T14:16:52Z', 'revision_number': 6, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:52.792187 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca249b-e9d6-4306-b92d-3650793a84c2 None None] The sync data for ids ['37b2036e-6569-456a-9e89-293b468ffa91'] in dv-neutron-840888-1-hyperv is: [{'id': '37b2036e-6569-456a-9e89-293b468ffa91', 'name': 'tempest-TestEncryptedCinderVolumes-1947604253-router', 'tenant_id': '35da891b7fb1411bbbf24efa49fc6d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:15:32Z', 'updated_at': '2022-05-06T14:16:52Z', 'revision_number': 6, 'project_id': '35da891b7fb1411bbbf24efa49fc6d09', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:16:52.891537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:52.968198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Pushing event deleted for resources: {'Port': ['ID=280b4ac7-4e93-4a1d-9e1d-36acb5e6d204,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:53.034772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.255280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 06691106-144a-40ac-a7f0-c90639dbcb16 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:53.296162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 06691106-144a-40ac-a7f0-c90639dbcb16 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:16:53.296692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 06691106-144a-40ac-a7f0-c90639dbcb16 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:53.341021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.343220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.369157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.369657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b2036e-6569-456a-9e89-293b468ffa91 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:16:53.382660 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.383836 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-eab87aae-ecf4-4ea5-9065-7b3af1e3d379 admin admin] 10.222.0.21 "DELETE /v2.0/routers/37b2036e-6569-456a-9e89-293b468ffa91 HTTP/1.1" status: 204 len: 168 time: 1.3664196 May 06 14:16:53.386831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51032) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:53.452378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-111abae7-e7f7-4b23-b837-63770d62b203 admin admin] Deleting subnet b3847a35-e74f-4e4d-9548-27bcb396f13a {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:16:53.455521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-111abae7-e7f7-4b23-b837-63770d62b203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.512204 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-111abae7-e7f7-4b23-b837-63770d62b203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.594734 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-111abae7-e7f7-4b23-b837-63770d62b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.679707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-111abae7-e7f7-4b23-b837-63770d62b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.729524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-111abae7-e7f7-4b23-b837-63770d62b203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.731878 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e274d-dd7d-436f-b622-0673bd3c9393 None None] Network c7dbcaff-69e0-49f1-812f-d34c20d77025 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:16:53.732036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111abae7-e7f7-4b23-b837-63770d62b203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3847a35-e74f-4e4d-9548-27bcb396f13a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:53.737058 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-111abae7-e7f7-4b23-b837-63770d62b203 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3847a35-e74f-4e4d-9548-27bcb396f13a HTTP/1.1" status: 204 len: 168 time: 0.3491230 May 06 14:16:53.739542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51036) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:53.855424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:53.868199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Deleting port 9c665f7e-0465-446c-b911-58020d87f855 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:53.868705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.001212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] DHCP port deletion for c7dbcaff-69e0-49f1-812f-d34c20d77025 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:16:54.005088 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] Deleting port 9c665f7e-0465-446c-b911-58020d87f855 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:54.005456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.082831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] For port 9c665f7e-0465-446c-b911-58020d87f855, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9c665f7e-0465-446c-b911-58020d87f855,segment=NetworkSegment(dc66555c-1674-4795-9cb2-69a69f48693c),segment_id=dc66555c-1674-4795-9cb2-69a69f48693c)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:54.083118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.211848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Calling delete_port for 9c665f7e-0465-446c-b911-58020d87f855 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:54.212853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] For port 9c665f7e-0465-446c-b911-58020d87f855, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9c665f7e-0465-446c-b911-58020d87f855,segment=NetworkSegment(dc66555c-1674-4795-9cb2-69a69f48693c),segment_id=dc66555c-1674-4795-9cb2-69a69f48693c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:54.213247 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.288288 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.339974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c665f7e-0465-446c-b911-58020d87f855,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:54.344381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] No DVR routers for this DVR port 9c665f7e-0465-446c-b911-58020d87f855 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:16:54.368272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] Calling delete_port for 9c665f7e-0465-446c-b911-58020d87f855 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:16:54.459352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:16:54.459750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:16:54.470080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.496605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7dbcaff-69e0-49f1-812f-d34c20d77025']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:54.508998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc66555c-1674-4795-9cb2-69a69f48693c') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:54.509289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc66555c-1674-4795-9cb2-69a69f48693c') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:16:54.520395 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.537030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.543049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:16:54.543348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:16:54.557401 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:16:54.636004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.652214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.662578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7dbcaff-69e0-49f1-812f-d34c20d77025,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:54.666972 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9478eea4-ea76-410c-815c-26d9206e6e87 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7dbcaff-69e0-49f1-812f-d34c20d77025 HTTP/1.1" status: 204 len: 168 time: 0.9262094 May 06 14:16:54.868019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51042) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:54.910928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:54.919101 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5ac2bee4-1a97-4378-8f89-37f8085ef61a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8896558feb284a849ad531be28f97ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499806 May 06 14:16:54.921439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51046) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:54.947585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:16:54.947936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 280b4ac7-4e93-4a1d-9e1d-36acb5e6d204 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:54.948343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9c665f7e-0465-446c-b911-58020d87f855 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:16:54.976775 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] Deleting port 9c665f7e-0465-446c-b911-58020d87f855 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:16:54.977348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:54.990027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a05e9ab4-9d25-46d8-861b-53e3ccee5d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.017550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a05e9ab4-9d25-46d8-861b-53e3ccee5d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.019505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 9c665f7e-0465-446c-b911-58020d87f855 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:16:55.019852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9c665f7e-0465-446c-b911-58020d87f855 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:16:55.060662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e809d17c-ee9e-4b1e-a1fb-b5143d6a4ef6 None None] The port '9c665f7e-0465-446c-b911-58020d87f855' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:16:55.081452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a05e9ab4-9d25-46d8-861b-53e3ccee5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.104131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e9ab4-9d25-46d8-861b-53e3ccee5d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e43f1-15e5-4048-8c1c-3119dce7d0d5,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:55.115640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a05e9ab4-9d25-46d8-861b-53e3ccee5d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.118070 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a05e9ab4-9d25-46d8-861b-53e3ccee5d74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/788e43f1-15e5-4048-8c1c-3119dce7d0d5 HTTP/1.1" status: 204 len: 168 time: 0.1951206 May 06 14:16:55.493345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51054) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:55.543349 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6d161478-cc57-452b-afac-c47cfab5c2f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35da891b7fb1411bbbf24efa49fc6d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487506 May 06 14:16:55.545901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51058) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:55.609607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-809f5d19-5dc7-485f-b818-caffea6ca803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.639789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-809f5d19-5dc7-485f-b818-caffea6ca803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.697113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-809f5d19-5dc7-485f-b818-caffea6ca803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.713692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f5d19-5dc7-485f-b818-caffea6ca803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140bba06-d52f-4883-ae1b-e962a6aac452,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:55.722194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-809f5d19-5dc7-485f-b818-caffea6ca803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:55.723517 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-809f5d19-5dc7-485f-b818-caffea6ca803 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/140bba06-d52f-4883-ae1b-e962a6aac452 HTTP/1.1" status: 204 len: 168 time: 0.1764059 May 06 14:16:56.533611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51082) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:56.644542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1683663994-network', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:16:56.649505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:16:56.653448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Usage tracker for resource:network and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:16:56.656308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:16:56.662081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:16:56.672554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Made reservation on behalf of a479fd265cf74b5db1e48ce21f32b1b3 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:16:56.674855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.687869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.702322 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:16:56.706324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Usage tracker for resource:security_group_rule and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:16:56.709129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:16:56.715570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:16:56.807318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.811256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.842083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:16:56.851024 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:56.860103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.860468 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Added segment 77c330f6-f0cd-461f-9bca-e12ad9d2a66f of type vlan for network 2efaee6d-d567-4c8c-aab1-f080f83cbfad May 06 14:16:56.862237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.862578 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.862906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.863231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.863553 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.863891 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.864194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.864541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.864859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.865172 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.865486 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.865801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:16:56.896693 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.931353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:56.932440 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:56.933017 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.037350 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5024698 May 06 14:16:57.040591 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51088) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:57.048066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Request body: {'subnet': {'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1683663994-subnet', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'ip_version': 4}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:16:57.053084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563a21d-6068-4923-b956-f96b771856ae admin admin] Pushing event updated for resources: {'Network': ['ID=2efaee6d-d567-4c8c-aab1-f080f83cbfad,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:57.057871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:16:57.063503 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Usage tracker for resource:subnet and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:16:57.066236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:16:57.066518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 2efaee6d-d567-4c8c-aab1-f080f83cbfad details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:16:57.072955 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:16:57.084527 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Made reservation on behalf of a479fd265cf74b5db1e48ce21f32b1b3 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:16:57.087421 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.421106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.492620 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9af713-5d13-4047-b0d9-734e4699e332,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:57.501236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Checking segment: {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:16:57.501583 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Network hostable DHCP agents. Network: 2efaee6d-d567-4c8c-aab1-f080f83cbfad, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:16:57.520624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Network 2efaee6d-d567-4c8c-aab1-f080f83cbfad is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:16:57.529654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 2efaee6d-d567-4c8c-aab1-f080f83cbfad) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:16:57.534235 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:16:57.535218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.542968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372f308-a136-459d-8855-728794743e27 None None] Network 2efaee6d-d567-4c8c-aab1-f080f83cbfad requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:16:57.561053 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-aa448d01-d723-4183-bc71-619e8d582316 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5194588 May 06 14:16:57.563666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51092) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:16:57.568655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:16:57.573577 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:16:57.577533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Usage tracker for resource:router and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:16:57.580398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:16:57.586310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:16:57.598080 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.599403 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.615246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.756123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:16:57.757164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.890738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:57.922766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Allocated IP 172.20.0.2 (2efaee6d-d567-4c8c-aab1-f080f83cbfad/ef9af713-5d13-4047-b0d9-734e4699e332/32c7427a-3820-4ef4-8030-91ebec0ac204) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:16:58.141566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.153246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Transition to ACTIVE for port object 32c7427a-3820-4ef4-8030-91ebec0ac204 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:16:58.172802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Transition to ACTIVE for port object 32c7427a-3820-4ef4-8030-91ebec0ac204 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:16:58.178909 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.227101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.250192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Network 2efaee6d-d567-4c8c-aab1-f080f83cbfad is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:16:58.253512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:16:58.258695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.258962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:16:58.261042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Pushing event updated for resources: {'Port': ['ID=32c7427a-3820-4ef4-8030-91ebec0ac204,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:58.360578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Attempting to bind port 32c7427a-3820-4ef4-8030-91ebec0ac204 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:16:58.361147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Attempting to bind port 32c7427a-3820-4ef4-8030-91ebec0ac204 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:16:58.361687 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Attempting to bind port 32c7427a-3820-4ef4-8030-91ebec0ac204 on network 2efaee6d-d567-4c8c-aab1-f080f83cbfad {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:16:58.369750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:16:58.370292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Checking segment: {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:16:58.370779 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.371329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Bound using segment: {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:16:58.372031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Bound port: 32c7427a-3820-4ef4-8030-91ebec0ac204, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:16:58.372591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.404837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Allocated IP 172.26.2.101 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/bd9f8625-7fb4-4578-926e-7ba410d5dab7) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:16:58.469280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] For port 32c7427a-3820-4ef4-8030-91ebec0ac204, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:16:58.472564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] For port 32c7427a-3820-4ef4-8030-91ebec0ac204, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=32c7427a-3820-4ef4-8030-91ebec0ac204,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:16:58.478334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.565774 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.566483 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85149b6-1dc3-44eb-b1bd-96dd39ed27db None None] Pushing event updated for resources: {'Port': ['ID=32c7427a-3820-4ef4-8030-91ebec0ac204,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:58.598192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:58.667615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:16:58.670579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:16:58.674463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:16:58.715282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Pushing event updated for resources: {'Port': ['ID=bd9f8625-7fb4-4578-926e-7ba410d5dab7,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:16:58.952174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 32c7427a-3820-4ef4-8030-91ebec0ac204 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:16:59.025766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 32c7427a-3820-4ef4-8030-91ebec0ac204 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:16:59.252997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.549679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d79d59f-dff2-4b5a-995c-b4d2ec2ffb6b None None] Network 2efaee6d-d567-4c8c-aab1-f080f83cbfad requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:16:59.615075 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.648695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d6d85ea7-9a21-4260-9005-7c68c9e80981 None None] Provisioning for port 32c7427a-3820-4ef4-8030-91ebec0ac204 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:16:59.667658 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d6d85ea7-9a21-4260-9005-7c68c9e80981 None None] Provisioning complete for port 32c7427a-3820-4ef4-8030-91ebec0ac204 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:16:59.668035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d6d85ea7-9a21-4260-9005-7c68c9e80981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.832986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Router df71612b-f853-4062-a8ed-0811f602453f is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:16:59.930449 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d6d85ea7-9a21-4260-9005-7c68c9e80981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:59.973231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-d6d85ea7-9a21-4260-9005-7c68c9e80981 None None] For port 32c7427a-3820-4ef4-8030-91ebec0ac204, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=32c7427a-3820-4ef4-8030-91ebec0ac204,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:16:59.977263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d6d85ea7-9a21-4260-9005-7c68c9e80981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:00.029758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:17:00.044229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Sync routers for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:17:00.058149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:00.059393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d85ea7-9a21-4260-9005-7c68c9e80981 None None] Pushing event updated for resources: {'Port': ['ID=32c7427a-3820-4ef4-8030-91ebec0ac204,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:00.059528 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-14b1bcdd-7141-46a3-a5cd-bc24995099bd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4947917 May 06 14:17:00.062521 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51096) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:00.063575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:00.064191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:16:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:00.264152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-a7c621df-4e17-47eb-848e-43e9c3fab586 None None] Provisioning complete for port 32c7427a-3820-4ef4-8030-91ebec0ac204 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:00.264451 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a7c621df-4e17-47eb-848e-43e9c3fab586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:00.316622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:00.688147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:16:58Z', 'revision_number': 3, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:00.692350 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Checking router: df71612b-f853-4062-a8ed-0811f602453f for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:17:00.692724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Updating router df71612b-f853-4062-a8ed-0811f602453f port bd9f8625-7fb4-4578-926e-7ba410d5dab7 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:17:00.750654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:00.873710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:00.945857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 32c7427a-3820-4ef4-8030-91ebec0ac204 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:01.068318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 32c7427a-3820-4ef4-8030-91ebec0ac204 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:01.068780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.109160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Allocated IP 172.20.0.1 (2efaee6d-d567-4c8c-aab1-f080f83cbfad/ef9af713-5d13-4047-b0d9-734e4699e332/6dda17f1-972d-4e2e-a3c0-6d8a25a1b372) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:01.203117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.260188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Transition to ACTIVE for port object bd9f8625-7fb4-4578-926e-7ba410d5dab7 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:01.272223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.272751 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.290901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Transition to ACTIVE for port object 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:01.318106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.359113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Attempting to bind port bd9f8625-7fb4-4578-926e-7ba410d5dab7 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:01.359479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Attempting to bind port bd9f8625-7fb4-4578-926e-7ba410d5dab7 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:01.359842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Attempting to bind port bd9f8625-7fb4-4578-926e-7ba410d5dab7 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:17:01.371897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da9acd-9f91-464d-aa7f-791e7af8519f None None] Pushing event updated for resources: {'Port': ['ID=bd9f8625-7fb4-4578-926e-7ba410d5dab7,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:01.374287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:17:01.374655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:17:01.375047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.375553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:17:01.375914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Bound port: bd9f8625-7fb4-4578-926e-7ba410d5dab7, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:01.376257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.387858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Network 2efaee6d-d567-4c8c-aab1-f080f83cbfad is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:01.390875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:01.394892 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:17:01.433161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Pushing event updated for resources: {'Port': ['ID=6dda17f1-972d-4e2e-a3c0-6d8a25a1b372,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:01.460640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.508208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] For port bd9f8625-7fb4-4578-926e-7ba410d5dab7, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:17:01.511682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] For port bd9f8625-7fb4-4578-926e-7ba410d5dab7, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bd9f8625-7fb4-4578-926e-7ba410d5dab7,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:17:01.517395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.598921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:01.599549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:16:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:01.656297 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da9acd-9f91-464d-aa7f-791e7af8519f None None] Pushing event updated for resources: {'Port': ['ID=bd9f8625-7fb4-4578-926e-7ba410d5dab7,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:01.736291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.757537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-35f3835f-3fd5-4fe4-bcb6-d3179420520a None None] Provisioning for port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:01.775772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-35f3835f-3fd5-4fe4-bcb6-d3179420520a None None] Provisioning complete for port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:01.776134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-35f3835f-3fd5-4fe4-bcb6-d3179420520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:01.848124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:01.948312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-35f3835f-3fd5-4fe4-bcb6-d3179420520a None None] Port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:17:02.071107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:02.075819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:02.140315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:16:58Z', 'revision_number': 3, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:02.144533 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93106741-0d7f-4fe4-bfaa-1ec658a29121 None None] The sync data for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv is: [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:16:58Z', 'revision_number': 3, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:17:02.185829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:02.222953 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Pushing event updated for resources: {'Port': ['ID=6dda17f1-972d-4e2e-a3c0-6d8a25a1b372,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:02.348018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Network 2efaee6d-d567-4c8c-aab1-f080f83cbfad is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:02.348873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:02.592333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Router df71612b-f853-4062-a8ed-0811f602453f has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:17:02.674747 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4c1449c2-7129-4d0b-85e5-bf6f0029a9db None None] Provisioning complete for port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:02.675119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4c1449c2-7129-4d0b-85e5-bf6f0029a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:02.736769 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4c1449c2-7129-4d0b-85e5-bf6f0029a9db None None] Port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:17:02.781820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:17:02.792061 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-794aeea9-30dd-4d30-bd24-30720b932e36 admin admin] 10.222.0.21 "PUT /v2.0/routers/df71612b-f853-4062-a8ed-0811f602453f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7270403 May 06 14:17:02.952795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bd9f8625-7fb4-4578-926e-7ba410d5dab7 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:03.034665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port bd9f8625-7fb4-4578-926e-7ba410d5dab7 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:03.040187 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port bd9f8625-7fb4-4578-926e-7ba410d5dab7 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:03.040583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.175325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.195514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port bd9f8625-7fb4-4578-926e-7ba410d5dab7, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bd9f8625-7fb4-4578-926e-7ba410d5dab7,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:17:03.199783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.270842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=bd9f8625-7fb4-4578-926e-7ba410d5dab7,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:03.380615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51114) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:03.387208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-774449178-network', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:03.392122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:03.396029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Usage tracker for resource:network and tenant:a3131b0a854c4c92a80bb07070ced0bd is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:03.399580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:03.405527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:03.417345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Made reservation on behalf of a3131b0a854c4c92a80bb07070ced0bd for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:03.419741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.436447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.451718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:03.455739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Usage tracker for resource:security_group_rule and tenant:a3131b0a854c4c92a80bb07070ced0bd is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:03.458848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:03.469106 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:03.563015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.567243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.598359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:17:03.607185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deed228-c615-4295-a3f9-75efeff7f6a8,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:03.612986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.613245 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Added segment 776fb085-955a-40ab-be99-182f41b26f3c of type vlan for network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 May 06 14:17:03.639505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.677181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.678317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:03.679266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.732374 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Sync routers for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:17:03.742858 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:03.743542 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:16:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:03.790202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] Pushing event updated for resources: {'Network': ['ID=82db1f0f-7a2d-4ac2-9dc1-97720d256a33,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:03.796994 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7d6c70e6-bc30-49f9-b3de-eb5dba895d34 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4127131 May 06 14:17:03.797316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51118) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:03.801841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:17:03.803888 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Request body: {'subnet': {'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-774449178-subnet', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:03.809199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:03.813208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Usage tracker for resource:subnet and tenant:a3131b0a854c4c92a80bb07070ced0bd is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:03.816116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:03.822196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:03.833715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Made reservation on behalf of a3131b0a854c4c92a80bb07070ced0bd for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:03.837582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:03.933408 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:04.065559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.139290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0294cc8e-d346-4b20-83af-1de11f2b2be4,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:04.154093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Checking segment: {'id': '776fb085-955a-40ab-be99-182f41b26f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:17:04.154452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Network hostable DHCP agents. Network: 82db1f0f-7a2d-4ac2-9dc1-97720d256a33, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:17:04.174033 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:17:04.185957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 82db1f0f-7a2d-4ac2-9dc1-97720d256a33) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:04.190303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:04.191477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.198689 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e5d25-ec65-495b-aad5-7acf8e7321ac None None] Network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:17:04.216800 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51122) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:04.217490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3c009611-1c0a-470b-9576-7f75bbb9de4d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4185796 May 06 14:17:04.223574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:04.229666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:04.234100 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Usage tracker for resource:router and tenant:a3131b0a854c4c92a80bb07070ced0bd is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:04.238303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:04.246147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:04.258995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.260027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.275445 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.328962 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '6dda17f1-972d-4e2e-a3c0-6d8a25a1b372', 'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'mac_address': 'fa:16:3e:d8:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:00Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 2, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'subnets': [{'id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:04.333675 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Checking router: df71612b-f853-4062-a8ed-0811f602453f for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:17:04.334065 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Updating router df71612b-f853-4062-a8ed-0811f602453f port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:17:04.394975 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.443315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-82db1f0f-7a2d-4ac2-9dc1-97720d256a33', 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'fixed_ips': [{'subnet_id': '0294cc8e-d346-4b20-83af-1de11f2b2be4'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:17:04.444367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.559911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.623304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Allocated IP 172.20.0.2 (82db1f0f-7a2d-4ac2-9dc1-97720d256a33/0294cc8e-d346-4b20-83af-1de11f2b2be4/fcd46a87-bf9c-44ae-af85-66526dc2cbe0) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:04.802502 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.820380 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Transition to ACTIVE for port object 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:04.828512 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.913484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:04.938146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Transition to ACTIVE for port object fcd46a87-bf9c-44ae-af85-66526dc2cbe0 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:04.981583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Transition to ACTIVE for port object fcd46a87-bf9c-44ae-af85-66526dc2cbe0 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:04.992079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.008907 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Pushing event updated for resources: {'Port': ['ID=6dda17f1-972d-4e2e-a3c0-6d8a25a1b372,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:05.050342 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.051720 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.052107 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.052490 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.052900 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.053031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bd9f8625-7fb4-4578-926e-7ba410d5dab7 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:05.053232 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.053630 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.053950 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.054381 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.054758 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.055328 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.055700 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:05.083032 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Attempting to bind port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:05.083388 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Attempting to bind port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:05.083740 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Attempting to bind port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 on network 2efaee6d-d567-4c8c-aab1-f080f83cbfad {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:17:05.094857 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:17:05.095225 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Checking segment: {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:17:05.095616 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.096001 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Bound using segment: {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:17:05.096691 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Bound port: 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:05.096992 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.124123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.133982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:05.140736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:05.147885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:17:05.153688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Pushing event updated for resources: {'Port': ['ID=fcd46a87-bf9c-44ae-af85-66526dc2cbe0,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:05.174391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.196626 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] For port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:17:05.200580 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] For port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6dda17f1-972d-4e2e-a3c0-6d8a25a1b372,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:17:05.210720 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.261544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Attempting to bind port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:05.262184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Attempting to bind port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '776fb085-955a-40ab-be99-182f41b26f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:05.262317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Attempting to bind port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 on network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:17:05.275249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:17:05.276018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Checking segment: {'id': '776fb085-955a-40ab-be99-182f41b26f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:17:05.276794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.277229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Bound using segment: {'id': '776fb085-955a-40ab-be99-182f41b26f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:17:05.277708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Bound port: fcd46a87-bf9c-44ae-af85-66526dc2cbe0, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776fb085-955a-40ab-be99-182f41b26f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:05.278063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.291680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port bd9f8625-7fb4-4578-926e-7ba410d5dab7 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:05.292043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.292648 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:05.293288 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:16:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:05.343178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Allocated IP 172.26.2.205 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/f8ba4bcb-e9ac-489e-9b98-976b4df89042) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:05.472960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] For port fcd46a87-bf9c-44ae-af85-66526dc2cbe0, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:17:05.481439 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:05.505980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] For port fcd46a87-bf9c-44ae-af85-66526dc2cbe0, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fcd46a87-bf9c-44ae-af85-66526dc2cbe0,segment=NetworkSegment(776fb085-955a-40ab-be99-182f41b26f3c),segment_id=776fb085-955a-40ab-be99-182f41b26f3c)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:17:05.516880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.569187 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.603938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:05.618724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c783023-93e8-4c9c-97e9-a39fede7729c None None] Pushing event updated for resources: {'Port': ['ID=fcd46a87-bf9c-44ae-af85-66526dc2cbe0,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:05.619475 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c644682-e968-4328-821a-99cf6b022381 None None] Pushing event updated for resources: {'Port': ['ID=6dda17f1-972d-4e2e-a3c0-6d8a25a1b372,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:05.682351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:05.689865 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:05.694776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:17:05.746757 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Pushing event updated for resources: {'Port': ['ID=f8ba4bcb-e9ac-489e-9b98-976b4df89042,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:05.994971 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '6dda17f1-972d-4e2e-a3c0-6d8a25a1b372', 'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'mac_address': 'fa:16:3e:d8:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:00Z', 'updated_at': '2022-05-06T14:17:05Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'subnets': [{'id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:06.001310 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27273304-eb23-4fcd-a309-ff928836e45c None None] The sync data for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv is: [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '6dda17f1-972d-4e2e-a3c0-6d8a25a1b372', 'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'mac_address': 'fa:16:3e:d8:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:00Z', 'updated_at': '2022-05-06T14:17:05Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'subnets': [{'id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:17:06.192759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:06.249222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:06.657352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ca45bf4b-e663-4c12-9902-1eae221b73a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:06.704842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de89e14b-3b24-4002-8170-93a7f4671809 None None] Network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:17:06.733145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:06.860296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-548fdf6e-1807-471d-adba-3536b609908e None None] Provisioning for port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:07.044886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fcd46a87-bf9c-44ae-af85-66526dc2cbe0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:07.055514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:17:07.160052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:07.166218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:07.166738 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:07.294977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:17:07.316237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Sync routers for ids ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:17:07.325700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:07.327057 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-441da47b-a2fb-42c1-8b99-79f6026c554a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1081300 May 06 14:17:07.330046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51126) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:07.336320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Routers {'7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:07.337132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:16:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:07.401125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:07.471421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c8b752a4-b800-4aa1-ac98-55ae5498e922 None None] Provisioning complete for port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:07.471797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c8b752a4-b800-4aa1-ac98-55ae5498e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:07.603598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port fcd46a87-bf9c-44ae-af85-66526dc2cbe0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fcd46a87-bf9c-44ae-af85-66526dc2cbe0,segment=NetworkSegment(776fb085-955a-40ab-be99-182f41b26f3c),segment_id=776fb085-955a-40ab-be99-182f41b26f3c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:17:07.612753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:07.613528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:07.770457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Set router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:07.994069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=fcd46a87-bf9c-44ae-af85-66526dc2cbe0,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:08.062856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:08.081530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:08.081900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.197145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.265410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.292295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:04Z', 'updated_at': '2022-05-06T14:17:05Z', 'revision_number': 3, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'gw_port': {'id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:05Z', 'updated_at': '2022-05-06T14:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:08.302170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Checking router: 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:17:08.302493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Updating router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae port f8ba4bcb-e9ac-489e-9b98-976b4df89042 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:17:08.340559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6dda17f1-972d-4e2e-a3c0-6d8a25a1b372,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:17:08.350708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.413143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.420180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Allocated IP 172.20.0.1 (82db1f0f-7a2d-4ac2-9dc1-97720d256a33/0294cc8e-d346-4b20-83af-1de11f2b2be4/8e97a283-b6a2-43b5-82f2-dde847280b5e) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:08.477060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=6dda17f1-972d-4e2e-a3c0-6d8a25a1b372,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:08.602749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.626344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Transition to ACTIVE for port object 8e97a283-b6a2-43b5-82f2-dde847280b5e will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:08.657364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.726378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:08.729549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:08.733820 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:17:08.782839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8e97a283-b6a2-43b5-82f2-dde847280b5e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:08.787870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.803258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Transition to ACTIVE for port object f8ba4bcb-e9ac-489e-9b98-976b4df89042 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:08.806591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.815379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.893959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Attempting to bind port f8ba4bcb-e9ac-489e-9b98-976b4df89042 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:08.894307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Attempting to bind port f8ba4bcb-e9ac-489e-9b98-976b4df89042 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:08.894665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Attempting to bind port f8ba4bcb-e9ac-489e-9b98-976b4df89042 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:17:08.904397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d9019-bc29-46a2-a710-ef2e53c4d3a1 None None] Pushing event updated for resources: {'Port': ['ID=f8ba4bcb-e9ac-489e-9b98-976b4df89042,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:08.907442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:17:08.907809 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:17:08.908199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.908674 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:17:08.909139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Bound port: f8ba4bcb-e9ac-489e-9b98-976b4df89042, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:08.909519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.960324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.972241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fcd46a87-bf9c-44ae-af85-66526dc2cbe0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:09.065870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6cff4ea9-02ad-4df6-903e-6171db300905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:09.076216 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-76fd4def-8053-4d5b-8783-eed06962229d None None] Provisioning for port 8e97a283-b6a2-43b5-82f2-dde847280b5e completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:09.080069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] For port f8ba4bcb-e9ac-489e-9b98-976b4df89042, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:17:09.085041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] For port f8ba4bcb-e9ac-489e-9b98-976b4df89042, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f8ba4bcb-e9ac-489e-9b98-976b4df89042,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:17:09.087341 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-76fd4def-8053-4d5b-8783-eed06962229d None None] Provisioning complete for port 8e97a283-b6a2-43b5-82f2-dde847280b5e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:09.087697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-76fd4def-8053-4d5b-8783-eed06962229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:09.116858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:09.200062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:09.204858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:09.218608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:09.218978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:09.252734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-76fd4def-8053-4d5b-8783-eed06962229d None None] Port 8e97a283-b6a2-43b5-82f2-dde847280b5e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:17:09.271516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d9019-bc29-46a2-a710-ef2e53c4d3a1 None None] Pushing event updated for resources: {'Port': ['ID=f8ba4bcb-e9ac-489e-9b98-976b4df89042,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:09.274618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Routers {'7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:09.275223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:17:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:09.427638 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:09.433939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8e97a283-b6a2-43b5-82f2-dde847280b5e,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:09.568923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] Set router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:09.571938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:09.573073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:09.619335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:09.793017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:17:09.852529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:09.853083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:09.986640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-4ad9e33e-e471-499d-a100-e4938da123b9 None None] Provisioning complete for port 8e97a283-b6a2-43b5-82f2-dde847280b5e triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:09.986870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4ad9e33e-e471-499d-a100-e4938da123b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:09.995486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:17:10.008461 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b1eb7068-accf-4b49-9e58-1012235455f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f8417f9-b1ea-4597-a1bc-ed538a7c68ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6752286 May 06 14:17:10.134327 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:10.140981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9e33e-e471-499d-a100-e4938da123b9 None None] Port 8e97a283-b6a2-43b5-82f2-dde847280b5e cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:17:10.152731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:10.172564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:04Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 4, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'gw_port': {'id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:05Z', 'updated_at': '2022-05-06T14:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8e97a283-b6a2-43b5-82f2-dde847280b5e', 'name': '', 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'mac_address': 'fa:16:3e:e0:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:08Z', 'updated_at': '2022-05-06T14:17:09Z', 'revision_number': 2, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'subnets': [{'id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:10.177820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fc07e7-4d22-4635-b509-18debe2e675d None None] The sync data for ids ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'] in dv-neutron-840888-1-hyperv is: [{'id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:04Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 4, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'gw_port': {'id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:05Z', 'updated_at': '2022-05-06T14:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8e97a283-b6a2-43b5-82f2-dde847280b5e', 'name': '', 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'mac_address': 'fa:16:3e:e0:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:08Z', 'updated_at': '2022-05-06T14:17:09Z', 'revision_number': 2, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'subnets': [{'id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:17:11.686458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:12.973548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f8ba4bcb-e9ac-489e-9b98-976b4df89042 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:13.059923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port f8ba4bcb-e9ac-489e-9b98-976b4df89042 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:13.065335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f8ba4bcb-e9ac-489e-9b98-976b4df89042 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:13.065935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:13.204225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:13.225582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port f8ba4bcb-e9ac-489e-9b98-976b4df89042, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f8ba4bcb-e9ac-489e-9b98-976b4df89042,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:17:13.231347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:13.314234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=f8ba4bcb-e9ac-489e-9b98-976b4df89042,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:13.826183 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Sync routers for ids ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:17:13.839447 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Routers {'7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:13.840375 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:17:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:14.047580 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Set router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:14.423607 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:04Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 4, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'gw_port': {'id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:05Z', 'updated_at': '2022-05-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8e97a283-b6a2-43b5-82f2-dde847280b5e', 'name': '', 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'mac_address': 'fa:16:3e:e0:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:08Z', 'updated_at': '2022-05-06T14:17:09Z', 'revision_number': 2, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'subnets': [{'id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:14.432108 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Checking router: 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:17:14.432509 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Updating router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae port 8e97a283-b6a2-43b5-82f2-dde847280b5e binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:17:14.490596 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:14.901531 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:14.914209 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Transition to ACTIVE for port object 8e97a283-b6a2-43b5-82f2-dde847280b5e will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:14.926656 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:14.971749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f8ba4bcb-e9ac-489e-9b98-976b4df89042 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:15.086285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port f8ba4bcb-e9ac-489e-9b98-976b4df89042 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:15.087082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:15.203159 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5085c4-05e5-4555-aa1f-fcc7c80021ff None None] Pushing event updated for resources: {'Port': ['ID=8e97a283-b6a2-43b5-82f2-dde847280b5e,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:15.205077 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Attempting to bind port 8e97a283-b6a2-43b5-82f2-dde847280b5e on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:15.206106 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Attempting to bind port 8e97a283-b6a2-43b5-82f2-dde847280b5e by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '776fb085-955a-40ab-be99-182f41b26f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:15.206468 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Attempting to bind port 8e97a283-b6a2-43b5-82f2-dde847280b5e on network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:17:15.213141 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:17:15.213512 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Checking segment: {'id': '776fb085-955a-40ab-be99-182f41b26f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:17:15.213901 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:15.214350 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Bound using segment: {'id': '776fb085-955a-40ab-be99-182f41b26f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:17:15.214961 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Bound port: 8e97a283-b6a2-43b5-82f2-dde847280b5e, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776fb085-955a-40ab-be99-182f41b26f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:15.215324 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:15.327602 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] For port 8e97a283-b6a2-43b5-82f2-dde847280b5e, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:17:15.330941 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] For port 8e97a283-b6a2-43b5-82f2-dde847280b5e, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8e97a283-b6a2-43b5-82f2-dde847280b5e,segment=NetworkSegment(776fb085-955a-40ab-be99-182f41b26f3c),segment_id=776fb085-955a-40ab-be99-182f41b26f3c)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:17:15.336848 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:15.412011 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Routers {'7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:15.413226 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:17:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:15.543598 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5085c4-05e5-4555-aa1f-fcc7c80021ff None None] Pushing event updated for resources: {'Port': ['ID=8e97a283-b6a2-43b5-82f2-dde847280b5e,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:15.717037 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] Set router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:16.085460 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:04Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 4, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'gw_port': {'id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:05Z', 'updated_at': '2022-05-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8e97a283-b6a2-43b5-82f2-dde847280b5e', 'name': '', 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'mac_address': 'fa:16:3e:e0:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:08Z', 'updated_at': '2022-05-06T14:17:15Z', 'revision_number': 4, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'subnets': [{'id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:16.090658 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab434c7-f30e-471c-a6bd-bd0e86154ef0 None None] The sync data for ids ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'] in dv-neutron-840888-1-hyperv is: [{'id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:04Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 4, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'gw_port': {'id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:05Z', 'updated_at': '2022-05-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8e97a283-b6a2-43b5-82f2-dde847280b5e', 'name': '', 'network_id': '82db1f0f-7a2d-4ac2-9dc1-97720d256a33', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'mac_address': 'fa:16:3e:e0:75:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:08Z', 'updated_at': '2022-05-06T14:17:15Z', 'revision_number': 4, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'subnets': [{'id': '0294cc8e-d346-4b20-83af-1de11f2b2be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:17:16.981638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8e97a283-b6a2-43b5-82f2-dde847280b5e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:17.077686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 8e97a283-b6a2-43b5-82f2-dde847280b5e completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:17.085202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8e97a283-b6a2-43b5-82f2-dde847280b5e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:17.085728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:17.238932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:17.280899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 8e97a283-b6a2-43b5-82f2-dde847280b5e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8e97a283-b6a2-43b5-82f2-dde847280b5e,segment=NetworkSegment(776fb085-955a-40ab-be99-182f41b26f3c),segment_id=776fb085-955a-40ab-be99-182f41b26f3c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:17:17.291232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:17.373430 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=8e97a283-b6a2-43b5-82f2-dde847280b5e,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:18.951138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8e97a283-b6a2-43b5-82f2-dde847280b5e up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:19.083110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8e97a283-b6a2-43b5-82f2-dde847280b5e triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:19.084031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:20.690163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8a5f8819-8875-4689-8ecc-6d3792b3dd11 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:20.691556 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8a5f8819-8875-4689-8ecc-6d3792b3dd11 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/networks?id=2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 200 len: 815 time: 0.1510484 May 06 14:17:20.710632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-3da9a43a-4e73-4a2f-81b9-91f756530549 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/quotas/a479fd265cf74b5db1e48ce21f32b1b3 HTTP/1.1" status: 200 len: 375 time: 0.0099669 May 06 14:17:20.796094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-1729dcd7-92e6-4949-9f4f-22136a403c06 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Synchronizing usage tracker for tenant:a479fd265cf74b5db1e48ce21f32b1b3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:20.813762 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-1729dcd7-92e6-4949-9f4f-22136a403c06 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Unset dirty status for tenant:a479fd265cf74b5db1e48ce21f32b1b3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:20.815036 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-1729dcd7-92e6-4949-9f4f-22136a403c06 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992951 May 06 14:17:20.929916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-35e993a2-dc26-47b4-9072-2ce56837fc9c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:17:20.931293 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-35e993a2-dc26-47b4-9072-2ce56837fc9c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1044791 May 06 14:17:21.064281 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-b2ed177c-dd04-42ec-8832-7151601e3c03 service neutron] 10.222.0.21 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268773 May 06 14:17:21.196065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-178dd388-7d21-4ad4-b770-5360ccd343a3 service neutron] 10.222.0.21 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258194 May 06 14:17:21.375754 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b21ddc9f-9cab-40ab-8544-2264d933c673 req-6265362b-a246-47f7-841e-1023f2a7fa17 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 210 time: 0.0437725 May 06 14:17:22.478390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-bd86082c-18ac-45c3-8995-46e5192df655 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:22.480065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-bd86082c-18ac-45c3-8995-46e5192df655 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.76 "GET /v2.0/networks?id=2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 200 len: 815 time: 0.1620817 May 06 14:17:22.522941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'port': {'device_id': '806418da-47b6-413d-8f4b-8e335fad8103', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'admin_state_up': True, 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:22.554752 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc4fdcee-bfe2-4280-8d14-e98ca0fa1f12 req-1c6a7d02-40ac-4449-a33a-44c32c0df529 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 210 time: 0.0713847 May 06 14:17:22.669639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:22.679289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:22.689511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Made reservation on behalf of a479fd265cf74b5db1e48ce21f32b1b3 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:17:22.693321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:23.054222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Allocated IP 172.20.0.7 (2efaee6d-d567-4c8c-aab1-f080f83cbfad/ef9af713-5d13-4047-b0d9-734e4699e332/ac4919e0-cc87-4d6b-b216-2faa4715ed1b) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:23.347223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:23.367271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Transition to ACTIVE for port object ac4919e0-cc87-4d6b-b216-2faa4715ed1b will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:23.394603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:23.468182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Network 2efaee6d-d567-4c8c-aab1-f080f83cbfad is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:23.471810 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:23.476753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:17:23.507699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'Port': ['ID=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:23.532045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.532377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.532755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.533083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.533411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.533729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.534052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.534373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.534701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.535003 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.535318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.535630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:23.562013 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:23.562468 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:23.592622 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8f456a78-02ce-489d-bf46-72ecba673f77 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0787458 May 06 14:17:23.837753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f0660-079a-4a08-8e25-e710fd703f28 req-4d46bc8f-1a6a-431a-b091-c2622e0548a2 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:23.838567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-446f0660-079a-4a08-8e25-e710fd703f28 req-4d46bc8f-1a6a-431a-b091-c2622e0548a2 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Synchronizing usage tracker for tenant:a479fd265cf74b5db1e48ce21f32b1b3 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:23.858037 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-446f0660-079a-4a08-8e25-e710fd703f28 req-4d46bc8f-1a6a-431a-b091-c2622e0548a2 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Unset dirty status for tenant:a479fd265cf74b5db1e48ce21f32b1b3 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:23.859394 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-446f0660-079a-4a08-8e25-e710fd703f28 req-4d46bc8f-1a6a-431a-b091-c2622e0548a2 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 931 time: 0.1288495 May 06 14:17:23.869542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-734cc491-6743-4b04-8dc7-d47ce239ceeb None None] Provisioning for port ac4919e0-cc87-4d6b-b216-2faa4715ed1b completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:23.879254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-734cc491-6743-4b04-8dc7-d47ce239ceeb None None] Provisioning complete for port ac4919e0-cc87-4d6b-b216-2faa4715ed1b triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:23.879551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-734cc491-6743-4b04-8dc7-d47ce239ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:23.937623 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-734cc491-6743-4b04-8dc7-d47ce239ceeb None None] Port ac4919e0-cc87-4d6b-b216-2faa4715ed1b cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:17:23.945516 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-446f0660-079a-4a08-8e25-e710fd703f28 req-afbceaf9-8249-4d14-bb29-68de3a650f3a tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758388 May 06 14:17:24.595144 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:17:25.160466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f5519-e3b2-4992-b7a1-2ffee293ff2d req-5386e5a5-c301-4af0-8531-2674ddf08d1d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:25.161879 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-626f5519-e3b2-4992-b7a1-2ffee293ff2d req-5386e5a5-c301-4af0-8531-2674ddf08d1d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 931 time: 0.0911944 May 06 14:17:25.212618 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-626f5519-e3b2-4992-b7a1-2ffee293ff2d req-84506136-3815-4bc9-9797-91809c89fe83 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440071 May 06 14:17:26.413681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec87701-b6c1-4c45-9df0-15814857a241 req-dc4c8b33-2125-4362-9cab-e26d516d1d70 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:26.415302 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fec87701-b6c1-4c45-9df0-15814857a241 req-dc4c8b33-2125-4362-9cab-e26d516d1d70 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 931 time: 0.0920162 May 06 14:17:26.465694 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fec87701-b6c1-4c45-9df0-15814857a241 req-9464616a-0031-4aaa-ada5-93a30f96a97c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440791 May 06 14:17:27.705174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee144ca5-dee5-4c21-b56e-db7bdbc0c549 req-b57b60fa-d8eb-4525-bd3f-0776172c7ef0 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:27.706693 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ee144ca5-dee5-4c21-b56e-db7bdbc0c549 req-b57b60fa-d8eb-4525-bd3f-0776172c7ef0 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 931 time: 0.0951369 May 06 14:17:27.761790 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ee144ca5-dee5-4c21-b56e-db7bdbc0c549 req-08e034d1-1e34-4a88-a296-d523e75ceabc tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472965 May 06 14:17:28.973941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53383735-96b0-4b39-86be-41e110458a61 req-0c6d187b-5407-4f7a-904b-f91362ddc20a tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:28.975476 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-53383735-96b0-4b39-86be-41e110458a61 req-0c6d187b-5407-4f7a-904b-f91362ddc20a tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 931 time: 0.0993283 May 06 14:17:29.026029 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-53383735-96b0-4b39-86be-41e110458a61 req-746aa596-3df9-4e75-aea5-6f4d8771dce5 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 May 06 14:17:30.228505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e47d4f-fa21-4ee7-8349-b442b46d2e5a req-83d74d25-c97c-4652-8221-474e147dba72 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:30.230096 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59e47d4f-fa21-4ee7-8349-b442b46d2e5a req-83d74d25-c97c-4652-8221-474e147dba72 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 931 time: 0.0896153 May 06 14:17:30.276736 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59e47d4f-fa21-4ee7-8349-b442b46d2e5a req-e739b5a0-735d-44e7-96a5-4536404b55b8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 May 06 14:17:30.663519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Request body: {'port': {'device_id': '806418da-47b6-413d-8f4b-8e335fad8103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:30.783122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.119734 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4919e0-cc87-4d6b-b216-2faa4715ed1b {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:17:31.126955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.140853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Transition to ACTIVE for port object ac4919e0-cc87-4d6b-b216-2faa4715ed1b will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:17:31.144295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.278805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:31.493377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Attempting to bind port ac4919e0-cc87-4d6b-b216-2faa4715ed1b on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:17:31.493606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Attempting to bind port ac4919e0-cc87-4d6b-b216-2faa4715ed1b by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:17:31.493965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Attempting to bind port ac4919e0-cc87-4d6b-b216-2faa4715ed1b on network 2efaee6d-d567-4c8c-aab1-f080f83cbfad {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:17:31.498528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Port ac4919e0-cc87-4d6b-b216-2faa4715ed1b on network 2efaee6d-d567-4c8c-aab1-f080f83cbfad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:17:31.498845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Attempting to bind port ac4919e0-cc87-4d6b-b216-2faa4715ed1b on network 2efaee6d-d567-4c8c-aab1-f080f83cbfad {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:17:31.504144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:17:31.504510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Checking segment: {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:17:31.504903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Bound using segment: {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:17:31.505352 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Bound port: ac4919e0-cc87-4d6b-b216-2faa4715ed1b, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c330f6-f0cd-461f-9bca-e12ad9d2a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:17:31.505695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.651458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] For port ac4919e0-cc87-4d6b-b216-2faa4715ed1b, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:17:31.654981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] For port ac4919e0-cc87-4d6b-b216-2faa4715ed1b, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:17:31.660073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.732197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9114ec-c492-42e7-9171-14cea3a372ad req-96038c84-4db2-4eb6-86ea-ea6145979a4d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:31.733713 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a9114ec-c492-42e7-9171-14cea3a372ad req-96038c84-4db2-4eb6-86ea-ea6145979a4d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 943 time: 0.1879036 May 06 14:17:31.734964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:31.735558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:31.736857 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] 10.222.0.76 "PUT /v2.0/ports/ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 1093 time: 1.0781245 May 06 14:17:31.739508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:17:31.791310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ea865-49dc-4477-a5f7-937cca646fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:31.825876 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033c8aa1-fcd5-4b0b-a988-bc8a050d06d5'] response: {'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'status': 'completed', 'code': 200} May 06 14:17:31.836127 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a9114ec-c492-42e7-9171-14cea3a372ad req-66699d10-6a8c-461c-8ea5-d89f77ea9df3 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898397 May 06 14:17:31.873959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-9c5adb01-1de2-4c81-814d-a06f395335a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:31.875448 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-9c5adb01-1de2-4c81-814d-a06f395335a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1096 time: 0.0853441 May 06 14:17:31.950201 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-a594954f-a561-41ac-a0d6-2ca29e97c752 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 217 time: 0.0671575 May 06 14:17:32.014067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8bcfd50f-aa9a-45f7-9d06-456ea938c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:32.015341 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-8bcfd50f-aa9a-45f7-9d06-456ea938c716 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef9af713-5d13-4047-b0d9-734e4699e332 HTTP/1.1" status: 200 len: 854 time: 0.0590901 May 06 14:17:32.096091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-892f8c18-c5d6-49bf-a72c-78d5f184f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:32.097642 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-892f8c18-c5d6-49bf-a72c-78d5f184f2b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2efaee6d-d567-4c8c-aab1-f080f83cbfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752227 May 06 14:17:32.237527 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-0634a84c-e38f-449f-b306-6261956325b3 service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306915 May 06 14:17:32.377532 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e518866e-5e51-45af-8f4e-340f58a50c98 req-9fc0dd5a-e7b5-41d6-8352-ea8442bea672 service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330509 May 06 14:17:32.503094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80352523-26c8-4fe1-8112-c8edd6199892 req-41a21188-eff5-4617-8ca3-1d4a2dafbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:32.504605 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80352523-26c8-4fe1-8112-c8edd6199892 req-41a21188-eff5-4617-8ca3-1d4a2dafbe4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1096 time: 0.0802855 May 06 14:17:32.646136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80352523-26c8-4fe1-8112-c8edd6199892 req-52c34b14-a748-45ed-b1a0-858df8cd70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:32.647475 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80352523-26c8-4fe1-8112-c8edd6199892 req-52c34b14-a748-45ed-b1a0-858df8cd70f1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 200 len: 916 time: 0.1352952 May 06 14:17:32.720319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80352523-26c8-4fe1-8112-c8edd6199892 req-69a492f1-c647-4284-b682-70e57a26095c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 217 time: 0.0651112 May 06 14:17:32.784183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80352523-26c8-4fe1-8112-c8edd6199892 req-42ef97ff-3e42-481b-817e-dac79719a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:32.785721 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80352523-26c8-4fe1-8112-c8edd6199892 req-42ef97ff-3e42-481b-817e-dac79719a0cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef9af713-5d13-4047-b0d9-734e4699e332 HTTP/1.1" status: 200 len: 854 time: 0.0592606 May 06 14:17:32.867125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80352523-26c8-4fe1-8112-c8edd6199892 req-b85b51c1-1ba9-4fde-bb3e-281179ea3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:32.868166 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80352523-26c8-4fe1-8112-c8edd6199892 req-b85b51c1-1ba9-4fde-bb3e-281179ea3250 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2efaee6d-d567-4c8c-aab1-f080f83cbfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745940 May 06 14:17:33.059320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80352523-26c8-4fe1-8112-c8edd6199892 req-51117b87-4254-44d3-8c5a-b64cdc3e0ec8 service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828387 May 06 14:17:33.095436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2cf35-ea60-44c9-a509-fa11191ceea3 req-229b12b1-f8ee-4011-895c-bd3dab553e09 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:33.096909 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88d2cf35-ea60-44c9-a509-fa11191ceea3 req-229b12b1-f8ee-4011-895c-bd3dab553e09 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 943 time: 0.1439517 May 06 14:17:33.305327 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88d2cf35-ea60-44c9-a509-fa11191ceea3 req-87585d27-ea61-413c-9c79-22ea66ba5562 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013221 May 06 14:17:33.334390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-80352523-26c8-4fe1-8112-c8edd6199892 req-46c351ca-bdd9-4037-9a01-876cab44b10d service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673552 May 06 14:17:34.448464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ac4919e0-cc87-4d6b-b216-2faa4715ed1b details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:17:34.494069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128fa52-9832-4797-b19f-49f19e93a708 req-42ff50df-9d45-4631-be19-6162157ea22f tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:34.495538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d128fa52-9832-4797-b19f-49f19e93a708 req-42ff50df-9d45-4631-be19-6162157ea22f tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 943 time: 0.0843496 May 06 14:17:34.540366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d128fa52-9832-4797-b19f-49f19e93a708 req-af94bb49-b31f-4813-8324-4d5a5b859cb3 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 May 06 14:17:34.581230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ac4919e0-cc87-4d6b-b216-2faa4715ed1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:17:34.597900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'port_id': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'mac_address': 'fa:16:3e:57:72:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:17:34.652578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:34.670061 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4919e0-cc87-4d6b-b216-2faa4715ed1b {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:17:34.685171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ac4919e0-cc87-4d6b-b216-2faa4715ed1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:17:34.688879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:34.756543 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:34.763998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.764342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.764708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.765069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.765404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.765734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.766055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.766383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.766707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.767027 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.767343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.767661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:17:34.923057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['ac4919e0-cc87-4d6b-b216-2faa4715ed1b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:17:35.728055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927011b-888c-47c8-afb1-6258b13189ae req-b04a72a0-77b7-4dff-ba32-ea5c149b7673 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:35.729538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4927011b-888c-47c8-afb1-6258b13189ae req-b04a72a0-77b7-4dff-ba32-ea5c149b7673 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 944 time: 0.0829527 May 06 14:17:35.773166 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4927011b-888c-47c8-afb1-6258b13189ae req-6aa12757-f977-4a62-9de9-be42a08f5465 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379953 May 06 14:17:36.258334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.451091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ac4919e0-cc87-4d6b-b216-2faa4715ed1b up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:17:36.521381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port ac4919e0-cc87-4d6b-b216-2faa4715ed1b completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:17:36.526196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port ac4919e0-cc87-4d6b-b216-2faa4715ed1b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:36.526565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.644887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.674011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-207e76bb-fda6-4341-bda5-417afa6a6669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.681045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:17:36.690815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port ac4919e0-cc87-4d6b-b216-2faa4715ed1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:17:36.695958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:36.729141 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4766274e-a00a-4159-acbe-40a44839f328'] response: {'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'code': 200} May 06 14:17:36.771595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:37.023365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560b551-bb85-4ba7-bf36-d4689cf07356 req-b3dccc8b-87f6-4d08-b69d-8a4b7ad90958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:37.024772 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a560b551-bb85-4ba7-bf36-d4689cf07356 req-b3dccc8b-87f6-4d08-b69d-8a4b7ad90958 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1098 time: 0.1086926 May 06 14:17:37.036620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97514ac0-ed3d-4db8-a24e-d89026914d45 req-946055d8-8a15-4836-8696-2127eb68d46c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:37.037972 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-97514ac0-ed3d-4db8-a24e-d89026914d45 req-946055d8-8a15-4836-8696-2127eb68d46c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.1537094 May 06 14:17:37.106059 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a560b551-bb85-4ba7-bf36-d4689cf07356 req-1eee93f7-eac3-4feb-99b5-388e618a8db4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671561 May 06 14:17:37.108896 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-97514ac0-ed3d-4db8-a24e-d89026914d45 req-46ccf078-85da-4afd-ab57-9a31368d7892 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582762 May 06 14:17:38.304166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12382d63-0b73-433f-b590-3f73dc860b69 req-0322f0fc-23cb-4241-a940-fcc0635a9eb9 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:38.305287 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-12382d63-0b73-433f-b590-3f73dc860b69 req-0322f0fc-23cb-4241-a940-fcc0635a9eb9 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.0855594 May 06 14:17:38.362912 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-12382d63-0b73-433f-b590-3f73dc860b69 req-de033d4b-be28-44f0-927c-02d7c5af4d4f tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 May 06 14:17:39.004089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-38ed790b-c518-4583-aa56-28297a860cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:39.552483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466986c3-01a7-4e6c-bd15-d553678ad99a req-a7fc0001-30a9-4b47-89f3-c51b4d90d971 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:39.554056 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-466986c3-01a7-4e6c-bd15-d553678ad99a req-a7fc0001-30a9-4b47-89f3-c51b4d90d971 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.0846345 May 06 14:17:39.603221 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-466986c3-01a7-4e6c-bd15-d553678ad99a req-e82c70c5-4e1b-46c3-82c5-1250bbb2f6a2 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 May 06 14:17:39.790458 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2659c-db84-4079-9287-13465efacaa2 req-b7dc3a3c-850c-4e26-9c6c-f60197c58af1 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:39.791883 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-13d2659c-db84-4079-9287-13465efacaa2 req-b7dc3a3c-850c-4e26-9c6c-f60197c58af1 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.0838795 May 06 14:17:39.838458 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-13d2659c-db84-4079-9287-13465efacaa2 req-b6e7968d-5b4d-43c0-a922-72e8c43be83c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 May 06 14:17:40.053025 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.097517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:40.248547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82f8f8-4513-403a-80ab-91062d5a8086 req-7c412933-9693-4332-8d68-bfc87acd0adb tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:40.249985 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a82f8f8-4513-403a-80ab-91062d5a8086 req-7c412933-9693-4332-8d68-bfc87acd0adb tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.0825391 May 06 14:17:40.294452 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a82f8f8-4513-403a-80ab-91062d5a8086 req-a270b9f6-1d2e-4c5e-8f41-ff70c0fbf544 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 May 06 14:17:41.679630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.419141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9676f-3a1d-4613-a460-60483185f404 req-3ae29336-25d1-4f0d-bf03-59b75e06fdae tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:50.420580 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68c9676f-3a1d-4613-a460-60483185f404 req-3ae29336-25d1-4f0d-bf03-59b75e06fdae tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.0809989 May 06 14:17:50.465550 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68c9676f-3a1d-4613-a460-60483185f404 req-b03b0c0a-e18c-448b-92e1-a046ee3d6884 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394039 May 06 14:17:50.489086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51316) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:50.603497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2c809-2a47-48b7-9fd5-d8f3ab75c51e tempest-TestMinimumBasicScenario-1461582274 tempest-TestMinimumBasicScenario-1461582274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:50.604202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ebc2c809-2a47-48b7-9fd5-d8f3ab75c51e tempest-TestMinimumBasicScenario-1461582274 tempest-TestMinimumBasicScenario-1461582274-project-admin] Synchronizing usage tracker for tenant:a3131b0a854c4c92a80bb07070ced0bd on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:17:50.620827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ebc2c809-2a47-48b7-9fd5-d8f3ab75c51e tempest-TestMinimumBasicScenario-1461582274 tempest-TestMinimumBasicScenario-1461582274-project-admin] Unset dirty status for tenant:a3131b0a854c4c92a80bb07070ced0bd on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:17:50.621977 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ebc2c809-2a47-48b7-9fd5-d8f3ab75c51e tempest-TestMinimumBasicScenario-1461582274 tempest-TestMinimumBasicScenario-1461582274-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1093 time: 0.1317782 May 06 14:17:50.624921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51322) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:50.630527 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:50.636663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:50.640398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Usage tracker for resource:floatingip and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:50.643209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:50.649590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:50.659680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.800292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:50.935325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Allocated IP 172.26.2.240 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/c77b7422-b49c-482f-bb34-7e45db0696de) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:17:51.085917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.114931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.181134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:17:51.184110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:17:51.187710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:17:51.216932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'Port': ['ID=c77b7422-b49c-482f-bb34-7e45db0696de,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:51.692157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.767340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.977899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:51.982446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:52.090375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'Port': ['ID=c77b7422-b49c-482f-bb34-7e45db0696de,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:52.102376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:52.272407 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Floating IP 20974d25-646d-4be6-aa50-b5a091a376e2 associated. External IP: 172.26.2.240, port: ac4919e0-cc87-4d6b-b216-2faa4715ed1b. May 06 14:17:52.624555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Router df71612b-f853-4062-a8ed-0811f602453f has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:17:52.906097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:17:52.917239 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] Sync routers for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:17:52.931381 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:52.932079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:17:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:52.932226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:52.990183 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a32cf4af-26fb-4a89-a574-0865139d9426 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3642428 May 06 14:17:52.990856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:17:52.993085 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51326) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:52.999207 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303739365', 'description': 'tempest-secgroup-smoke-303739365 description', 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:53.006564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:53.010713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Usage tracker for resource:security_group and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:53.014062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:53.020495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:53.034296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.038842 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b0f529-6936-492d-8515-8d03ebde57d6'] response: {'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'status': 'completed', 'code': 200} May 06 14:17:53.056987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:53.061034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Usage tracker for resource:security_group_rule and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:53.064658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:53.070532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:53.125327 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:53.141698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-7d5a0075-14fd-4e9e-9efc-214690ac3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:53.143106 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-7d5a0075-14fd-4e9e-9efc-214690ac3aa2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1098 time: 0.0788743 May 06 14:17:53.148041 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.152234 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.204805 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f22c289-f656-4db7-a1e9-cf814a00d2f9,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:53.210888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.214841 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5d4d454c-413b-462b-ba84-388ef8a54be8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2175872 May 06 14:17:53.215868 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51332) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:53.220772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'security_group_rule': {'security_group_id': '1f22c289-f656-4db7-a1e9-cf814a00d2f9', 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:53.227521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:53.231510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Usage tracker for resource:security_group_rule and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:53.234533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:53.240696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:53.259516 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.302227 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-f7a0eb2b-be0e-40f2-bdcb-c33ea797bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:53.303975 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-f7a0eb2b-be0e-40f2-bdcb-c33ea797bab1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 200 len: 916 time: 0.1540809 May 06 14:17:53.326257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.330268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.357552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e8c01e-d76e-4723-8e9e-c723c33e45d5,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:53.368465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.372695 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-96d41f27-453b-484a-b290-61d820f8c95d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535630 May 06 14:17:53.372971 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51336) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:53.378705 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'security_group_rule': {'security_group_id': '1f22c289-f656-4db7-a1e9-cf814a00d2f9', 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:53.385436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:53.389357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Usage tracker for resource:security_group_rule and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:53.392544 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:53.398808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:53.417122 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.421773 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-bddc8495-3627-4303-b677-b944d2a265aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 999 time: 0.1069350 May 06 14:17:53.483465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.488040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.488371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-5bcdbfe1-0711-4ad0-8bb3-19f816c907f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:53.492952 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-5bcdbfe1-0711-4ad0-8bb3-19f816c907f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef9af713-5d13-4047-b0d9-734e4699e332 HTTP/1.1" status: 200 len: 854 time: 0.0647683 May 06 14:17:53.512649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff6d0d4-418c-4d5a-a194-cded6c52c42a,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:53.523974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.525356 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-015c8cc9-bc70-4de3-8f81-c6340cc2cf05 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513915 May 06 14:17:53.528038 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51340) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:53.532304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '20974d25-646d-4be6-aa50-b5a091a376e2', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'floating_ip_address': '172.26.2.240', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'port_id': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'mac_address': 'fa:16:3e:57:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806418da-47b6-413d-8f4b-8e335fad8103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:17:51Z', 'updated_at': '2022-05-06T14:17:51Z', 'revision_number': 0, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dda17f1-972d-4e2e-a3c0-6d8a25a1b372', 'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'mac_address': 'fa:16:3e:d8:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:00Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 5, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'subnets': [{'id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:53.533349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'security_group_rule': {'security_group_id': '1f22c289-f656-4db7-a1e9-cf814a00d2f9', 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:53.537022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] Checking router: df71612b-f853-4062-a8ed-0811f602453f for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:17:53.539277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:53.543168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Usage tracker for resource:security_group_rule and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:53.545957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:17:53.546125 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:53.546721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:17:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:53.552759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:53.571833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.589855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-8cb11b98-7d26-459f-a61c-9fd050e03a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:53.591358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-8cb11b98-7d26-459f-a61c-9fd050e03a66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2efaee6d-d567-4c8c-aab1-f080f83cbfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882061 May 06 14:17:53.640258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.644576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.673634 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae2aa04-3787-4ce6-bf7a-4e165c8db3b0,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:53.685104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.686483 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a81b5b2c-4643-494c-9b80-25b696206530 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574845 May 06 14:17:53.690074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51344) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:53.696671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'security_group_rule': {'security_group_id': '1f22c289-f656-4db7-a1e9-cf814a00d2f9', 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:53.708384 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:53.715278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Usage tracker for resource:security_group_rule and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:53.720408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:53.731847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:17:53.737023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:53.767936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-34239a81-eb23-4207-b21f-b6fb16b97418 service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698747 May 06 14:17:53.771377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.945515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.958442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:53.980995 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c7cd6fa-0a00-430f-bb00-9f725a076e3f req-a4a66f9f-7ce1-4a8d-84d1-af1efe8317fb service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008090 May 06 14:17:53.988567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db7889c-d5dc-4bc8-a9ea-8f2b8ed3d9af,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:54.003967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.008637 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2090d985-0df3-4327-8152-2d2d6e9086ad tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3150823 May 06 14:17:54.008865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51348) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:54.014167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'security_group_rule': {'security_group_id': '1f22c289-f656-4db7-a1e9-cf814a00d2f9', 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:54.020794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:54.024634 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Usage tracker for resource:security_group_rule and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:54.027451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:54.033169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:54.045072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Project a479fd265cf74b5db1e48ce21f32b1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:17:54.051756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.095363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '20974d25-646d-4be6-aa50-b5a091a376e2', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'floating_ip_address': '172.26.2.240', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'port_id': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'mac_address': 'fa:16:3e:57:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806418da-47b6-413d-8f4b-8e335fad8103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:17:51Z', 'updated_at': '2022-05-06T14:17:51Z', 'revision_number': 0, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dda17f1-972d-4e2e-a3c0-6d8a25a1b372', 'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'mac_address': 'fa:16:3e:d8:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:00Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 5, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'subnets': [{'id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:17:54.099428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79486c2-0afb-4b96-b5f4-fd4f6a6a48c0 None None] The sync data for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv is: [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '20974d25-646d-4be6-aa50-b5a091a376e2', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'floating_ip_address': '172.26.2.240', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'port_id': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'mac_address': 'fa:16:3e:57:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806418da-47b6-413d-8f4b-8e335fad8103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:17:51Z', 'updated_at': '2022-05-06T14:17:51Z', 'revision_number': 0, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dda17f1-972d-4e2e-a3c0-6d8a25a1b372', 'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'mac_address': 'fa:16:3e:d8:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:00Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 5, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'subnets': [{'id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:17:54.121444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.125286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.145711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9986ea-7170-49a3-a14e-01d6db32bad5,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:54.164669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.167096 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-00dfc0e2-fa1f-4767-8105-b2aa84fcd09c tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562314 May 06 14:17:54.169399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51352) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:17:54.175698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'security_group_rule': {'security_group_id': '1f22c289-f656-4db7-a1e9-cf814a00d2f9', 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:54.183539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:17:54.188336 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Usage tracker for resource:security_group_rule and tenant:a479fd265cf74b5db1e48ce21f32b1b3 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:17:54.191597 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:17:54.199084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:17:54.210626 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Project a479fd265cf74b5db1e48ce21f32b1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:17:54.218535 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.292772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.298047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.323642 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30fc30d-fd6b-40fb-b068-f187fde2768c,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:54.338854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.339670 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4409720b-c841-4b7a-9256-a9f5e55c20ee tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687806 May 06 14:17:54.408760 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbed1eb-245d-430e-b13d-cdb63f7d2344 None None] New status for floating IP 20974d25-646d-4be6-aa50-b5a091a376e2: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:17:54.475292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-24dddec0-35ab-4c3b-beb1-275e0efae729 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303739365&fields=id&tenant_id=a479fd265cf74b5db1e48ce21f32b1b3 HTTP/1.1" status: 200 len: 267 time: 0.0518956 May 06 14:17:54.559139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-b0b3cc07-5a79-4314-8238-5025f56e0f5e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:54.560602 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-b0b3cc07-5a79-4314-8238-5025f56e0f5e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.0798080 May 06 14:17:54.572221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-f91a726b-f074-467f-ae08-7bfd7bd60ff4 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'port': {'security_groups': ['72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1', '1f22c289-f656-4db7-a1e9-cf814a00d2f9']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:17:54.695222 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-f91a726b-f074-467f-ae08-7bfd7bd60ff4 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.953313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-f91a726b-f074-467f-ae08-7bfd7bd60ff4 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] For port ac4919e0-cc87-4d6b-b216-2faa4715ed1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:17:54.984150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-f91a726b-f074-467f-ae08-7bfd7bd60ff4 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:54.988654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-f91a726b-f074-467f-ae08-7bfd7bd60ff4 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.001349 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['ac4919e0-cc87-4d6b-b216-2faa4715ed1b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:17:55.063239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-f91a726b-f074-467f-ae08-7bfd7bd60ff4 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:55.063976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-f91a726b-f074-467f-ae08-7bfd7bd60ff4 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.065525 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5b0effe1-f40d-4d25-a1ea-4339abf41b71 req-f91a726b-f074-467f-ae08-7bfd7bd60ff4 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "PUT /v2.0/ports/ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 981 time: 0.4977727 May 06 14:17:55.066625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:17:55.090712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a726b-f074-467f-ae08-7bfd7bd60ff4 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'Port': ['ID=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,revision_number=6']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:17:55.128242 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a096be-4252-4a1a-b73e-83fc195ae6c7'] response: {'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'status': 'completed', 'code': 200} May 06 14:17:55.156028 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['ac4919e0-cc87-4d6b-b216-2faa4715ed1b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:17:55.365762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-84d6e275-1440-4d89-9d71-5c2a5fe46280 None None] Provisioning complete for port ac4919e0-cc87-4d6b-b216-2faa4715ed1b triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:17:55.366031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-84d6e275-1440-4d89-9d71-5c2a5fe46280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.421835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-b66739af-b09d-4d58-816b-4dd884eccbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:55.423286 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-b66739af-b09d-4d58-816b-4dd884eccbfa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1137 time: 0.2628870 May 06 14:17:55.432949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a35688-512d-431a-b026-7782fa11339a req-83d30452-4f6d-4845-97ab-2b62ba714fc5 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:55.434376 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e2a35688-512d-431a-b026-7782fa11339a req-83d30452-4f6d-4845-97ab-2b62ba714fc5 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.2274454 May 06 14:17:55.571210 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e2a35688-512d-431a-b026-7782fa11339a req-7282fc8a-6608-4ffc-b562-d21746343106 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150813 May 06 14:17:55.609562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-44020916-fa85-44c3-9cee-98b5136e366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:55.611364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-44020916-fa85-44c3-9cee-98b5136e366a service neutron] 10.222.0.76 "GET /v2.0/networks?id=2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 200 len: 916 time: 0.1759484 May 06 14:17:55.724002 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-372e2a82-40c2-48f7-b4fd-0f5879e747ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 1001 time: 0.1062133 May 06 14:17:55.796324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-c6620514-9deb-4eba-bd7a-4b7272a5f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:55.797806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-c6620514-9deb-4eba-bd7a-4b7272a5f0d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef9af713-5d13-4047-b0d9-734e4699e332 HTTP/1.1" status: 200 len: 854 time: 0.0662024 May 06 14:17:55.876139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-b362c247-fc6b-4b3b-aab9-4cd86ad430b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:17:55.877574 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-b362c247-fc6b-4b3b-aab9-4cd86ad430b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2efaee6d-d567-4c8c-aab1-f080f83cbfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728517 May 06 14:17:56.016042 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-c8a51d15-fb26-4fb7-9c81-7f0489f9c9d0 service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296682 May 06 14:17:56.147701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4467d064-a1bc-42b7-9f62-314b71cf1a78 req-85ea5a8c-3095-472b-b15a-5c1e9a1c2ef4 service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243827 May 06 14:18:01.595029 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:18:06.264053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:06.656920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f4480acd-3811-453d-abce-fcbf9030d419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:09.005696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-01b8bf98-e0e8-489d-b472-2033531a4700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:10.056279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:10.100955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:11.682864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:18.518370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-9dd9b253-ade9-4544-b675-d6987815e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:18.519847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-9dd9b253-ade9-4544-b675-d6987815e09f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1137 time: 0.1338098 May 06 14:18:18.532909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c16010-84c8-477f-a2c0-08f8d346e8fb req-48bceaf1-f80c-4164-8f21-68770e17d805 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:18.534313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a2c16010-84c8-477f-a2c0-08f8d346e8fb req-48bceaf1-f80c-4164-8f21-68770e17d805 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.1184113 May 06 14:18:18.659720 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a2c16010-84c8-477f-a2c0-08f8d346e8fb req-47efd347-22b2-4cac-a81f-72f64a1e9619 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1064289 May 06 14:18:18.701720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-6306380f-15c1-4f92-805b-bc8ce2ea3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:18.703182 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-6306380f-15c1-4f92-805b-bc8ce2ea3d2d service neutron] 10.222.0.76 "GET /v2.0/networks?id=2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 200 len: 916 time: 0.1680121 May 06 14:18:18.815314 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-73dd2892-41e3-4352-960c-2341eb756918 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 1001 time: 0.1047688 May 06 14:18:18.889237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-ada03925-9a0d-4cfe-b04d-46417193b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:18.890761 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-ada03925-9a0d-4cfe-b04d-46417193b999 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef9af713-5d13-4047-b0d9-734e4699e332 HTTP/1.1" status: 200 len: 854 time: 0.0653203 May 06 14:18:18.987187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-dc1c9420-ebae-4ad7-883b-7a4c25fbf324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:18.988695 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-dc1c9420-ebae-4ad7-883b-7a4c25fbf324 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2efaee6d-d567-4c8c-aab1-f080f83cbfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872850 May 06 14:18:19.122377 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-bf39834a-858e-49d7-9a57-4e2d00b6dfe3 service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269159 May 06 14:18:19.364851 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9019a34f-6d65-4d49-b8f3-205f89a7908c req-7105b972-8460-4de6-aa4f-6d298e52633a service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355597 May 06 14:18:19.861535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586850d0-7908-45f1-9b7a-48af2571d162 req-45dcf457-7a01-4b26-88fb-25b4c959d04a tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:19.863092 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-586850d0-7908-45f1-9b7a-48af2571d162 req-45dcf457-7a01-4b26-88fb-25b4c959d04a tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.0844285 May 06 14:18:19.916443 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-586850d0-7908-45f1-9b7a-48af2571d162 req-bf5e917d-cbce-4e62-bb9c-a997d22ce904 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445409 May 06 14:18:21.117594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc77112-94b0-4761-b1d6-58956581d9b5 req-600209fc-25b4-4105-af1f-70f926db862b tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:21.119170 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9dc77112-94b0-4761-b1d6-58956581d9b5 req-600209fc-25b4-4105-af1f-70f926db862b tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.0918312 May 06 14:18:21.172269 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9dc77112-94b0-4761-b1d6-58956581d9b5 req-233452f2-721a-4d21-9b9c-19f03433b425 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470076 May 06 14:18:22.575539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b8525-a1d8-48c2-9b4c-452745676916 req-dc248a65-42d3-4f73-b06b-5445488423d3 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:22.577020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-030b8525-a1d8-48c2-9b4c-452745676916 req-dc248a65-42d3-4f73-b06b-5445488423d3 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.2944298 May 06 14:18:22.582693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-9ed3d9b1-9bd7-42cf-8667-967b047cfcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:22.584338 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-9ed3d9b1-9bd7-42cf-8667-967b047cfcd9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1137 time: 0.0963080 May 06 14:18:22.703912 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-030b8525-a1d8-48c2-9b4c-452745676916 req-11d91f1b-c915-439b-85ff-96ce752728e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185620 May 06 14:18:22.753434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-5adc3fe9-ea81-4aa8-b9e7-6be7fa1085ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:22.754933 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-5adc3fe9-ea81-4aa8-b9e7-6be7fa1085ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 200 len: 916 time: 0.1496143 May 06 14:18:22.874503 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-4c82aae7-4cc7-40ce-bf37-0eda5c2c81bd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 1001 time: 0.1090503 May 06 14:18:22.949905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-4ba59d6d-3254-4b53-adc8-10db84163680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:22.951366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-4ba59d6d-3254-4b53-adc8-10db84163680 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef9af713-5d13-4047-b0d9-734e4699e332 HTTP/1.1" status: 200 len: 854 time: 0.0655582 May 06 14:18:23.035737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-bef97ac9-09f1-46b8-bc0c-8a05d0f708c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:23.037803 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-bef97ac9-09f1-46b8-bc0c-8a05d0f708c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2efaee6d-d567-4c8c-aab1-f080f83cbfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774603 May 06 14:18:23.178971 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-d5767a2b-59ed-4e81-ac4a-48ea83efc083 service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332388 May 06 14:18:23.312658 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d175dfb7-ceea-4912-8865-7f2ec34b9305 req-83f8ea2e-be57-475f-9528-b80a8c1d1bce service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269281 May 06 14:18:23.943059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895075e-c4cd-440f-bc3b-61918562140e req-4d625ac4-9e16-4153-8d16-6ca7ce95f68b tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:23.944493 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b895075e-c4cd-440f-bc3b-61918562140e req-4d625ac4-9e16-4153-8d16-6ca7ce95f68b tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.1301224 May 06 14:18:23.996760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b895075e-c4cd-440f-bc3b-61918562140e req-c7de424e-5d88-4936-9b8d-0ae6947e4f3a tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432310 May 06 14:18:25.189736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d31a-bd00-40ee-8e20-8caa675ded29 req-7478c467-9dc3-4431-85aa-1e7cb04f08d2 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:25.191122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec57d31a-bd00-40ee-8e20-8caa675ded29 req-7478c467-9dc3-4431-85aa-1e7cb04f08d2 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.0871787 May 06 14:18:25.241884 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ec57d31a-bd00-40ee-8e20-8caa675ded29 req-6c232ea8-2c10-4880-82c2-1b1190f07f0f tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435936 May 06 14:18:26.435811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298d73e-d9cb-4d46-971c-3d9ac93e5525 req-6109a428-72b5-4036-b4ad-a7a004909141 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:26.437378 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7298d73e-d9cb-4d46-971c-3d9ac93e5525 req-6109a428-72b5-4036-b4ad-a7a004909141 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.0833480 May 06 14:18:26.490077 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7298d73e-d9cb-4d46-971c-3d9ac93e5525 req-f9b22bdb-eab9-4fae-b13a-b7df44f36b93 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453722 May 06 14:18:27.684206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc50e-ea27-4f66-8822-94f43ddb708c req-fdac61b6-8351-48a7-9018-b14a4e9ac6f5 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:27.685669 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-12ebc50e-ea27-4f66-8822-94f43ddb708c req-fdac61b6-8351-48a7-9018-b14a4e9ac6f5 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.0864596 May 06 14:18:27.732118 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-12ebc50e-ea27-4f66-8822-94f43ddb708c req-1524409a-1243-4ace-9045-4d4973a2f8d6 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406747 May 06 14:18:28.923235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530c82d-4768-410c-a653-1a1d384f5079 req-ac55239a-1d69-4536-988e-fa95ac9691f7 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:28.925576 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7530c82d-4768-410c-a653-1a1d384f5079 req-ac55239a-1d69-4536-988e-fa95ac9691f7 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.0857272 May 06 14:18:28.971685 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7530c82d-4768-410c-a653-1a1d384f5079 req-3b2dc17e-82f5-47fe-9c97-f982c78cfcd2 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406475 May 06 14:18:30.177075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2d5e-8990-49df-a1f8-07153b745436 req-e5f90c77-3e30-456e-92f5-2df2602930b1 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:30.178933 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-39ba2d5e-8990-49df-a1f8-07153b745436 req-e5f90c77-3e30-456e-92f5-2df2602930b1 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.0879233 May 06 14:18:30.231173 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-39ba2d5e-8990-49df-a1f8-07153b745436 req-aa7abd6e-3db5-4095-93cc-29f4e5a71cfd tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459187 May 06 14:18:31.530084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cae63-1c0f-4206-a053-e1e4bb3c02d6 req-dc309755-6188-4a8b-9095-2b2e1858ef01 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:18:31.531506 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b2cae63-1c0f-4206-a053-e1e4bb3c02d6 req-dc309755-6188-4a8b-9095-2b2e1858ef01 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.1904581 May 06 14:18:31.580171 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b2cae63-1c0f-4206-a053-e1e4bb3c02d6 req-bd5b3882-9dfa-4d00-8d84-bd4068a4ccdb tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f22c289-f656-4db7-a1e9-cf814a00d2f9&id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426080 May 06 14:18:36.249745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:36.659618 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-156a1620-7f41-4553-8fc0-a7c19bc7fd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:38.594576 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:18:39.000009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7a7534ce-2c86-44c6-83f3-ece4092ae6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:40.060378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:40.104065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:41.686922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.108229 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-e7aa262c-48d0-4c14-b88b-4e1db1874d17 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303739365&fields=id&tenant_id=a479fd265cf74b5db1e48ce21f32b1b3 HTTP/1.1" status: 200 len: 267 time: 0.0396659 May 06 14:19:04.194887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-ac83ddb3-425e-4c6c-87d6-b21ac11b20b5 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:04.196320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-ac83ddb3-425e-4c6c-87d6-b21ac11b20b5 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 984 time: 0.0819924 May 06 14:19:04.207483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Request body: {'port': {'security_groups': ['72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:04.327410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.578710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] For port ac4919e0-cc87-4d6b-b216-2faa4715ed1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:04.604503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.609470 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.622877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['ac4919e0-cc87-4d6b-b216-2faa4715ed1b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:19:04.684669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:04.685314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.686888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9f367c6d-5ce3-45fd-9bcc-1c4f25c8cc7a req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "PUT /v2.0/ports/ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 942 time: 0.4844439 May 06 14:19:04.687358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:19:04.697363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51416) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:04.727306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event updated for resources: {'Port': ['ID=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,revision_number=7']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:04.736071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.736435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.736785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.737121 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.737584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.738645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.738997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.739495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.739840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.740164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.740522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.740846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02770f89-d8b4-4377-b47e-ecef8bb316ec tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.779760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6773cc18-a319-45b6-9758-afdf9e63ee1a'] response: {'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'status': 'completed', 'code': 200} May 06 14:19:04.787560 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.830410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['ac4919e0-cc87-4d6b-b216-2faa4715ed1b'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:19:04.831893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.891940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-610dad75-d2b9-47bc-ac26-b12bc90e2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:04.894440 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-610dad75-d2b9-47bc-ac26-b12bc90e2fa1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1098 time: 0.0922842 May 06 14:19:04.914951 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.955353 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f22c289-f656-4db7-a1e9-cf814a00d2f9,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:04.959451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:04.960845 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f22c289-f656-4db7-a1e9-cf814a00d2f9 HTTP/1.1" status: 204 len: 168 time: 0.2625971 May 06 14:19:04.967170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51420) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:04.971318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.971871 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.972687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.973192 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.973675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.974154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.974628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.975237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.975703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.976212 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.976708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:04.977181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c64e8-6a0c-47d0-990e-e2678a27f7e8 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:05.045035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-e357b5ec-48b9-4a45-9a5a-7eeb12fe6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:05.046596 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-e357b5ec-48b9-4a45-9a5a-7eeb12fe6c24 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 200 len: 916 time: 0.1451674 May 06 14:19:05.076920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ba976e7d-eed6-405d-8cab-22344a02e1eb None None] Provisioning complete for port ac4919e0-cc87-4d6b-b216-2faa4715ed1b triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:05.077310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ba976e7d-eed6-405d-8cab-22344a02e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:05.170060 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-3f374f24-6039-41d6-b3eb-41ed54bfde2f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 1001 time: 0.1077077 May 06 14:19:05.223752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Deleting port c77b7422-b49c-482f-bb34-7e45db0696de {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:05.224014 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:05.239220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-8172bbe2-ce70-4e54-b837-faab093fe394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:05.240700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-8172bbe2-ce70-4e54-b837-faab093fe394 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef9af713-5d13-4047-b0d9-734e4699e332 HTTP/1.1" status: 200 len: 854 time: 0.0641155 May 06 14:19:05.322474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-e4bf6286-75e1-4428-a1e4-d41da9aa985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:05.323981 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-e4bf6286-75e1-4428-a1e4-d41da9aa985e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2efaee6d-d567-4c8c-aab1-f080f83cbfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775321 May 06 14:19:05.411913 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:05.412257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:05.465920 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-cf536622-f477-46ca-9d62-9d944cf5bfee service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355436 May 06 14:19:05.612058 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1689f80e-3b33-41a2-9897-78a351a7e855 req-e368fa76-8b20-45e2-a598-c8d429a3b457 service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395843 May 06 14:19:05.657580 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Calling delete_port for c77b7422-b49c-482f-bb34-7e45db0696de owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:05.817637 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:05.866442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event deleted for resources: {'Port': ['ID=c77b7422-b49c-482f-bb34-7e45db0696de,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:05.963206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:05.963868 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Floating IP 20974d25-646d-4be6-aa50-b5a091a376e2 disassociated (deleted). External IP: 172.26.2.240, port: ac4919e0-cc87-4d6b-b216-2faa4715ed1b. May 06 14:19:06.273051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:06.329613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Router df71612b-f853-4062-a8ed-0811f602453f has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:19:06.514633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:19:06.539989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:06.631380 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6819ada3-83ed-42af-8635-39ac8f7f763e tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "DELETE /v2.0/floatingips/20974d25-646d-4be6-aa50-b5a091a376e2 HTTP/1.1" status: 204 len: 168 time: 1.6623929 May 06 14:19:06.632074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] Sync routers for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:19:06.633138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:19:06.651653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:06.652974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:18:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:06.756243 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e9e73b-dcee-4784-9d30-20eddc1822d9'] response: {'name': 'network-changed', 'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'status': 'completed', 'code': 200} May 06 14:19:06.791164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e87dcc8f-c003-4f66-9b3a-e2053bf9a5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:06.889063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-9289537f-7dae-456b-903b-8e14a79ab2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:06.891071 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-9289537f-7dae-456b-903b-8e14a79ab2a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 1098 time: 0.0992668 May 06 14:19:06.962447 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:07.140329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-b88c7cac-5371-4ed0-a5ed-c12aaf974c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:07.141936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-b88c7cac-5371-4ed0-a5ed-c12aaf974c68 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 200 len: 916 time: 0.2335258 May 06 14:19:07.340325 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-29c5f3cb-8b8d-4290-ba67-3dc6e50a6ae8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 200 len: 217 time: 0.1909502 May 06 14:19:07.369198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '6dda17f1-972d-4e2e-a3c0-6d8a25a1b372', 'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'mac_address': 'fa:16:3e:d8:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:00Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 5, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'subnets': [{'id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:07.374003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] Checking router: df71612b-f853-4062-a8ed-0811f602453f for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:19:07.388074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:07.388074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:18:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:07.452120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-5b3c2a5d-a018-46be-a5af-4b43d4483d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:07.454230 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-5b3c2a5d-a018-46be-a5af-4b43d4483d77 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef9af713-5d13-4047-b0d9-734e4699e332 HTTP/1.1" status: 200 len: 854 time: 0.1080952 May 06 14:19:07.541006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-91d967bb-b173-40c8-bc82-c80ba279ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:07.542502 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-91d967bb-b173-40c8-bc82-c80ba279ec78 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2efaee6d-d567-4c8c-aab1-f080f83cbfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796192 May 06 14:19:07.608140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:07.713415 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-a8ee461d-c609-4ad4-afe8-879cedd3223c service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581523 May 06 14:19:07.866633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b89fe8a0-f963-4ae9-a6bb-a6d907b5ab27 req-74b84f6e-9f52-44ea-ae61-822e222371ba service neutron] 10.222.0.76 "GET /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460066 May 06 14:19:08.013969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '6dda17f1-972d-4e2e-a3c0-6d8a25a1b372', 'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'mac_address': 'fa:16:3e:d8:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:00Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 5, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'subnets': [{'id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:08.019717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014a35fb-f595-4af4-8d13-f08f48687be3 None None] The sync data for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv is: [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:17:01Z', 'revision_number': 4, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '6dda17f1-972d-4e2e-a3c0-6d8a25a1b372', 'name': '', 'network_id': '2efaee6d-d567-4c8c-aab1-f080f83cbfad', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'mac_address': 'fa:16:3e:d8:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:00Z', 'updated_at': '2022-05-06T14:17:08Z', 'revision_number': 5, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'subnets': [{'id': 'ef9af713-5d13-4047-b0d9-734e4699e332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:19:08.246990 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d65c16-dac0-42d9-80fe-3b2a23d36b6a None None] New status for floating IP 20974d25-646d-4be6-aa50-b5a091a376e2: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:19:09.002023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-30befe0f-6db6-4a16-a8af-3064ff066d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.061442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:10.109622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:11.168353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495f024-1144-483a-affc-0551fd17c5f6 req-9bfb89a8-ca50-4769-8def-1ea9df6f75ba tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:11.169818 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9495f024-1144-483a-affc-0551fd17c5f6 req-9bfb89a8-ca50-4769-8def-1ea9df6f75ba tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.0862582 May 06 14:19:11.215625 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9495f024-1144-483a-affc-0551fd17c5f6 req-31019581-7d79-429f-a84b-c712ddc9ba2d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 May 06 14:19:11.691107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:12.406758 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ea3e-557f-4e7c-8df8-bfebb7b2934e req-41f58f7e-eb06-41d8-bc09-3ec437e8bddf tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:12.408191 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7aa2ea3e-557f-4e7c-8df8-bfebb7b2934e req-41f58f7e-eb06-41d8-bc09-3ec437e8bddf tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.0855415 May 06 14:19:12.454120 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7aa2ea3e-557f-4e7c-8df8-bfebb7b2934e req-23c8fe3f-34db-4017-8ed3-db01ff6bcd50 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385737 May 06 14:19:13.026277 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-fb799e47-088b-4a41-a59b-e2b3781ef6f9 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:13.027835 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-fb799e47-088b-4a41-a59b-e2b3781ef6f9 tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.76 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.0813019 May 06 14:19:13.113719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Deleting port ac4919e0-cc87-4d6b-b216-2faa4715ed1b {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:13.114086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:13.396116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] For port ac4919e0-cc87-4d6b-b216-2faa4715ed1b, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:13.396492 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:13.526114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Calling delete_port for ac4919e0-cc87-4d6b-b216-2faa4715ed1b owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:13.732379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72babc8c-4ed0-4e9e-82f4-61f49b62a3c4 req-1a39dfa9-f1e9-42cc-99dc-d06e281c0a7a tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:13.733770 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-72babc8c-4ed0-4e9e-82f4-61f49b62a3c4 req-1a39dfa9-f1e9-42cc-99dc-d06e281c0a7a tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/ports?device_id=806418da-47b6-413d-8f4b-8e335fad8103 HTTP/1.1" status: 200 len: 945 time: 0.1596115 May 06 14:19:13.757739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:13.814251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Pushing event deleted for resources: {'Port': ['ID=ac4919e0-cc87-4d6b-b216-2faa4715ed1b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:13.892683 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-72babc8c-4ed0-4e9e-82f4-61f49b62a3c4 req-4d5b6150-ee4e-4f49-ac63-79901e7d3b1d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.21 "GET /v2.0/security-groups?id=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523449 May 06 14:19:13.908913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] No DVR routers for this DVR port ac4919e0-cc87-4d6b-b216-2faa4715ed1b on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:19:13.917148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:13.919842 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'name': 'network-vif-deleted', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:19:13.934360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-08693cce-3b45-40d2-a890-2ea9cfe6b86c req-2a3bff5b-3993-4117-9cce-c7ff0f197f6d tempest-TestMinimumBasicScenario-838832683 tempest-TestMinimumBasicScenario-838832683-project] 10.222.0.76 "DELETE /v2.0/ports/ac4919e0-cc87-4d6b-b216-2faa4715ed1b HTTP/1.1" status: 204 len: 173 time: 0.8999519 May 06 14:19:13.972518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e572e7-4092-44db-a5fd-990bcfd407b1'] response: {'server_uuid': '806418da-47b6-413d-8f4b-8e335fad8103', 'name': 'network-vif-deleted', 'tag': 'ac4919e0-cc87-4d6b-b216-2faa4715ed1b', 'status': 'completed', 'code': 200} May 06 14:19:14.931824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ac4919e0-cc87-4d6b-b216-2faa4715ed1b no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:14.978135 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: ac4919e0-cc87-4d6b-b216-2faa4715ed1b {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:19:14.978476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device ac4919e0-cc87-4d6b-b216-2faa4715ed1b not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:15.525261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51508) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:15.593587 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:19:16.175462 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.522089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Deleting port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:16.522430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.698918 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] For port 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6dda17f1-972d-4e2e-a3c0-6d8a25a1b372,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:16.699603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.820728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Calling delete_port for 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:17.140768 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.194184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dda17f1-972d-4e2e-a3c0-6d8a25a1b372,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:17.570043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:17.960028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Router df71612b-f853-4062-a8ed-0811f602453f has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:19:18.140919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:19:18.150520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] Sync routers for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:19:18.153188 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fd9b2325-6740-4a7b-8758-5242499ac989 admin admin] 10.222.0.21 "PUT /v2.0/routers/df71612b-f853-4062-a8ed-0811f602453f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6268344 May 06 14:19:18.155666 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51512) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:18.160514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:18.161343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:18.338246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:18.340595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:18.529407 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:18.538885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Deleting port bd9f8625-7fb4-4578-926e-7ba410d5dab7 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:18.539218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:18.630579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:19:17Z', 'revision_number': 5, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port': {'id': 'bd9f8625-7fb4-4578-926e-7ba410d5dab7', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71612b-f853-4062-a8ed-0811f602453f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:16:58Z', 'updated_at': '2022-05-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:18.634445 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] Checking router: df71612b-f853-4062-a8ed-0811f602453f for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:19:18.642870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] Routers {'df71612b-f853-4062-a8ed-0811f602453f'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:18.643466 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['df71612b-f853-4062-a8ed-0811f602453f'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:18.713387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] For port bd9f8625-7fb4-4578-926e-7ba410d5dab7, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bd9f8625-7fb4-4578-926e-7ba410d5dab7,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:18.713739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:18.795220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] Set router df71612b-f853-4062-a8ed-0811f602453f gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:18.839559 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Calling delete_port for bd9f8625-7fb4-4578-926e-7ba410d5dab7 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:18.904586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:19:18Z', 'revision_number': 6, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:18.908885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b65ad-4f76-49b7-a4a2-a889486b124a None None] The sync data for ids ['df71612b-f853-4062-a8ed-0811f602453f'] in dv-neutron-840888-1-hyperv is: [{'id': 'df71612b-f853-4062-a8ed-0811f602453f', 'name': 'tempest-TestMinimumBasicScenario-1683663994-router', 'tenant_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:16:57Z', 'updated_at': '2022-05-06T14:19:18Z', 'revision_number': 6, 'project_id': 'a479fd265cf74b5db1e48ce21f32b1b3', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:19:19.124937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.170819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9f8625-7fb4-4578-926e-7ba410d5dab7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:19.267610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.442244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.444341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.465591 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.466116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df71612b-f853-4062-a8ed-0811f602453f {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:19:19.479052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.480157 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-eea96536-fccb-4f86-b457-f4d151b6c441 admin admin] 10.222.0.21 "DELETE /v2.0/routers/df71612b-f853-4062-a8ed-0811f602453f HTTP/1.1" status: 204 len: 168 time: 1.3235939 May 06 14:19:19.482743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51516) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:19.543839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-512cbcf9-e520-48b6-a1a2-c815c6f7f4a1 admin admin] Deleting subnet ef9af713-5d13-4047-b0d9-734e4699e332 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:19:19.546808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-512cbcf9-e520-48b6-a1a2-c815c6f7f4a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.597530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-512cbcf9-e520-48b6-a1a2-c815c6f7f4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.671509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:19.680679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-512cbcf9-e520-48b6-a1a2-c815c6f7f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.711857 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:19:19.712200 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6dda17f1-972d-4e2e-a3c0-6d8a25a1b372 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:19.751624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-512cbcf9-e520-48b6-a1a2-c815c6f7f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.792849 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cbcf9-e520-48b6-a1a2-c815c6f7f4a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9af713-5d13-4047-b0d9-734e4699e332,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:19.796298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-512cbcf9-e520-48b6-a1a2-c815c6f7f4a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:19.802928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c916d1-557a-44cc-90cb-c38681bf747b None None] Network 2efaee6d-d567-4c8c-aab1-f080f83cbfad requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:19:19.803116 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-512cbcf9-e520-48b6-a1a2-c815c6f7f4a1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef9af713-5d13-4047-b0d9-734e4699e332 HTTP/1.1" status: 204 len: 168 time: 0.3193777 May 06 14:19:19.805922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51520) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:20.026124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.045284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Deleting port 32c7427a-3820-4ef4-8030-91ebec0ac204 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:20.045647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.076373 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c545b3-42e3-4836-b320-f00369334ada None None] DHCP port deletion for 2efaee6d-d567-4c8c-aab1-f080f83cbfad request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:19:20.080516 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-87c545b3-42e3-4836-b320-f00369334ada None None] Deleting port 32c7427a-3820-4ef4-8030-91ebec0ac204 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:20.080883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-87c545b3-42e3-4836-b320-f00369334ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.260496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] For port 32c7427a-3820-4ef4-8030-91ebec0ac204, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=32c7427a-3820-4ef4-8030-91ebec0ac204,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:20.260748 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.287464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-87c545b3-42e3-4836-b320-f00369334ada None None] For port 32c7427a-3820-4ef4-8030-91ebec0ac204, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=32c7427a-3820-4ef4-8030-91ebec0ac204,segment=NetworkSegment(77c330f6-f0cd-461f-9bca-e12ad9d2a66f),segment_id=77c330f6-f0cd-461f-9bca-e12ad9d2a66f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:20.287841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-87c545b3-42e3-4836-b320-f00369334ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.392367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Calling delete_port for 32c7427a-3820-4ef4-8030-91ebec0ac204 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:20.451182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-87c545b3-42e3-4836-b320-f00369334ada None None] Calling delete_port for 32c7427a-3820-4ef4-8030-91ebec0ac204 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:20.476538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.524919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c7427a-3820-4ef4-8030-91ebec0ac204,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:20.525121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-87c545b3-42e3-4836-b320-f00369334ada None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:19:20.525211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-87c545b3-42e3-4836-b320-f00369334ada None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:19:20.528188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] No DVR routers for this DVR port 32c7427a-3820-4ef4-8030-91ebec0ac204 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:19:20.645996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.671198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efaee6d-d567-4c8c-aab1-f080f83cbfad']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:20.688480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c330f6-f0cd-461f-9bca-e12ad9d2a66f') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:20.688781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c330f6-f0cd-461f-9bca-e12ad9d2a66f') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:20.701687 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.718103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.725039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:19:20.725578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:19:20.739328 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:19:20.813657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.829072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:20.843474 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2efaee6d-d567-4c8c-aab1-f080f83cbfad,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:20.851191 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-19ae8a55-d5d7-4c4f-bf98-f509eff6ec18 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2efaee6d-d567-4c8c-aab1-f080f83cbfad HTTP/1.1" status: 204 len: 168 time: 1.0437925 May 06 14:19:20.854011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51524) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:21.013098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bd9f8625-7fb4-4578-926e-7ba410d5dab7 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:21.037274 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-87c545b3-42e3-4836-b320-f00369334ada None None] Deleting port 32c7427a-3820-4ef4-8030-91ebec0ac204 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:21.037648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-87c545b3-42e3-4836-b320-f00369334ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:21.080941 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: bd9f8625-7fb4-4578-926e-7ba410d5dab7 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:19:21.081207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bd9f8625-7fb4-4578-926e-7ba410d5dab7 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:21.082309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 32c7427a-3820-4ef4-8030-91ebec0ac204 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:21.140728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 32c7427a-3820-4ef4-8030-91ebec0ac204 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:19:21.141098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 32c7427a-3820-4ef4-8030-91ebec0ac204 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:21.149535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-87c545b3-42e3-4836-b320-f00369334ada None None] The port '32c7427a-3820-4ef4-8030-91ebec0ac204' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:19:21.480328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:21.826724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Deleting port 8e97a283-b6a2-43b5-82f2-dde847280b5e {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:21.827421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:21.998177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] For port 8e97a283-b6a2-43b5-82f2-dde847280b5e, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8e97a283-b6a2-43b5-82f2-dde847280b5e,segment=NetworkSegment(776fb085-955a-40ab-be99-182f41b26f3c),segment_id=776fb085-955a-40ab-be99-182f41b26f3c)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:21.998525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.125907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Calling delete_port for 8e97a283-b6a2-43b5-82f2-dde847280b5e owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:22.447604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:22.492940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e97a283-b6a2-43b5-82f2-dde847280b5e,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:22.861800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.251850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:19:23.431619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:19:23.440997 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] Sync routers for ids ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:19:23.449779 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-80f70e1b-ae44-4aaa-8b22-cc9a8b951c41 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f8417f9-b1ea-4597-a1bc-ed538a7c68ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5926683 May 06 14:19:23.450440 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51528) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:23.450911 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] Routers {'7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:23.451046 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:23.631290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.661655 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] Set router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:23.812713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.823265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Deleting port f8ba4bcb-e9ac-489e-9b98-976b4df89042 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:23.823628 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:23.950969 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:04Z', 'updated_at': '2022-05-06T14:19:22Z', 'revision_number': 5, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'gw_port': {'id': 'f8ba4bcb-e9ac-489e-9b98-976b4df89042', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:17:05Z', 'updated_at': '2022-05-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:23.955015 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] Checking router: 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:19:23.964085 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] Routers {'7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:23.964736 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:24.002226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] For port f8ba4bcb-e9ac-489e-9b98-976b4df89042, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=f8ba4bcb-e9ac-489e-9b98-976b4df89042,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:24.002583 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.126828 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] Set router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:24.237060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Calling delete_port for f8ba4bcb-e9ac-489e-9b98-976b4df89042 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:24.237636 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:04Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 6, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:24.242557 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdec8b3-bb65-4308-8663-936fa00c76dd None None] The sync data for ids ['7f8417f9-b1ea-4597-a1bc-ed538a7c68ae'] in dv-neutron-840888-1-hyperv is: [{'id': '7f8417f9-b1ea-4597-a1bc-ed538a7c68ae', 'name': 'tempest-TestMinimumBasicScenario-774449178-router', 'tenant_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:17:04Z', 'updated_at': '2022-05-06T14:19:23Z', 'revision_number': 6, 'project_id': 'a3131b0a854c4c92a80bb07070ced0bd', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:19:24.417104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.467005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ba4bcb-e9ac-489e-9b98-976b4df89042,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:24.565268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.748261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.750531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.774266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.774863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8417f9-b1ea-4597-a1bc-ed538a7c68ae {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:19:24.788874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.790329 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6e158c84-9f3b-407b-a8b2-48b3a689ffcb admin admin] 10.222.0.21 "DELETE /v2.0/routers/7f8417f9-b1ea-4597-a1bc-ed538a7c68ae HTTP/1.1" status: 204 len: 168 time: 1.3385599 May 06 14:19:24.792520 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51532) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:24.851272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-77499c08-e04f-4ebf-b89f-2c2b78e2828c admin admin] Deleting subnet 0294cc8e-d346-4b20-83af-1de11f2b2be4 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:19:24.854092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-77499c08-e04f-4ebf-b89f-2c2b78e2828c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.905410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-77499c08-e04f-4ebf-b89f-2c2b78e2828c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:24.993694 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-77499c08-e04f-4ebf-b89f-2c2b78e2828c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.016984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f8ba4bcb-e9ac-489e-9b98-976b4df89042 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:25.051032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: f8ba4bcb-e9ac-489e-9b98-976b4df89042 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:19:25.051356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device f8ba4bcb-e9ac-489e-9b98-976b4df89042 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:25.051767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8e97a283-b6a2-43b5-82f2-dde847280b5e no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:25.073675 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-77499c08-e04f-4ebf-b89f-2c2b78e2828c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.086764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 8e97a283-b6a2-43b5-82f2-dde847280b5e {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:19:25.087103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8e97a283-b6a2-43b5-82f2-dde847280b5e not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:25.118875 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77499c08-e04f-4ebf-b89f-2c2b78e2828c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0294cc8e-d346-4b20-83af-1de11f2b2be4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:25.120903 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-77499c08-e04f-4ebf-b89f-2c2b78e2828c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.125228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254e786-52db-4e45-ae47-fc79367c2cf4 None None] Network 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:19:25.127384 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-77499c08-e04f-4ebf-b89f-2c2b78e2828c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0294cc8e-d346-4b20-83af-1de11f2b2be4 HTTP/1.1" status: 204 len: 168 time: 0.3338692 May 06 14:19:25.130446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51538) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:25.240348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.253490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Deleting port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:25.253844 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.390096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] DHCP port deletion for 82db1f0f-7a2d-4ac2-9dc1-97720d256a33 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:19:25.394848 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] Deleting port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:25.395240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.466703 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] For port fcd46a87-bf9c-44ae-af85-66526dc2cbe0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fcd46a87-bf9c-44ae-af85-66526dc2cbe0,segment=NetworkSegment(776fb085-955a-40ab-be99-182f41b26f3c),segment_id=776fb085-955a-40ab-be99-182f41b26f3c)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:25.467055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.596488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Calling delete_port for fcd46a87-bf9c-44ae-af85-66526dc2cbe0 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:25.613678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] For port fcd46a87-bf9c-44ae-af85-66526dc2cbe0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=fcd46a87-bf9c-44ae-af85-66526dc2cbe0,segment=NetworkSegment(776fb085-955a-40ab-be99-182f41b26f3c),segment_id=776fb085-955a-40ab-be99-182f41b26f3c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:25.614415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.751503 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] Calling delete_port for fcd46a87-bf9c-44ae-af85-66526dc2cbe0 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:19:25.790320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.825396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:19:25.825756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:19:25.839071 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd46a87-bf9c-44ae-af85-66526dc2cbe0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:25.840892 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] No DVR routers for this DVR port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:19:25.956350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:25.981564 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82db1f0f-7a2d-4ac2-9dc1-97720d256a33']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:25.993922 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776fb085-955a-40ab-be99-182f41b26f3c') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:25.994214 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776fb085-955a-40ab-be99-182f41b26f3c') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:26.005280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.021688 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.027653 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:19:26.028037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:19:26.041239 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:19:26.118563 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.135566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.148307 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=82db1f0f-7a2d-4ac2-9dc1-97720d256a33,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:26.154243 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-26924104-8bd2-45cf-8a7e-a81f1cb5c7f0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/82db1f0f-7a2d-4ac2-9dc1-97720d256a33 HTTP/1.1" status: 204 len: 168 time: 1.0228605 May 06 14:19:26.326575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51544) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:26.327391 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] Deleting port fcd46a87-bf9c-44ae-af85-66526dc2cbe0 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:19:26.327825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.381222 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a413474e-0fd1-4416-9413-05e4c0e64045 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a479fd265cf74b5db1e48ce21f32b1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534542 May 06 14:19:26.383683 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51548) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:26.401022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2dd24c0c-58bb-4a83-a0a9-48b219594fa8 None None] The port 'fcd46a87-bf9c-44ae-af85-66526dc2cbe0' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:19:26.446124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f0e17ca-d621-4703-b77c-ed2ddec2c20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.471281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f0e17ca-d621-4703-b77c-ed2ddec2c20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.524558 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f0e17ca-d621-4703-b77c-ed2ddec2c20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.540093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e17ca-d621-4703-b77c-ed2ddec2c20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:26.546389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f0e17ca-d621-4703-b77c-ed2ddec2c20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:26.547520 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0f0e17ca-d621-4703-b77c-ed2ddec2c20c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72f3c5b7-9957-4a8b-9793-5b0ff7a28dd1 HTTP/1.1" status: 204 len: 168 time: 0.1629460 May 06 14:19:26.884335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51556) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:26.937401 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cd5a8077-9b67-431a-bad2-c19f8ca353c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3131b0a854c4c92a80bb07070ced0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517967 May 06 14:19:26.939912 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51560) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:27.007296 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3777bc7-0ef3-4390-bebe-ec7f34cc0141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:27.009044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fcd46a87-bf9c-44ae-af85-66526dc2cbe0 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:19:27.033684 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3777bc7-0ef3-4390-bebe-ec7f34cc0141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:27.044229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: fcd46a87-bf9c-44ae-af85-66526dc2cbe0 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:19:27.044678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device fcd46a87-bf9c-44ae-af85-66526dc2cbe0 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:19:27.087144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3777bc7-0ef3-4390-bebe-ec7f34cc0141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:27.103825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3777bc7-0ef3-4390-bebe-ec7f34cc0141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deed228-c615-4295-a3f9-75efeff7f6a8,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:27.109419 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3777bc7-0ef3-4390-bebe-ec7f34cc0141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:27.111570 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b3777bc7-0ef3-4390-bebe-ec7f34cc0141 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5deed228-c615-4295-a3f9-75efeff7f6a8 HTTP/1.1" status: 204 len: 168 time: 0.1707282 May 06 14:19:29.172131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51604) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:29.178704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054859407', 'description': 'tempest-secgroup-smoke-1054859407 description', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:29.185152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:29.188988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:29.192505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:29.199023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:29.210152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.223611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.243009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:29.247022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:29.250078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:29.256489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:29.345494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.349353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.362221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:29.371186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:29.380896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:29.391150 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:29.395261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f784739-17e2-421d-b11f-b5302bc35551,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:29.467617 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.473490 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.518563 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e568df-11f8-4c3e-9a5e-fadcc9053451,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:29.522069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.523311 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a81fd616-01e5-4c81-88ce-190887d70967 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3501291 May 06 14:19:29.527765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51608) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:29.533162 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '68e568df-11f8-4c3e-9a5e-fadcc9053451', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:29.540306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:29.544336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:29.547535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:29.555042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:29.572297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.637875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.641891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.665341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831ace15-23bc-4d5d-aa41-abe304bbb417,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:29.676700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.678212 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b2dd8166-e45c-48ba-bc1e-58c4d7b7a24d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493943 May 06 14:19:29.681474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51612) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:29.686621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '68e568df-11f8-4c3e-9a5e-fadcc9053451', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:29.692923 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:29.696807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:29.699638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:29.705373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:29.724237 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.787835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.791655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.815286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3446cd81-2f50-4949-a4d6-ec2148665f7a,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:29.826785 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.828464 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-53f46374-a745-4b30-8c7c-295a39a5b3eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458895 May 06 14:19:29.831365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51616) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:29.836574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '68e568df-11f8-4c3e-9a5e-fadcc9053451', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:29.842517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:29.846313 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:29.849475 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:29.855234 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:29.872700 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.938734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.942825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.967995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c790c1-61f2-4996-9c74-6953c17b2ee8,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:29.979218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:29.980567 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-913b87c2-8ad3-4e48-9fad-84e595153c0f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480279 May 06 14:19:29.983216 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51620) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:29.988246 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '68e568df-11f8-4c3e-9a5e-fadcc9053451', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:29.994157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:29.997974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:30.000839 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:30.006548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:30.023953 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.090574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.094327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.119446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a84b81-03f0-467c-8def-628046209329,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:30.132734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.133933 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bb003667-aafb-4d94-8ef7-7a084eabcdf5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498365 May 06 14:19:30.137113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51624) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:30.142228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '68e568df-11f8-4c3e-9a5e-fadcc9053451', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:30.149557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:30.153391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:30.156262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:30.163064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:30.173802 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:19:30.181991 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.251596 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.256685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.281511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc28f3e7-4bd1-4131-b3c1-bcd6f3e889b0,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:30.291206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.295247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51628) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:30.295747 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-aeecd149-c788-41d8-a816-fd1e1387c2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1571841 May 06 14:19:30.303765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '68e568df-11f8-4c3e-9a5e-fadcc9053451', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:30.310096 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:30.314002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:30.317937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:30.323656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:30.334787 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:19:30.342628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.414052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.417877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.442963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e21f794-6654-4ffb-9c86-5668cf193cc9,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:30.451881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.453083 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a14795f3-363a-4eb9-befd-7e75759a50c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1566148 May 06 14:19:30.456099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51632) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:30.462268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'network': {'name': 'tempest-network-smoke--481552806', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:30.467237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:30.471211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:network and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:30.481537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:30.487730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:30.499970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:19:30.504157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.533948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:19:30.543224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.543560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Added segment 42266317-226d-4014-ae38-5b4df0f4cddb of type vlan for network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 May 06 14:19:30.571723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.601872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.607697 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:30.608339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.706696 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2493010 May 06 14:19:30.709696 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51636) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:30.716105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'admin_state_up': True, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:30.723365 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:30.727176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5d2fc-f00c-41e9-b73f-aa460bead906 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Network': ['ID=fea5a2ce-1373-4ba2-ab50-fa1e43612f46,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:30.727321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:router and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:30.734321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:30.738768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:19:30.745299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:30.756069 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.757186 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:30.772980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:31.041505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:31.451286 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:31.480832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:31.619861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.69 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/2eb9ca30-07af-4cfe-a71c-0532b50a5324) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:31.767184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:31.796718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:31.867124 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:31.869980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:31.873835 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:19:31.910291 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=2eb9ca30-07af-4cfe-a71c-0532b50a5324,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:32.292210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:32.646349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:32.974123 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 7ef59856-da1c-4052-8e68-fffcb745cbce is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:19:33.156645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:19:33.168783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Sync routers for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:19:33.179188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:33.180197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:33.185691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:33.186905 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-44634aa3-6614-477e-ba33-d3d5bd799954 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4758346 May 06 14:19:33.189944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51640) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:33.334764 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9b6d1312-d5f5-4f28-b4d0-d2a7257129ba tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fd6f453aebd44166bba562ce7450f2f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1431136 May 06 14:19:33.337501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51646) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:33.395603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:33.466236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524adf99-77eb-4d07-8fc8-95f5cdb6baaa tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:33.467708 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-524adf99-77eb-4d07-8fc8-95f5cdb6baaa tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293378 May 06 14:19:33.470484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51650) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:33.509371 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c236d503-9e6e-41b8-8429-6afd37b17977 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378404 May 06 14:19:33.511963 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51654) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:33.517251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640278368', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:33.625679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:33.630821 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:subnet and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:33.633709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:33.639393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:33.649400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:19:33.654176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:33.688620 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:33.693863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Checking router: 7ef59856-da1c-4052-8e68-fffcb745cbce for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:19:33.694214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Updating router 7ef59856-da1c-4052-8e68-fffcb745cbce port 2eb9ca30-07af-4cfe-a71c-0532b50a5324 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:19:33.749918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:33.877603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:33.956999 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Subnet': ['ID=9b2b9818-59e5-4298-b2b5-87d76340f19b,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:33.969464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Checking segment: {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:19:33.969706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network hostable DHCP agents. Network: fea5a2ce-1373-4ba2-ab50-fa1e43612f46, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:19:33.988916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:19:34.000890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, fea5a2ce-1373-4ba2-ab50-fa1e43612f46) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:34.006200 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:34.007250 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:34.015174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057a2e3a-b0e2-40ff-bc8f-b37c46836f04 None None] Network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:19:34.028879 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b1c90f67-c4ec-44fb-b6cb-13019d018bce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5158935 May 06 14:19:34.031601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51658) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:34.200053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:34.246181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Transition to ACTIVE for port object 2eb9ca30-07af-4cfe-a71c-0532b50a5324 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:34.260108 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:34.385114 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Pushing event updated for resources: {'Port': ['ID=2eb9ca30-07af-4cfe-a71c-0532b50a5324,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:34.387335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Attempting to bind port 2eb9ca30-07af-4cfe-a71c-0532b50a5324 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:34.387695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Attempting to bind port 2eb9ca30-07af-4cfe-a71c-0532b50a5324 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:34.388058 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Attempting to bind port 2eb9ca30-07af-4cfe-a71c-0532b50a5324 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:19:34.401748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.402231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.402704 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.403112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.403509 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.403905 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.404288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.404774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.405103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.405432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.405755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.406075 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:34.412186 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:19:34.413143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:34.423645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:19:34.424016 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:19:34.424468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:34.424839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:19:34.425452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Bound port: 2eb9ca30-07af-4cfe-a71c-0532b50a5324, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:34.425828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:34.585707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] For port 2eb9ca30-07af-4cfe-a71c-0532b50a5324, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:19:34.591361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] For port 2eb9ca30-07af-4cfe-a71c-0532b50a5324, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2eb9ca30-07af-4cfe-a71c-0532b50a5324,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:19:34.627254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:34.735833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bdff2-867a-4506-91bf-f991a70cb872 None None] Pushing event updated for resources: {'Port': ['ID=2eb9ca30-07af-4cfe-a71c-0532b50a5324,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:34.744094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Allocated IP 172.20.0.2 (fea5a2ce-1373-4ba2-ab50-fa1e43612f46/9b2b9818-59e5-4298-b2b5-87d76340f19b/aa51e51f-3f82-47d2-a4c8-a69cf1ade89c) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:34.748829 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:34.749548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:34.893363 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.079956 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:35.341716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.371841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Transition to ACTIVE for port object aa51e51f-3f82-47d2-a4c8-a69cf1ade89c will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:35.428248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Transition to ACTIVE for port object aa51e51f-3f82-47d2-a4c8-a69cf1ade89c will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:35.439149 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.503521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.1 (fea5a2ce-1373-4ba2-ab50-fa1e43612f46/9b2b9818-59e5-4298-b2b5-87d76340f19b/8895994f-6a70-4ee9-bdd0-dcce846d0400) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:35.509924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:35.513436 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:35.518566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:19:35.526270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Pushing event updated for resources: {'Port': ['ID=aa51e51f-3f82-47d2-a4c8-a69cf1ade89c,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:35.619995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:35.626288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6fd20-6fb7-4e41-8d68-0cee78fee807 None None] The sync data for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv is: [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:32Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:19:35.628039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Attempting to bind port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:35.628586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Attempting to bind port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:35.628946 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Attempting to bind port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c on network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:19:35.634888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:19:35.635264 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Checking segment: {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:19:35.635664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.636068 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Bound using segment: {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:19:35.636564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Bound port: aa51e51f-3f82-47d2-a4c8-a69cf1ade89c, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:35.636939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.684410 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.701997 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object 8895994f-6a70-4ee9-bdd0-dcce846d0400 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:35.730996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.735646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] For port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:19:35.739992 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] For port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=aa51e51f-3f82-47d2-a4c8-a69cf1ade89c,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:19:35.745005 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:35.800346 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:35.803985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:35.808082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:19:35.849614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300a69a-ee00-4181-b292-996e345148d6 None None] Pushing event updated for resources: {'Port': ['ID=aa51e51f-3f82-47d2-a4c8-a69cf1ade89c,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:35.873117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=8895994f-6a70-4ee9-bdd0-dcce846d0400,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:35.902809 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:36.222799 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:36.274401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:36.665150 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-81c0b84b-e710-4ce9-a328-57b4ae23e16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:36.779454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:36.784289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:36.884498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81302c3-9e37-45eb-bd5e-f926ab8f7073 None None] Network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:19:36.899147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=8895994f-6a70-4ee9-bdd0-dcce846d0400,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:36.901467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:36.990910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-55beb3d5-d4c7-4be5-a92a-133cc2471042 None None] Provisioning for port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:37.042841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:37.044063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:37.113831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2eb9ca30-07af-4cfe-a71c-0532b50a5324 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:37.216628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 2eb9ca30-07af-4cfe-a71c-0532b50a5324 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:37.225772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2eb9ca30-07af-4cfe-a71c-0532b50a5324 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:37.226145 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:37.256164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 7ef59856-da1c-4052-8e68-fffcb745cbce has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:19:37.362219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:37.382586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 2eb9ca30-07af-4cfe-a71c-0532b50a5324, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2eb9ca30-07af-4cfe-a71c-0532b50a5324,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:37.389300 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:37.390845 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device aa51e51f-3f82-47d2-a4c8-a69cf1ade89c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:37.454210 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:19:37.472767 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7109b172-6224-4b73-b819-5cf387713ebd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/7ef59856-da1c-4052-8e68-fffcb745cbce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4324589 May 06 14:19:37.572387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=2eb9ca30-07af-4cfe-a71c-0532b50a5324,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:37.598856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:37.599378 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Sync routers for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:19:37.607826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:37.608204 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:37.620831 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:37.621705 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:37.637939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-96f764bc-1df7-4818-949f-81cc9090cda2 None None] Provisioning for port 8895994f-6a70-4ee9-bdd0-dcce846d0400 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:37.661741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-96f764bc-1df7-4818-949f-81cc9090cda2 None None] Provisioning complete for port 8895994f-6a70-4ee9-bdd0-dcce846d0400 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:37.662367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96f764bc-1df7-4818-949f-81cc9090cda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:37.699266 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-95c1f643-dbca-48ab-8284-416297831bf4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:19:37.724588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-95c1f643-dbca-48ab-8284-416297831bf4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:19:37.734058 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-95c1f643-dbca-48ab-8284-416297831bf4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054859407&fields=id&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 267 time: 0.0914178 May 06 14:19:37.740140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-96f764bc-1df7-4818-949f-81cc9090cda2 None None] Port 8895994f-6a70-4ee9-bdd0-dcce846d0400 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:19:37.801420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:37.837155 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:37.844474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=aa51e51f-3f82-47d2-a4c8-a69cf1ade89c,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:37.865757 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:37.917112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-403bbbe7-711b-4be7-9184-e084988e603e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:37.918088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-403bbbe7-711b-4be7-9184-e084988e603e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:19:37.944269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-16b40fae-dabe-4c83-bdfc-dbba0851d0dc None None] Provisioning complete for port 8895994f-6a70-4ee9-bdd0-dcce846d0400 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:37.944691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-16b40fae-dabe-4c83-bdfc-dbba0851d0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:37.945298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-403bbbe7-711b-4be7-9184-e084988e603e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:19:37.953462 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-403bbbe7-711b-4be7-9184-e084988e603e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/networks?id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46 HTTP/1.1" status: 200 len: 796 time: 0.2178783 May 06 14:19:37.971136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-c7f2e0b1-5af7-487c-b5b0-55f6176e5e3f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/quotas/fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 375 time: 0.0164242 May 06 14:19:37.999562 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=aa51e51f-3f82-47d2-a4c8-a69cf1ade89c,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:38.013584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-16b40fae-dabe-4c83-bdfc-dbba0851d0dc None None] Port 8895994f-6a70-4ee9-bdd0-dcce846d0400 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:19:38.061390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-33a71e39-8e49-4096-9f6a-d178166cddfe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874648 May 06 14:19:38.133148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-68824712-9d20-464b-9614-ea33ee32a434 None None] Provisioning complete for port 8895994f-6a70-4ee9-bdd0-dcce846d0400 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:38.133627 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-68824712-9d20-464b-9614-ea33ee32a434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:38.190928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-68824712-9d20-464b-9614-ea33ee32a434 None None] Port 8895994f-6a70-4ee9-bdd0-dcce846d0400 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:19:38.202279 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-a10f19cf-1367-4392-97e3-549f4c564c78 service neutron] 10.222.0.21 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280804 May 06 14:19:38.204117 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8895994f-6a70-4ee9-bdd0-dcce846d0400', 'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:37:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:35Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 2, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:38.209081 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Checking router: 7ef59856-da1c-4052-8e68-fffcb745cbce for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:19:38.209607 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Updating router 7ef59856-da1c-4052-8e68-fffcb745cbce port 8895994f-6a70-4ee9-bdd0-dcce846d0400 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:19:38.262651 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:38.438366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-db3e0545-4b67-49aa-a90a-d7e56f83141e service neutron] 10.222.0.21 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296238 May 06 14:19:38.667153 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-46fff66b-806c-479e-af10-17780fb0a290 req-75625331-06fa-468c-b145-2fa9f7c46eb2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0773458 May 06 14:19:38.697541 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:38.710321 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Transition to ACTIVE for port object 8895994f-6a70-4ee9-bdd0-dcce846d0400 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:38.717040 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:38.876731 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Pushing event updated for resources: {'Port': ['ID=8895994f-6a70-4ee9-bdd0-dcce846d0400,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:38.915574 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.916264 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.916633 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.916962 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.917316 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.917642 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.918097 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.918422 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.918741 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.919055 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.919367 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.919680 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:19:38.949350 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Attempting to bind port 8895994f-6a70-4ee9-bdd0-dcce846d0400 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:38.949713 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Attempting to bind port 8895994f-6a70-4ee9-bdd0-dcce846d0400 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:38.950070 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Attempting to bind port 8895994f-6a70-4ee9-bdd0-dcce846d0400 on network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:19:38.955433 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:19:38.956319 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Checking segment: {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:19:38.956740 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:38.957321 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Bound using segment: {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:19:38.957782 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Bound port: 8895994f-6a70-4ee9-bdd0-dcce846d0400, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:38.958149 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:39.007931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-98be3703-b17f-40e0-bc23-1c73dadf02df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:39.035733 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2eb9ca30-07af-4cfe-a71c-0532b50a5324 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:39.051218 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] For port 8895994f-6a70-4ee9-bdd0-dcce846d0400, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:19:39.054500 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] For port 8895994f-6a70-4ee9-bdd0-dcce846d0400, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8895994f-6a70-4ee9-bdd0-dcce846d0400,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:19:39.058346 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:39.111155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 2eb9ca30-07af-4cfe-a71c-0532b50a5324 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:39.111443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:39.134695 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:39.135254 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:39.216451 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad26b2-8d3b-4bdd-b6c2-2a2265bb8086 None None] Pushing event updated for resources: {'Port': ['ID=8895994f-6a70-4ee9-bdd0-dcce846d0400,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:39.239327 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device aa51e51f-3f82-47d2-a4c8-a69cf1ade89c up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:39.312570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:39.312944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:39.330061 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:39.641517 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8895994f-6a70-4ee9-bdd0-dcce846d0400', 'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:37:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:35Z', 'updated_at': '2022-05-06T14:19:39Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:39.645395 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5077-9ed1-4d1d-ba37-cfa67f578c78 None None] The sync data for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv is: [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8895994f-6a70-4ee9-bdd0-dcce846d0400', 'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:37:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:35Z', 'updated_at': '2022-05-06T14:19:39Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:19:39.785002 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1359ea3f-60ad-45dd-8ce0-29419e88f419 req-89f25e4d-4e2a-4fa8-b66b-ae9e8b2767e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0534172 May 06 14:19:40.065480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:40.114224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:40.891207 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7dd7f806-2695-4bf2-b8f1-ccf801a31bac req-ccd66c49-23f2-4bac-b5eb-0e9b01889854 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0460155 May 06 14:19:41.045577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8895994f-6a70-4ee9-bdd0-dcce846d0400 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:41.116813 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 8895994f-6a70-4ee9-bdd0-dcce846d0400 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:41.121604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8895994f-6a70-4ee9-bdd0-dcce846d0400 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:41.121973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:41.245500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:41.280090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 8895994f-6a70-4ee9-bdd0-dcce846d0400, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8895994f-6a70-4ee9-bdd0-dcce846d0400,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:41.284808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:41.354856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=8895994f-6a70-4ee9-bdd0-dcce846d0400,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:41.692452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:41.859124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-078134b0-e0e5-4351-8511-ffa6dde40a8f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:41.860452 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-078134b0-e0e5-4351-8511-ffa6dde40a8f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/networks?id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46 HTTP/1.1" status: 200 len: 796 time: 0.1526194 May 06 14:19:41.918710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-c577f831-e94b-45ab-b03d-cf0454dacf57 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 380 time: 0.0448294 May 06 14:19:41.929925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'port': {'device_id': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'admin_state_up': True, 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'security_groups': ['68e568df-11f8-4c3e-9a5e-fadcc9053451']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:42.066301 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-312b5bb6-1165-4972-829b-c600cfa8f74c req-102b0089-62c1-4821-8557-8921dd290cc6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0589495 May 06 14:19:42.119649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:42.123298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:port and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:42.126435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:42.132210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:42.141996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:19:42.146540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:42.313448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.12 (fea5a2ce-1373-4ba2-ab50-fa1e43612f46/9b2b9818-59e5-4298-b2b5-87d76340f19b/08912b68-cb97-4af7-b56d-0c882e8708ae) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:42.505757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:42.522695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object 08912b68-cb97-4af7-b56d-0c882e8708ae will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:42.546194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:42.621329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:42.624573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:42.629235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:19:42.663331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=08912b68-cb97-4af7-b56d-0c882e8708ae,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:42.711009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:42.711666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:42.739427 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-23155d73-e444-44ea-9b43-fe17d7be207a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8147810 May 06 14:19:42.809591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Request body: {'port': {'device_id': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:42.821491 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e17df72a-9b5f-4ca4-9fa4-926cc24c558a None None] Provisioning for port 08912b68-cb97-4af7-b56d-0c882e8708ae completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:42.827080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e17df72a-9b5f-4ca4-9fa4-926cc24c558a None None] Provisioning complete for port 08912b68-cb97-4af7-b56d-0c882e8708ae triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:42.827720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e17df72a-9b5f-4ca4-9fa4-926cc24c558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:42.884865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e17df72a-9b5f-4ca4-9fa4-926cc24c558a None None] Port 08912b68-cb97-4af7-b56d-0c882e8708ae cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:19:42.936898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.025632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8895994f-6a70-4ee9-bdd0-dcce846d0400 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:43.093811 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 8895994f-6a70-4ee9-bdd0-dcce846d0400 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:43.094178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.329050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f8671-231c-4e68-9b8c-805a1592f8ea req-b3eb0c46-b6e7-4096-8b4e-3dd6750b53c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:43.329731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9d8f8671-231c-4e68-9b8c-805a1592f8ea req-b3eb0c46-b6e7-4096-8b4e-3dd6750b53c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:19:43.362641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08912b68-cb97-4af7-b56d-0c882e8708ae {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:19:43.370604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.375025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9d8f8671-231c-4e68-9b8c-805a1592f8ea req-b3eb0c46-b6e7-4096-8b4e-3dd6750b53c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:19:43.376150 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d8f8671-231c-4e68-9b8c-805a1592f8ea req-b3eb0c46-b6e7-4096-8b4e-3dd6750b53c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 932 time: 0.2037880 May 06 14:19:43.400942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Transition to ACTIVE for port object 08912b68-cb97-4af7-b56d-0c882e8708ae will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:19:43.407925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.646752 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d8f8671-231c-4e68-9b8c-805a1592f8ea req-76cf2379-5360-4293-8348-d9e3a609bfa9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639761 May 06 14:19:43.685530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Pushing event updated for resources: {'Port': ['ID=08912b68-cb97-4af7-b56d-0c882e8708ae,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:43.767601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Attempting to bind port 08912b68-cb97-4af7-b56d-0c882e8708ae on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:19:43.767927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Attempting to bind port 08912b68-cb97-4af7-b56d-0c882e8708ae by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:19:43.768854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Attempting to bind port 08912b68-cb97-4af7-b56d-0c882e8708ae on network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:19:43.773460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Port 08912b68-cb97-4af7-b56d-0c882e8708ae on network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:19:43.773773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Attempting to bind port 08912b68-cb97-4af7-b56d-0c882e8708ae on network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:19:43.778768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:19:43.779100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Checking segment: {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:19:43.779478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Bound using segment: {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:19:43.779895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Bound port: 08912b68-cb97-4af7-b56d-0c882e8708ae, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42266317-226d-4014-ae38-5b4df0f4cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:19:43.780234 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.868275 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] For port 08912b68-cb97-4af7-b56d-0c882e8708ae, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:19:43.871103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] For port 08912b68-cb97-4af7-b56d-0c882e8708ae, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08912b68-cb97-4af7-b56d-0c882e8708ae,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:19:43.875580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.944522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:43.945291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:43.946665 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] 10.222.0.76 "PUT /v2.0/ports/08912b68-cb97-4af7-b56d-0c882e8708ae HTTP/1.1" status: 200 len: 1094 time: 1.1962790 May 06 14:19:43.947122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:19:43.977469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051f3b0-b1d9-4a4b-8cee-4773af74a50e service neutron] Pushing event updated for resources: {'Port': ['ID=08912b68-cb97-4af7-b56d-0c882e8708ae,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:44.074952 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca18d94-dd6d-418d-b55f-620c7b7d9683'] response: {'name': 'network-changed', 'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'status': 'completed', 'code': 200} May 06 14:19:44.082702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-ff2ae6c6-ec9c-4bbb-af36-543e581c0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:44.084350 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-ff2ae6c6-ec9c-4bbb-af36-543e581c0d82 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0856373 May 06 14:19:44.173790 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-d44f9bed-0921-46e2-b0bc-acb2eaff1bfc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08912b68-cb97-4af7-b56d-0c882e8708ae HTTP/1.1" status: 200 len: 217 time: 0.0809190 May 06 14:19:44.246896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-277a098c-a356-4d33-870b-f0f8956aa823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:44.248371 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-277a098c-a356-4d33-870b-f0f8956aa823 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9b2b9818-59e5-4298-b2b5-87d76340f19b HTTP/1.1" status: 200 len: 835 time: 0.0644534 May 06 14:19:44.334053 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-223b074b-1b63-495c-95f5-926ce25cbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:44.335546 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-223b074b-1b63-495c-95f5-926ce25cbc18 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795934 May 06 14:19:44.481476 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-dda024e7-7962-454c-a28f-e5f22bde81f8 service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365666 May 06 14:19:44.619312 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dc8ede4d-a8b8-495b-81e6-8e9b86e1afe3 req-b672ba0c-9e46-4899-ae52-744be7b97f0c service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311040 May 06 14:19:44.800899 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-860866fb-68b3-4107-a275-d978f6dace92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:44.803291 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-860866fb-68b3-4107-a275-d978f6dace92 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 1097 time: 0.1320477 May 06 14:19:44.991203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-093ff69c-119a-4390-8061-a17b5bd7ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:44.992650 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-093ff69c-119a-4390-8061-a17b5bd7ce40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46 HTTP/1.1" status: 200 len: 897 time: 0.1816294 May 06 14:19:45.004110 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903f3e-f7e5-4194-bb37-032acf19e23d req-5b4a3981-47b0-4844-9944-7aa203c9c310 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:45.005492 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81903f3e-f7e5-4194-bb37-032acf19e23d req-5b4a3981-47b0-4844-9944-7aa203c9c310 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 944 time: 0.1759048 May 06 14:19:45.081439 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-9ac571fa-f03e-41c3-9da4-b16bf69e7daa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08912b68-cb97-4af7-b56d-0c882e8708ae HTTP/1.1" status: 200 len: 217 time: 0.0749619 May 06 14:19:45.149627 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-81903f3e-f7e5-4194-bb37-032acf19e23d req-ea61af2c-ac4b-4be7-bd69-a9dccb1c6f5d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942373 May 06 14:19:45.162716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-70193416-2c5f-4cbd-a501-4ae607d8a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:45.164121 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-70193416-2c5f-4cbd-a501-4ae607d8a79f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9b2b9818-59e5-4298-b2b5-87d76340f19b HTTP/1.1" status: 200 len: 835 time: 0.0760128 May 06 14:19:45.243984 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-ca84bfe9-3219-4cd5-8bd3-732e3bee8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:45.245484 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-ca84bfe9-3219-4cd5-8bd3-732e3bee8ce4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717297 May 06 14:19:45.475634 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-eb880b56-ea29-46cd-8c8e-ceb573db5ef6 service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214656 May 06 14:19:45.620552 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a85efc8e-b579-4cc9-a423-3011dba745fe req-3f2f423a-bf6c-4af5-8b33-2cac14273310 service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357105 May 06 14:19:46.349903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497e2b-7f9b-46b8-b61f-322ad809ec6e req-ee130bb4-5d2c-4829-b5aa-e69b43a44ba4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:46.351389 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e497e2b-7f9b-46b8-b61f-322ad809ec6e req-ee130bb4-5d2c-4829-b5aa-e69b43a44ba4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0868652 May 06 14:19:46.396521 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e497e2b-7f9b-46b8-b61f-322ad809ec6e req-d13cf04c-0be9-4722-a632-91db8e93a87b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393205 May 06 14:19:47.055795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 08912b68-cb97-4af7-b56d-0c882e8708ae details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:19:47.245450 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 08912b68-cb97-4af7-b56d-0c882e8708ae, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08912b68-cb97-4af7-b56d-0c882e8708ae,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:47.260392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'port_id': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'mac_address': 'fa:16:3e:06:e7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:19:47.317361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:47.334616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08912b68-cb97-4af7-b56d-0c882e8708ae {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:19:47.352730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 08912b68-cb97-4af7-b56d-0c882e8708ae, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08912b68-cb97-4af7-b56d-0c882e8708ae,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:47.356773 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:47.429834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=08912b68-cb97-4af7-b56d-0c882e8708ae,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:47.599383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f315-0938-4151-bc14-c315ff1c25e0 req-5dac6078-fb48-44d0-97fe-f53a8b31eb18 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:47.600954 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1b33f315-0938-4151-bc14-c315ff1c25e0 req-5dac6078-fb48-44d0-97fe-f53a8b31eb18 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0885494 May 06 14:19:47.636698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['08912b68-cb97-4af7-b56d-0c882e8708ae'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:19:47.648207 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1b33f315-0938-4151-bc14-c315ff1c25e0 req-2e91aa41-b68d-4f21-b142-1e857957bfd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 May 06 14:19:48.840501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beee98b-6b51-4158-8157-3a35df3375de req-68a35999-881a-4b4d-b080-026d3301f4c4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:48.841997 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4beee98b-6b51-4158-8157-3a35df3375de req-68a35999-881a-4b4d-b080-026d3301f4c4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0858598 May 06 14:19:48.888802 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4beee98b-6b51-4158-8157-3a35df3375de req-ea1739d6-5527-45fb-b133-1defbec3dfe3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 May 06 14:19:49.071085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 08912b68-cb97-4af7-b56d-0c882e8708ae up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:19:49.146410 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 08912b68-cb97-4af7-b56d-0c882e8708ae completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:19:49.151827 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 08912b68-cb97-4af7-b56d-0c882e8708ae triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:19:49.152194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:49.274679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:49.306355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:19:49.317940 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 08912b68-cb97-4af7-b56d-0c882e8708ae, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08912b68-cb97-4af7-b56d-0c882e8708ae,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:19:49.322245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:49.354535 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0943dac-a92e-4c7e-9b08-8c59a85b8501'] response: {'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'code': 200} May 06 14:19:49.402559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=08912b68-cb97-4af7-b56d-0c882e8708ae,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:49.598349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc563f0-80e0-4f46-93e2-bffb51cee815 req-561ea0b6-1b31-49db-9806-af383c14a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:49.599897 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ddc563f0-80e0-4f46-93e2-bffb51cee815 req-561ea0b6-1b31-49db-9806-af383c14a67d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 1099 time: 0.0747592 May 06 14:19:49.649990 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ddc563f0-80e0-4f46-93e2-bffb51cee815 req-280e5286-abfa-4ad8-abd8-35de4e7b429c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372427 May 06 14:19:50.087274 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c5cd0-e2ce-490f-ac86-9e77e733700c req-35c9dbb7-92d8-47e5-a736-f4f3b72ed7e6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:50.088871 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0f0c5cd0-e2ce-490f-ac86-9e77e733700c req-35c9dbb7-92d8-47e5-a736-f4f3b72ed7e6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0875292 May 06 14:19:50.138272 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0f0c5cd0-e2ce-490f-ac86-9e77e733700c req-ec0297f7-79c0-4cbb-beac-e5140fb77033 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 May 06 14:19:51.327441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2ab3-5a92-4822-ae5c-c5216484c1de req-809558e1-7f1b-432f-b485-77a1e7d19bf8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:51.328930 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2d3f2ab3-5a92-4822-ae5c-c5216484c1de req-809558e1-7f1b-432f-b485-77a1e7d19bf8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0818224 May 06 14:19:51.377842 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2d3f2ab3-5a92-4822-ae5c-c5216484c1de req-f034838f-800a-48b3-99e4-271d9a367303 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 May 06 14:19:51.575675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079a55-12ae-4646-8186-fb3bdb056743 req-a0396b09-81ed-4a17-afab-f61d0f2d9133 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:51.577211 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76079a55-12ae-4646-8186-fb3bdb056743 req-a0396b09-81ed-4a17-afab-f61d0f2d9133 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0869405 May 06 14:19:51.631278 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76079a55-12ae-4646-8186-fb3bdb056743 req-1ab1560c-2e52-458b-bbc0-dc7b5c36631a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414681 May 06 14:19:51.654863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51724) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:51.731414 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad2149-6024-4881-880a-efb5970e7e36 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:51.732855 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c1ad2149-6024-4881-880a-efb5970e7e36 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 1094 time: 0.0769928 May 06 14:19:51.735754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51728) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:51.741348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:19:51.747466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:19:51.751387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:floatingip and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:19:51.754902 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:19:51.760546 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:19:51.771470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:51.914236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.052401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.79 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/148c05be-a846-4772-9cb4-b13a086532cf) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:19:52.208966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.242786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.315133 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:19:52.318400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:19:52.322293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:19:52.353324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=148c05be-a846-4772-9cb4-b13a086532cf,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:52.593611 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:19:52.920481 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.017165 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.244500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.249937 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.367718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=148c05be-a846-4772-9cb4-b13a086532cf,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:19:53.380543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:53.558345 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP e38bad60-e811-4516-bfb9-b9ecf6ba9501 associated. External IP: 172.26.2.79, port: 08912b68-cb97-4af7-b56d-0c882e8708ae. May 06 14:19:53.926803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 7ef59856-da1c-4052-8e68-fffcb745cbce has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:19:54.105479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:19:54.115755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] Sync routers for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:19:54.125579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:54.126190 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:54.131545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:54.192834 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b4c07c9f-1931-4f0d-8989-ed9a0c8b8f73 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4556866 May 06 14:19:54.193284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:19:54.249313 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4574b1ab-28af-4b4c-a43f-bd3a32d3ad12'] response: {'name': 'network-changed', 'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'status': 'completed', 'code': 200} May 06 14:19:54.328825 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:54.426293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-52fb7fb1-f5ee-4dac-9cac-5dcedcfb5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:54.427873 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-52fb7fb1-f5ee-4dac-9cac-5dcedcfb5f7e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 1099 time: 0.1472831 May 06 14:19:54.441368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519e05-94bf-40d4-bec7-e1cdd7d1c561 req-03579df7-f57f-42ea-8050-71da8a8ebb27 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:54.443238 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-47519e05-94bf-40d4-bec7-e1cdd7d1c561 req-03579df7-f57f-42ea-8050-71da8a8ebb27 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1224248 May 06 14:19:54.581565 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-47519e05-94bf-40d4-bec7-e1cdd7d1c561 req-f4157edf-a457-4290-9187-5eb1f2f1a352 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186173 May 06 14:19:54.614507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51736) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:54.636996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-37d9b88b-a124-45c2-928f-0503ab648869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:54.639662 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-37d9b88b-a124-45c2-928f-0503ab648869 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46 HTTP/1.1" status: 200 len: 897 time: 0.1953893 May 06 14:19:54.743154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'e38bad60-e811-4516-bfb9-b9ecf6ba9501', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'port_id': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'mac_address': 'fa:16:3e:06:e7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:19:52Z', 'updated_at': '2022-05-06T14:19:52Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8895994f-6a70-4ee9-bdd0-dcce846d0400', 'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:37:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:35Z', 'updated_at': '2022-05-06T14:19:41Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:54.746885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] Checking router: 7ef59856-da1c-4052-8e68-fffcb745cbce for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:19:54.758121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:19:54.759085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:19:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:54.761133 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-7b3c89e9-f8d8-471f-b6ff-252045a6aa54 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08912b68-cb97-4af7-b56d-0c882e8708ae HTTP/1.1" status: 200 len: 999 time: 0.1121473 May 06 14:19:54.840250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-fd7a4765-6361-4fa1-a233-5f7eb46f2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:54.842026 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-fd7a4765-6361-4fa1-a233-5f7eb46f2288 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9b2b9818-59e5-4298-b2b5-87d76340f19b HTTP/1.1" status: 200 len: 835 time: 0.0740786 May 06 14:19:54.859204 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ee3158b6-038a-4a9e-89ca-08015016e205 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/e38bad60-e811-4516-bfb9-b9ecf6ba9501 HTTP/1.1" status: 200 len: 991 time: 0.2422652 May 06 14:19:54.931962 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-da87b06d-472b-4c1e-832d-7f332f2ed98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:19:54.934407 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-da87b06d-472b-4c1e-832d-7f332f2ed98c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811696 May 06 14:19:54.952938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:19:55.086778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-b65e1254-df02-4519-9ccd-6ec9c4f48f0b service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420305 May 06 14:19:55.240960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a44afe5c-3127-4e0c-9cbc-2dfb3ad61a8e req-53f6a122-e09e-4e1b-a0de-f46246803844 service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467361 May 06 14:19:55.365064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'e38bad60-e811-4516-bfb9-b9ecf6ba9501', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'port_id': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'mac_address': 'fa:16:3e:06:e7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:19:52Z', 'updated_at': '2022-05-06T14:19:52Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8895994f-6a70-4ee9-bdd0-dcce846d0400', 'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:37:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:35Z', 'updated_at': '2022-05-06T14:19:41Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:19:55.369139 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af35d5-560e-42da-91c5-d4b8c4dc1c36 None None] The sync data for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv is: [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'e38bad60-e811-4516-bfb9-b9ecf6ba9501', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.79', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'port_id': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'mac_address': 'fa:16:3e:06:e7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:19:52Z', 'updated_at': '2022-05-06T14:19:52Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8895994f-6a70-4ee9-bdd0-dcce846d0400', 'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:37:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:35Z', 'updated_at': '2022-05-06T14:19:41Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:19:55.565831 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1798e7-f642-45da-b716-bf93a534f0ba None None] New status for floating IP e38bad60-e811-4516-bfb9-b9ecf6ba9501: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:19:55.862239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51740) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:19:55.976541 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7d4f14fb-33c8-499a-aa20-817e109d1ddc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/e38bad60-e811-4516-bfb9-b9ecf6ba9501 HTTP/1.1" status: 200 len: 993 time: 0.1130233 May 06 14:20:06.286229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:06.671110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bb31fc4d-4e2d-4158-a262-e4e7581d8760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:09.001091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9ae87d69-cb42-4e63-9ac8-de26864770ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:10.067683 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:10.117978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:11.695254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:26.584364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-d9bc1754-560e-41cc-8fbe-81491328b71c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1623216 May 06 14:20:26.723448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-cd2e9c1c-56af-42b6-b792-6a5ffa6fdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:26.724950 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-cd2e9c1c-56af-42b6-b792-6a5ffa6fdf35 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 1099 time: 0.0702989 May 06 14:20:26.871407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-6f3d7dc5-cb7e-471c-88f4-82e712541f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:26.872791 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-6f3d7dc5-cb7e-471c-88f4-82e712541f3f service neutron] 10.222.0.76 "GET /v2.0/networks?id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46 HTTP/1.1" status: 200 len: 897 time: 0.1265519 May 06 14:20:26.979981 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-f6db6cc8-6fc4-42ef-9f31-64fc84a6b44c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08912b68-cb97-4af7-b56d-0c882e8708ae HTTP/1.1" status: 200 len: 1001 time: 0.1010809 May 06 14:20:27.042977 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-da31c0ff-700d-4f34-b9b7-9d440c5fe72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:27.044411 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-da31c0ff-700d-4f34-b9b7-9d440c5fe72b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9b2b9818-59e5-4298-b2b5-87d76340f19b HTTP/1.1" status: 200 len: 835 time: 0.0574641 May 06 14:20:27.123524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-8599fb02-78a2-487a-9f7a-5dcb610f18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:27.124947 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-8599fb02-78a2-487a-9f7a-5dcb610f18ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729084 May 06 14:20:27.256682 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-723da50d-5cd0-4fca-96ba-adfdc1c24d8d service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249905 May 06 14:20:27.387718 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-30e3b5c8-3836-490c-9bb5-f156ea38e21e req-48e828f4-f9f4-4778-91db-1c87c318a756 service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245501 May 06 14:20:29.592980 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:20:31.476903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e856fe0-9a13-426c-be04-acd4bdce890f req-2d2ceba1-b5da-42e9-96fa-cbba377b39df tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:31.478358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1e856fe0-9a13-426c-be04-acd4bdce890f req-2d2ceba1-b5da-42e9-96fa-cbba377b39df tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0792699 May 06 14:20:31.525152 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1e856fe0-9a13-426c-be04-acd4bdce890f req-0b859ed7-3942-463b-8b49-41dce0c2c3fc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412300 May 06 14:20:32.716525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad716-509c-4c1a-9f7f-6de0d026207c req-de371cee-50a6-451c-aac6-95f4ec378edf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:32.717989 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-921ad716-509c-4c1a-9f7f-6de0d026207c req-de371cee-50a6-451c-aac6-95f4ec378edf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0840225 May 06 14:20:32.761453 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-921ad716-509c-4c1a-9f7f-6de0d026207c req-24bba798-b542-42c1-ae8c-b89fe829c224 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378606 May 06 14:20:32.785247 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51764) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:32.888010 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-686df18f-10cd-4e0f-9f26-f5429a72fa6c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/e38bad60-e811-4516-bfb9-b9ecf6ba9501 HTTP/1.1" status: 200 len: 993 time: 0.1015193 May 06 14:20:34.351062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b84fa-68de-4501-ba48-345433121ef4 req-57354262-be75-4376-8b39-e607acaa50c5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:34.352544 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fd8b84fa-68de-4501-ba48-345433121ef4 req-57354262-be75-4376-8b39-e607acaa50c5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0828803 May 06 14:20:34.403537 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fd8b84fa-68de-4501-ba48-345433121ef4 req-d146e5e3-fd13-4b1a-beaa-c3e5b9d63cea tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 May 06 14:20:35.594760 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4c169-92bb-443a-b518-863866a561ae req-18d43b32-64e4-46fd-b0be-d3895ee3b5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:35.596216 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-74a4c169-92bb-443a-b518-863866a561ae req-18d43b32-64e4-46fd-b0be-d3895ee3b5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0858064 May 06 14:20:35.639909 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-74a4c169-92bb-443a-b518-863866a561ae req-51c74d3f-64eb-4497-bfd8-ae5b6d361952 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 May 06 14:20:35.664365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51776) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:35.770186 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ca09f6a5-be59-42dc-8969-403e404eda38 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/e38bad60-e811-4516-bfb9-b9ecf6ba9501 HTTP/1.1" status: 200 len: 993 time: 0.1044912 May 06 14:20:36.052637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51784) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:36.263483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 148c05be-a846-4772-9cb4-b13a086532cf {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:20:36.263851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:36.300596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:36.541475 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:36.541796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:36.664453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3c44492e-b817-4738-ae0e-14cb3d611b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:36.664684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 148c05be-a846-4772-9cb4-b13a086532cf owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:20:36.817343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:36.867845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=148c05be-a846-4772-9cb4-b13a086532cf,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:36.905439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.905793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.906149 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.907078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.907658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.908056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.908390 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.908750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.909081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.909406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.909731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.910055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:36.973757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:36.974086 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP e38bad60-e811-4516-bfb9-b9ecf6ba9501 disassociated (deleted). External IP: 172.26.2.79, port: 08912b68-cb97-4af7-b56d-0c882e8708ae. May 06 14:20:37.336627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 7ef59856-da1c-4052-8e68-fffcb745cbce has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:20:37.515107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:20:37.525936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] Sync routers for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:20:37.536023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:20:37.536697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:20:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:37.542191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:37.603673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-280eb13c-c092-44c1-a272-a97df5c74fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/floatingips/e38bad60-e811-4516-bfb9-b9ecf6ba9501 HTTP/1.1" status: 204 len: 168 time: 1.5493474 May 06 14:20:37.604141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:20:37.653228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e65400-2cef-492d-bd40-f69aa8883443'] response: {'name': 'network-changed', 'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'status': 'completed', 'code': 200} May 06 14:20:37.727803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:20:37.768898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-4b6d1957-7d4a-4a60-986f-1a1931d54e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:37.770416 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-4b6d1957-7d4a-4a60-986f-1a1931d54e17 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 1099 time: 0.0732329 May 06 14:20:37.910058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-1abeac66-9cc2-4890-8d3c-c1790a14eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:37.911858 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-1abeac66-9cc2-4890-8d3c-c1790a14eb32 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46 HTTP/1.1" status: 200 len: 897 time: 0.1342440 May 06 14:20:38.069095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8895994f-6a70-4ee9-bdd0-dcce846d0400', 'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:37:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:35Z', 'updated_at': '2022-05-06T14:19:41Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:38.073104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] Checking router: 7ef59856-da1c-4052-8e68-fffcb745cbce for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:20:38.082808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:20:38.083425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:20:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:38.127761 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-5564d5f9-c23b-46fa-a3f1-b5795e7d2e11 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08912b68-cb97-4af7-b56d-0c882e8708ae HTTP/1.1" status: 200 len: 217 time: 0.1796124 May 06 14:20:38.207009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-440c6281-741f-4583-9640-6472289aa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:38.208479 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-440c6281-741f-4583-9640-6472289aa404 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9b2b9818-59e5-4298-b2b5-87d76340f19b HTTP/1.1" status: 200 len: 835 time: 0.0729835 May 06 14:20:38.221360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db1558-6cc3-4ac0-af28-cce4a6ad90fc req-69950a70-2548-47b8-856e-bb0f70e9637b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:38.222061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b6db1558-6cc3-4ac0-af28-cce4a6ad90fc req-69950a70-2548-47b8-856e-bb0f70e9637b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:20:38.258927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:20:38.284943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b6db1558-6cc3-4ac0-af28-cce4a6ad90fc req-69950a70-2548-47b8-856e-bb0f70e9637b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:20:38.286086 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b6db1558-6cc3-4ac0-af28-cce4a6ad90fc req-69950a70-2548-47b8-856e-bb0f70e9637b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.3732622 May 06 14:20:38.340815 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b6db1558-6cc3-4ac0-af28-cce4a6ad90fc req-55cb1164-bf4b-4d15-a0d2-453e71c680f4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477889 May 06 14:20:38.342957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-0760cf47-8a24-409b-af38-b92fc49ff72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:38.345387 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-0760cf47-8a24-409b-af38-b92fc49ff72d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fea5a2ce-1373-4ba2-ab50-fa1e43612f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193728 May 06 14:20:38.481846 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-50a705f5-ccd6-4272-abbe-246f0474ff8e service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261642 May 06 14:20:38.612358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8895994f-6a70-4ee9-bdd0-dcce846d0400', 'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:37:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:35Z', 'updated_at': '2022-05-06T14:19:41Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:38.616334 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099d85b-3c60-4b78-87e5-160e773c4824 None None] The sync data for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv is: [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:19:36Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '8895994f-6a70-4ee9-bdd0-dcce846d0400', 'name': '', 'network_id': 'fea5a2ce-1373-4ba2-ab50-fa1e43612f46', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:37:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:35Z', 'updated_at': '2022-05-06T14:19:41Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': '9b2b9818-59e5-4298-b2b5-87d76340f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:20:38.616748 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c287cc2a-db06-49a9-9341-072b9e2a2f3f req-efa2532e-8710-4ab6-9efc-32056092dc8f service neutron] 10.222.0.76 "GET /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280944 May 06 14:20:38.828108 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e5ba5-0f19-461e-84ad-d9b68890bb37 None None] New status for floating IP e38bad60-e811-4516-bfb9-b9ecf6ba9501: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:20:39.006719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9cb1-eada-4024-bb74-9c181ddd6fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:39.532662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abb5b7-ceca-483c-bfff-e6cc9444ea68 req-04fffb52-7425-4a50-9d2d-e0522c59455c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:39.534132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a4abb5b7-ceca-483c-bfff-e6cc9444ea68 req-04fffb52-7425-4a50-9d2d-e0522c59455c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0863473 May 06 14:20:39.622298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a4abb5b7-ceca-483c-bfff-e6cc9444ea68 req-89eb5aa8-7eea-4fb3-9525-d8a3312b0bbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e568df-11f8-4c3e-9a5e-fadcc9053451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583508 May 06 14:20:39.646699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d629-5b17-4303-b9b2-425738de676c req-8b354bcf-54f7-4a8e-949f-cd301361b55b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:39.648122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d4a4d629-5b17-4303-b9b2-425738de676c req-8b354bcf-54f7-4a8e-949f-cd301361b55b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1241708 May 06 14:20:39.723107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-d4a4d629-5b17-4303-b9b2-425738de676c req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 08912b68-cb97-4af7-b56d-0c882e8708ae {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:20:39.723442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d4a4d629-5b17-4303-b9b2-425738de676c req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:39.971719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d4a4d629-5b17-4303-b9b2-425738de676c req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 08912b68-cb97-4af7-b56d-0c882e8708ae, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=08912b68-cb97-4af7-b56d-0c882e8708ae,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:20:39.972071 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d4a4d629-5b17-4303-b9b2-425738de676c req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:40.071131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:40.095325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-d4a4d629-5b17-4303-b9b2-425738de676c req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 08912b68-cb97-4af7-b56d-0c882e8708ae owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:20:40.119452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:40.243936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d4a4d629-5b17-4303-b9b2-425738de676c req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:40.294098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=08912b68-cb97-4af7-b56d-0c882e8708ae,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:40.370695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a4d629-5b17-4303-b9b2-425738de676c req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] No DVR routers for this DVR port 08912b68-cb97-4af7-b56d-0c882e8708ae on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:20:40.373157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d4a4d629-5b17-4303-b9b2-425738de676c req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:40.376436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'name': 'network-vif-deleted', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:20:40.392516 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d4a4d629-5b17-4303-b9b2-425738de676c req-0e397e9d-a567-4bf1-9ede-b782c95f37e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "DELETE /v2.0/ports/08912b68-cb97-4af7-b56d-0c882e8708ae HTTP/1.1" status: 204 len: 173 time: 0.7375746 May 06 14:20:40.420518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfad79d-96ee-43cc-8eda-4d2b875b7790'] response: {'server_uuid': 'a55c37de-8b61-4c6a-9730-53395c58f5d1', 'name': 'network-vif-deleted', 'tag': '08912b68-cb97-4af7-b56d-0c882e8708ae', 'status': 'completed', 'code': 200} May 06 14:20:40.795550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-5a0ff7a0-2902-4c89-acb3-8eeb31c95362 req-21f45f7a-f92e-42d4-8cd9-949fe51c2d41 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:20:40.811139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-5a0ff7a0-2902-4c89-acb3-8eeb31c95362 req-21f45f7a-f92e-42d4-8cd9-949fe51c2d41 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:20:40.812988 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a0ff7a0-2902-4c89-acb3-8eeb31c95362 req-21f45f7a-f92e-42d4-8cd9-949fe51c2d41 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=a55c37de-8b61-4c6a-9730-53395c58f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0615206 May 06 14:20:41.698316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:41.907229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51802) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:42.552688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:42.909173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 8895994f-6a70-4ee9-bdd0-dcce846d0400 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:20:42.909805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:43.097894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 8895994f-6a70-4ee9-bdd0-dcce846d0400, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=8895994f-6a70-4ee9-bdd0-dcce846d0400,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:20:43.098261 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:43.228228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 8895994f-6a70-4ee9-bdd0-dcce846d0400 owned by network:router_interface {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:20:43.365418 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 08912b68-cb97-4af7-b56d-0c882e8708ae no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:20:43.401145 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 08912b68-cb97-4af7-b56d-0c882e8708ae {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:20:43.401483 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 08912b68-cb97-4af7-b56d-0c882e8708ae not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:20:43.415593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:43.489956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=8895994f-6a70-4ee9-bdd0-dcce846d0400,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:43.836771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:44.195505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 7ef59856-da1c-4052-8e68-fffcb745cbce has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:20:44.369513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:20:44.379762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] Sync routers for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:20:44.386872 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-642849e5-1463-4db1-86b9-e00da45062e4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/7ef59856-da1c-4052-8e68-fffcb745cbce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4785442 May 06 14:20:44.389195 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:20:44.389542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51806) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:44.390062 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:20:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:44.464631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d947c990-bf0a-4006-a458-3a7c86e71a4f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting subnet 9b2b9818-59e5-4298-b2b5-87d76340f19b {{(pid=87984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:20:44.467573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d947c990-bf0a-4006-a458-3a7c86e71a4f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:44.526840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d947c990-bf0a-4006-a458-3a7c86e71a4f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2788358'] for subnet, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:44.569870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:20:44.614398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d947c990-bf0a-4006-a458-3a7c86e71a4f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:44.689979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d947c990-bf0a-4006-a458-3a7c86e71a4f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-387920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2756700'] for subnet, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:44.729854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947c990-bf0a-4006-a458-3a7c86e71a4f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2b9818-59e5-4298-b2b5-87d76340f19b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:44.733580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d947c990-bf0a-4006-a458-3a7c86e71a4f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:44.739826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d947c990-bf0a-4006-a458-3a7c86e71a4f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/subnets/9b2b9818-59e5-4298-b2b5-87d76340f19b HTTP/1.1" status: 204 len: 168 time: 0.3492789 May 06 14:20:44.742394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51810) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:44.745732 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267f4af-4bd4-47d6-abfe-4b34e6cabfef None None] Network fea5a2ce-1373-4ba2-ab50-fa1e43612f46 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:20:44.924932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:45.049119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:20:43Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:45.054453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] Checking router: 7ef59856-da1c-4052-8e68-fffcb745cbce for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:20:45.065238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] Routers {'7ef59856-da1c-4052-8e68-fffcb745cbce'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:20:45.066029 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:20:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['7ef59856-da1c-4052-8e68-fffcb745cbce'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:45.125035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] DHCP port deletion for fea5a2ce-1373-4ba2-ab50-fa1e43612f46 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:20:45.145635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Deleting port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:20:45.145998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:45.223839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:45.233247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 2eb9ca30-07af-4cfe-a71c-0532b50a5324 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:20:45.233621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:45.337468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] Set router 7ef59856-da1c-4052-8e68-fffcb745cbce gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:20:45.422367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 2eb9ca30-07af-4cfe-a71c-0532b50a5324, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=2eb9ca30-07af-4cfe-a71c-0532b50a5324,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:20:45.422863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:45.582926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 2eb9ca30-07af-4cfe-a71c-0532b50a5324 owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:20:45.705766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] For port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=aa51e51f-3f82-47d2-a4c8-a69cf1ade89c,segment=NetworkSegment(42266317-226d-4014-ae38-5b4df0f4cddb),segment_id=42266317-226d-4014-ae38-5b4df0f4cddb)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:20:45.706387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:45.802452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:45.836479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Calling delete_port for aa51e51f-3f82-47d2-a4c8-a69cf1ade89c owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:20:45.880835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=2eb9ca30-07af-4cfe-a71c-0532b50a5324,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:45.951179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:45.981977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.035479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Pushing event deleted for resources: {'Port': ['ID=aa51e51f-3f82-47d2-a4c8-a69cf1ade89c,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:46.041831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] No DVR routers for this DVR port aa51e51f-3f82-47d2-a4c8-a69cf1ade89c on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:20:46.053212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.053756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.054497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.054969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.055307 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.055636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.055961 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.056285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.056662 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.056960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.057278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.057604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe66550-99a8-43de-8399-e18921552c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.069673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:20:43Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:46.073804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a64657-6201-4414-906e-7da460ec8277 None None] The sync data for ids ['7ef59856-da1c-4052-8e68-fffcb745cbce'] in dv-neutron-840888-1-hyperv is: [{'id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751482010', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69'}], 'enable_snat': True}, 'gw_port_id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:19:30Z', 'updated_at': '2022-05-06T14:20:43Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '2eb9ca30-07af-4cfe-a71c-0532b50a5324', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef59856-da1c-4052-8e68-fffcb745cbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:19:31Z', 'updated_at': '2022-05-06T14:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:20:46.147793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.150444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.175286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.175832 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef59856-da1c-4052-8e68-fffcb745cbce {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:20:46.202208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.204364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7a2bca11-818d-41e4-895a-61d3385cfd82 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/routers/7ef59856-da1c-4052-8e68-fffcb745cbce HTTP/1.1" status: 204 len: 168 time: 1.4610093 May 06 14:20:46.206941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51814) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:46.323710 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.466466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.497154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea5a2ce-1373-4ba2-ab50-fa1e43612f46']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:46.510438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42266317-226d-4014-ae38-5b4df0f4cddb') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:46.510729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42266317-226d-4014-ae38-5b4df0f4cddb') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:46.525323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.542249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.549667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:20:46.550101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:20:46.565524 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:20:46.651844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.768601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.780934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Network': ['ID=fea5a2ce-1373-4ba2-ab50-fa1e43612f46,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:46.787701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-415e5eba-1425-456a-9b09-eeec58f9cc0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/networks/fea5a2ce-1373-4ba2-ab50-fa1e43612f46 HTTP/1.1" status: 204 len: 168 time: 0.5797255 May 06 14:20:46.790501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51818) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:46.861220 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.890155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.956483 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.975461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e568df-11f8-4c3e-9a5e-fadcc9053451,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:46.983622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.983966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.984465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.984981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.985342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.985660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.985996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.986327 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.986655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.986981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.987308 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.987632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:46.995108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.997227 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-546cf8c8-0a0c-4941-a459-b3bfaf8268b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/security-groups/68e568df-11f8-4c3e-9a5e-fadcc9053451 HTTP/1.1" status: 204 len: 168 time: 0.2054656 May 06 14:20:47.079479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device aa51e51f-3f82-47d2-a4c8-a69cf1ade89c no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:20:47.134709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: aa51e51f-3f82-47d2-a4c8-a69cf1ade89c {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:20:47.135096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device aa51e51f-3f82-47d2-a4c8-a69cf1ade89c not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:20:47.135663 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8895994f-6a70-4ee9-bdd0-dcce846d0400 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:20:47.182694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 8895994f-6a70-4ee9-bdd0-dcce846d0400 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:20:47.183232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 8895994f-6a70-4ee9-bdd0-dcce846d0400 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:20:47.183844 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2eb9ca30-07af-4cfe-a71c-0532b50a5324 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:20:47.233551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 2eb9ca30-07af-4cfe-a71c-0532b50a5324 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:20:47.234548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 2eb9ca30-07af-4cfe-a71c-0532b50a5324 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:20:47.639863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51826) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:47.645810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240613459', 'description': 'tempest-secgroup-smoke-1240613459 description', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:47.651862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:47.656511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:47.659786 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:47.665760 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:47.677059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:47.697484 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:47.701350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:47.705004 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:47.710646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:47.787190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:47.791310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:47.840861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc775d8-9948-4240-ab6b-675416f3691d,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:47.846633 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:47.847902 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-6b836de7-dbca-4e7d-b774-c3b565d0a87d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2064073 May 06 14:20:47.850803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51830) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:47.855840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'edc775d8-9948-4240-ab6b-675416f3691d', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:47.862557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:47.866610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:47.869455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:47.875698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:47.891715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:47.954663 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:47.959027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:47.983226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479840da-21e4-4c72-a8fb-ae244a52a179,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:47.998980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.001081 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b167690c-65ec-450c-94c1-0ac839b4d61b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492031 May 06 14:20:48.003995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51834) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:48.009528 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'edc775d8-9948-4240-ab6b-675416f3691d', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:48.016836 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:48.020801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:48.023662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:48.029649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:48.048342 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.111160 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.114815 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.142179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98e196a-3a16-4d74-9e68-a23637208db7,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:48.150312 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.151474 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-00ad7e2f-613d-499c-8695-914c34bf60c0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464477 May 06 14:20:48.154179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51838) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:48.160198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'edc775d8-9948-4240-ab6b-675416f3691d', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:48.166072 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:48.169978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:48.173588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:48.179460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:48.197073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.260534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.264321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.288692 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f03feda-6591-4d02-a055-94cf0a28049e,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:48.297537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.298778 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fec48623-fcbe-4315-9af0-4d00c30aa5d6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436949 May 06 14:20:48.301723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51842) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:48.307259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'edc775d8-9948-4240-ab6b-675416f3691d', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:48.314009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:48.318336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:48.321295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:48.327131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:48.344213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.407585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.411006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.434695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec66821-a9cb-424a-9330-2a398461d155,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:48.444199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.445408 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a65a4b0b-5954-49dd-84b3-4a8884a24b67 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426055 May 06 14:20:48.448208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51846) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:48.453957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'edc775d8-9948-4240-ab6b-675416f3691d', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:48.460164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:48.464063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:48.466976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:48.473271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:48.483790 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:20:48.490889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.559452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.563998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.590289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25391bcd-ebfa-4baa-a499-27bcc4a066a2,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:48.599449 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.600827 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-59b3d285-b071-4edc-9b19-c6c8bf67ddd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516807 May 06 14:20:48.603562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51850) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:48.608659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'edc775d8-9948-4240-ab6b-675416f3691d', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:48.615418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:48.619241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:48.622161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:48.628464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:48.638839 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:20:48.645496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.710582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.714144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.737717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8761bb8-271a-4e67-b263-101381932868,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:48.745922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.747085 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c06b5e4f-2822-4d89-be77-134a30ddd2de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425765 May 06 14:20:48.750504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51854) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:48.756011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'network': {'name': 'tempest-network-smoke--1953424665', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:48.760916 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:48.765009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:network and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:48.768495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:48.774243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:48.785600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:20:48.788976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.817124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:20:48.825513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.825879 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Added segment 9c219c8f-f0f1-438f-b412-5c521eeb1d9e of type vlan for network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 May 06 14:20:48.852067 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.881664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.887353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:48.887955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.996319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2447944 May 06 14:20:49.001163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51858) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:49.008314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'admin_state_up': True, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:49.013765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9f353-fba6-4a29-9108-7b463ed42aef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Network': ['ID=6bc872dd-7226-4100-9b45-3fa25d5a9e26,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:49.018592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:49.022511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:router and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:49.024937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:20:49.025409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:49.031708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:49.042083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:49.043039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:49.061075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:49.331099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:49.626306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:49.655293 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:49.793745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.122 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/6f7b6667-e618-4083-9a50-5e691b7a857b) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:20:49.939974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:49.969115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:50.032513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:20:50.035282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:20:50.039065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:20:50.173964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=6f7b6667-e618-4083-9a50-5e691b7a857b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:50.551730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:50.907197 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:51.119216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router b228f534-c8eb-49a2-add0-836b4f2f07c1 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:20:51.293271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:20:51.303051 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Sync routers for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:20:51.312371 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:20:51.313002 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:20:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:51.320549 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:51.321767 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fa55aca5-60f0-4274-97b7-5f8ddda61b2e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3196774 May 06 14:20:51.325028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51862) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:51.368697 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fd999654-e8be-41ba-87a1-d7e2795e8337 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fd6f453aebd44166bba562ce7450f2f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425367 May 06 14:20:51.371235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51866) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:51.489349 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:20:51.609845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197dbfd7-b180-4deb-8802-b1dff6ef402e tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:51.611326 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-197dbfd7-b180-4deb-8802-b1dff6ef402e tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2392080 May 06 14:20:51.614325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51870) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:51.654276 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-aefeb3d0-d5e0-434b-b247-cd908962710c tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388172 May 06 14:20:51.656797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51874) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:51.662107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-254693330', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:51.770919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:51.775051 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:subnet and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:20:51.778023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:20:51.781330 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:50Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:51.784408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:51.785304 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Checking router: b228f534-c8eb-49a2-add0-836b4f2f07c1 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:20:51.785649 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Updating router b228f534-c8eb-49a2-add0-836b4f2f07c1 port 6f7b6667-e618-4083-9a50-5e691b7a857b binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:20:51.794180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:20:51.797860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:51.837867 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.025238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.120688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Subnet': ['ID=c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:52.130689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Checking segment: {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:20:52.131052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network hostable DHCP agents. Network: 6bc872dd-7226-4100-9b45-3fa25d5a9e26, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:20:52.151783 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:20:52.164318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 6bc872dd-7226-4100-9b45-3fa25d5a9e26) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:20:52.169936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:52.170990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.175810 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25806e-114d-46fd-b5c8-5d9d16bddcc2 None None] Network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:20:52.189849 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.202119 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a9f26502-4f41-4cf0-9368-63d73096ca56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5442710 May 06 14:20:52.206343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51878) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:20:52.213625 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Transition to ACTIVE for port object 6f7b6667-e618-4083-9a50-5e691b7a857b will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:20:52.222144 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.311873 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Attempting to bind port 6f7b6667-e618-4083-9a50-5e691b7a857b on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:20:52.312597 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Attempting to bind port 6f7b6667-e618-4083-9a50-5e691b7a857b by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:20:52.312948 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Attempting to bind port 6f7b6667-e618-4083-9a50-5e691b7a857b on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:20:52.323971 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Pushing event updated for resources: {'Port': ['ID=6f7b6667-e618-4083-9a50-5e691b7a857b,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:52.326182 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:20:52.326550 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:20:52.326940 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.327326 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:20:52.328507 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Bound port: 6f7b6667-e618-4083-9a50-5e691b7a857b, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:20:52.329121 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.370417 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.370806 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.371093 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.371421 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.371802 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.372722 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.372722 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.372722 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.373085 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.373346 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.373661 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.373982 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:20:52.414374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:20:52.415344 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.422822 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] For port 6f7b6667-e618-4083-9a50-5e691b7a857b, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:20:52.426200 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] For port 6f7b6667-e618-4083-9a50-5e691b7a857b, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6f7b6667-e618-4083-9a50-5e691b7a857b,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:20:52.431421 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.516774 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef8a79-939d-44ed-82c4-37a33780d5a8 None None] Pushing event updated for resources: {'Port': ['ID=6f7b6667-e618-4083-9a50-5e691b7a857b,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:52.531585 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:20:52.532585 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:20:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:52.587959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Allocated IP 172.20.0.2 (6bc872dd-7226-4100-9b45-3fa25d5a9e26/c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc/601f7fb6-f8ca-43fc-b660-587dcf025819) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:20:52.722905 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:20:52.797096 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.808744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Transition to ACTIVE for port object 601f7fb6-f8ca-43fc-b660-587dcf025819 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:20:52.829021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Transition to ACTIVE for port object 601f7fb6-f8ca-43fc-b660-587dcf025819 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:20:52.834499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:52.916390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:20:52.917896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Pushing event updated for resources: {'Port': ['ID=601f7fb6-f8ca-43fc-b660-587dcf025819,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:52.921208 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:20:52.925928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:20:53.026635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Attempting to bind port 601f7fb6-f8ca-43fc-b660-587dcf025819 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:20:53.026999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Attempting to bind port 601f7fb6-f8ca-43fc-b660-587dcf025819 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:20:53.027496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Attempting to bind port 601f7fb6-f8ca-43fc-b660-587dcf025819 on network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:20:53.033080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:20:53.033450 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Checking segment: {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:20:53.033843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:53.034234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Bound using segment: {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:20:53.034697 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Bound port: 601f7fb6-f8ca-43fc-b660-587dcf025819, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:20:53.035234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:53.047084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:53.072998 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:50Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:53.078004 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8e29c-b24e-4da6-9262-1a6fcd00bcd7 None None] The sync data for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv is: [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:50Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:20:53.179791 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] For port 601f7fb6-f8ca-43fc-b660-587dcf025819, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:20:53.183294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] For port 601f7fb6-f8ca-43fc-b660-587dcf025819, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=601f7fb6-f8ca-43fc-b660-587dcf025819,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:20:53.189894 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:53.284805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7124286-f7c8-4091-8861-83f72e27b769 None None] Pushing event updated for resources: {'Port': ['ID=601f7fb6-f8ca-43fc-b660-587dcf025819,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:53.516258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.1 (6bc872dd-7226-4100-9b45-3fa25d5a9e26/c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc/1a97350c-bb3e-4a40-b44e-e4adeb55fd77) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:20:53.695454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:53.711966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:20:53.738678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:53.814427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:20:53.817847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:20:53.820534 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:20:53.858375 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=1a97350c-bb3e-4a40-b44e-e4adeb55fd77,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:53.886295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:54.028856 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:54.290454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7beaf40-74ef-44c4-8491-0497a9493527 None None] Network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:20:54.457298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-77fbdeed-b1c7-4377-96d1-ddf89d858a49 None None] Provisioning for port 601f7fb6-f8ca-43fc-b660-587dcf025819 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:20:54.470037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:54.477652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:54.600750 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=1a97350c-bb3e-4a40-b44e-e4adeb55fd77,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:54.603299 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:54.808127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-58cd9562-e531-4953-9627-1eb4ae89245d None None] Provisioning for port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:20:54.814085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-58cd9562-e531-4953-9627-1eb4ae89245d None None] Provisioning complete for port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:20:54.814477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-58cd9562-e531-4953-9627-1eb4ae89245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:54.869958 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:20:54.871113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:20:54.875526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-58cd9562-e531-4953-9627-1eb4ae89245d None None] Port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:20:54.997158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6be4f100-3dd6-4206-8742-589be63e4352 None None] Provisioning complete for port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:20:54.997532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6be4f100-3dd6-4206-8742-589be63e4352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:55.078813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router b228f534-c8eb-49a2-add0-836b4f2f07c1 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:20:55.085299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6be4f100-3dd6-4206-8742-589be63e4352 None None] Port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:20:55.156133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 601f7fb6-f8ca-43fc-b660-587dcf025819 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:20:55.226331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-199ae12c-b321-4f45-afa0-5b56ae9d2a19 None None] Provisioning complete for port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:20:55.226586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-199ae12c-b321-4f45-afa0-5b56ae9d2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:55.272882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:20:55.284822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Sync routers for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:20:55.286426 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a2247156-dac2-4fcc-a6b9-e9ab51690efe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/b228f534-c8eb-49a2-add0-836b4f2f07c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790043 May 06 14:20:55.290254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 601f7fb6-f8ca-43fc-b660-587dcf025819 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:20:55.293194 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-199ae12c-b321-4f45-afa0-5b56ae9d2a19 None None] Port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:20:55.299679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 601f7fb6-f8ca-43fc-b660-587dcf025819 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:20:55.300051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:55.338172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:20:55.338172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:20:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:55.457067 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-bd05326f-1e3d-478a-9d6f-a54b58861e49 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240613459&fields=id&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 267 time: 0.0396199 May 06 14:20:55.582362 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:20:55.629963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-2abc5189-fd90-45ab-8aa9-75d6b5205bc4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:55.630756 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-2abc5189-fd90-45ab-8aa9-75d6b5205bc4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:20:55.641227 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:55.647337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-2abc5189-fd90-45ab-8aa9-75d6b5205bc4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:20:55.648544 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-2abc5189-fd90-45ab-8aa9-75d6b5205bc4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/networks?id=6bc872dd-7226-4100-9b45-3fa25d5a9e26 HTTP/1.1" status: 200 len: 797 time: 0.1847496 May 06 14:20:55.669696 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-b0d15871-173c-40d8-a983-d93c41345ecc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/quotas/fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 375 time: 0.0142858 May 06 14:20:55.766225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-ba13781d-d811-48de-b944-5943f886913b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:20:55.781319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-ba13781d-d811-48de-b944-5943f886913b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:20:55.782707 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-ba13781d-d811-48de-b944-5943f886913b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107812 May 06 14:20:55.806193 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 601f7fb6-f8ca-43fc-b660-587dcf025819, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=601f7fb6-f8ca-43fc-b660-587dcf025819,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:20:55.811452 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:55.813021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6f7b6667-e618-4083-9a50-5e691b7a857b up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:20:55.925156 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-79dd4c8d-1a0a-4fe1-aa0f-9c18a390639d service neutron] 10.222.0.21 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302674 May 06 14:20:55.974218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=601f7fb6-f8ca-43fc-b660-587dcf025819,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:56.025257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 6f7b6667-e618-4083-9a50-5e691b7a857b completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:20:56.032776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6f7b6667-e618-4083-9a50-5e691b7a857b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:20:56.033146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:56.071225 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-ee17bb57-a471-4d61-bf13-3a651f52ca4a service neutron] 10.222.0.21 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381297 May 06 14:20:56.109535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:53Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '1a97350c-bb3e-4a40-b44e-e4adeb55fd77', 'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:00:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:53Z', 'updated_at': '2022-05-06T14:20:54Z', 'revision_number': 2, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:56.113807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Checking router: b228f534-c8eb-49a2-add0-836b4f2f07c1 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:20:56.114165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Updating router b228f534-c8eb-49a2-add0-836b4f2f07c1 port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:20:56.257769 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-491956e9-9e1a-470b-a222-d3fd655f4ab2 req-0de6b3b6-e9b4-4587-93a9-1ec217480705 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 210 time: 0.0417552 May 06 14:20:56.258402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:56.270505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:56.318004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 6f7b6667-e618-4083-9a50-5e691b7a857b, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6f7b6667-e618-4083-9a50-5e691b7a857b,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:20:56.324584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:56.460224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=6f7b6667-e618-4083-9a50-5e691b7a857b,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:56.672332 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:56.684022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Transition to ACTIVE for port object 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:20:56.689929 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:56.821514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016f3b-c016-4b6c-a1b9-54f2bc732ff3 None None] Pushing event updated for resources: {'Port': ['ID=1a97350c-bb3e-4a40-b44e-e4adeb55fd77,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:56.910583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Attempting to bind port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:20:56.910953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Attempting to bind port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:20:56.911316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Attempting to bind port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 on network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:20:56.917107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:20:56.917482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Checking segment: {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:20:56.917879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:56.918269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Bound using segment: {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:20:56.918741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Bound port: 1a97350c-bb3e-4a40-b44e-e4adeb55fd77, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:20:56.919113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:57.011505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] For port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:20:57.014964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] For port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a97350c-bb3e-4a40-b44e-e4adeb55fd77,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:20:57.020649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:57.078383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 601f7fb6-f8ca-43fc-b660-587dcf025819 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:20:57.164750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016f3b-c016-4b6c-a1b9-54f2bc732ff3 None None] Pushing event updated for resources: {'Port': ['ID=1a97350c-bb3e-4a40-b44e-e4adeb55fd77,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:57.168563 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:20:57.169183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:20:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:57.323164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 601f7fb6-f8ca-43fc-b660-587dcf025819 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:20:57.323729 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:57.362639 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9e9f1d2d-2733-4e24-ad61-c47ed673cb47 req-34123a1b-6cd5-47d6-b148-9ed076f4294b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 210 time: 0.0453107 May 06 14:20:57.435019 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:20:57.756790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6f7b6667-e618-4083-9a50-5e691b7a857b up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:20:57.895609 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6f7b6667-e618-4083-9a50-5e691b7a857b triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:20:57.895975 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:57.980633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:53Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '1a97350c-bb3e-4a40-b44e-e4adeb55fd77', 'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:00:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:53Z', 'updated_at': '2022-05-06T14:20:57Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:20:58.012676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea84bd-70ed-4404-9523-6840a30854f3 None None] The sync data for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv is: [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:53Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '1a97350c-bb3e-4a40-b44e-e4adeb55fd77', 'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:00:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:53Z', 'updated_at': '2022-05-06T14:20:57Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:20:58.517389 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b83a741a-2c99-4e02-8e08-f240547d2ea3 req-a4d762f0-6f02-4306-a5f5-ef52eac5a494 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 210 time: 0.0465789 May 06 14:20:59.081466 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:20:59.161367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:20:59.166742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:20:59.167107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:59.309864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:59.344312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a97350c-bb3e-4a40-b44e-e4adeb55fd77,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:20:59.348799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:59.423834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=1a97350c-bb3e-4a40-b44e-e4adeb55fd77,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:20:59.539270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-9a3d2d4f-e24e-4dd3-a7bf-8f383d5747ce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:20:59.540727 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-9a3d2d4f-e24e-4dd3-a7bf-8f383d5747ce tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/networks?id=6bc872dd-7226-4100-9b45-3fa25d5a9e26 HTTP/1.1" status: 200 len: 797 time: 0.1572621 May 06 14:20:59.595306 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-c11a6fe9-9a64-4687-9051-fcd986b8b80f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 380 time: 0.0440681 May 06 14:20:59.610457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'port': {'device_id': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'admin_state_up': True, 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'security_groups': ['edc775d8-9948-4240-ab6b-675416f3691d']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:20:59.730187 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26d791a1-224f-474a-8de1-7387df7b35ee req-958a1102-4dd8-4326-9d55-169c7c560825 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 210 time: 0.0986722 May 06 14:20:59.788574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:20:59.798922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:20:59.808656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:20:59.813386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:00.068875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.8 (6bc872dd-7226-4100-9b45-3fa25d5a9e26/c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc/c956b45c-2164-4967-b260-36fe13136298) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:21:00.257578 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:00.272709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object c956b45c-2164-4967-b260-36fe13136298 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:21:00.297796 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:00.367556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:21:00.371312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:21:00.374020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:21:00.415008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=c956b45c-2164-4967-b260-36fe13136298,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:00.449187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:00.449785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:00.475983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-536ed416-9b72-4121-8884-5b429c886eb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8695869 May 06 14:21:00.488912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Request body: {'port': {'device_id': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:21:00.606514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:00.626269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cf8ec5c3-380d-4016-87e1-061c84ffef39 None None] Provisioning for port c956b45c-2164-4967-b260-36fe13136298 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:21:00.630997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cf8ec5c3-380d-4016-87e1-061c84ffef39 None None] Provisioning complete for port c956b45c-2164-4967-b260-36fe13136298 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:00.631370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cf8ec5c3-380d-4016-87e1-061c84ffef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:00.687185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ec5c3-380d-4016-87e1-061c84ffef39 None None] Port c956b45c-2164-4967-b260-36fe13136298 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:21:00.996559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff858253-4570-46f0-80f1-1339bfc7e4ba req-207ce6dc-48bd-4fe7-a61f-56075da4e70f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:00.997245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ff858253-4570-46f0-80f1-1339bfc7e4ba req-207ce6dc-48bd-4fe7-a61f-56075da4e70f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:21:01.031741 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c956b45c-2164-4967-b260-36fe13136298 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:21:01.036255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ff858253-4570-46f0-80f1-1339bfc7e4ba req-207ce6dc-48bd-4fe7-a61f-56075da4e70f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:21:01.037491 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ff858253-4570-46f0-80f1-1339bfc7e4ba req-207ce6dc-48bd-4fe7-a61f-56075da4e70f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 931 time: 0.2011082 May 06 14:21:01.041307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:01.066750 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:21:01.077011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Transition to ACTIVE for port object c956b45c-2164-4967-b260-36fe13136298 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:21:01.087777 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:01.142333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:01.142691 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:01.149743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ff858253-4570-46f0-80f1-1339bfc7e4ba req-d7c88c3b-b77c-4d82-b5e7-fe8b0933f1f3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058831 May 06 14:21:01.228795 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Pushing event updated for resources: {'Port': ['ID=c956b45c-2164-4967-b260-36fe13136298,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:01.336263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Attempting to bind port c956b45c-2164-4967-b260-36fe13136298 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:21:01.336725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Attempting to bind port c956b45c-2164-4967-b260-36fe13136298 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:21:01.337140 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Attempting to bind port c956b45c-2164-4967-b260-36fe13136298 on network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:21:01.342330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Port c956b45c-2164-4967-b260-36fe13136298 on network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:21:01.342639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Attempting to bind port c956b45c-2164-4967-b260-36fe13136298 on network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:21:01.348347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:21:01.348714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Checking segment: {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:21:01.349093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Bound using segment: {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:21:01.349508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Bound port: c956b45c-2164-4967-b260-36fe13136298, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c219c8f-f0f1-438f-b412-5c521eeb1d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:21:01.349846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:01.442936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] For port c956b45c-2164-4967-b260-36fe13136298, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:21:01.445802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] For port c956b45c-2164-4967-b260-36fe13136298, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c956b45c-2164-4967-b260-36fe13136298,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:21:01.450007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:01.510825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:01.511481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:01.512888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] 10.222.0.76 "PUT /v2.0/ports/c956b45c-2164-4967-b260-36fe13136298 HTTP/1.1" status: 200 len: 1093 time: 1.0295215 May 06 14:21:01.513318 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'tag': 'c956b45c-2164-4967-b260-36fe13136298'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:21:01.541889 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c66ca-9105-4d4e-986d-86a13a8d5830 service neutron] Pushing event updated for resources: {'Port': ['ID=c956b45c-2164-4967-b260-36fe13136298,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:01.569941 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a880e7d0-6cae-4485-82c7-c85fb494bd44'] response: {'name': 'network-changed', 'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'tag': 'c956b45c-2164-4967-b260-36fe13136298', 'status': 'completed', 'code': 200} May 06 14:21:01.648397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-e7fc3253-8bde-4589-a051-3ebebadb9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:01.649918 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-e7fc3253-8bde-4589-a051-3ebebadb9044 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 1096 time: 0.0765710 May 06 14:21:01.724730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-6fb82d6f-5c8f-45ce-8d30-e66d20fc83e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c956b45c-2164-4967-b260-36fe13136298 HTTP/1.1" status: 200 len: 217 time: 0.0667200 May 06 14:21:01.880895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-3f2160ec-4957-4264-9f4c-0adf487ea78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:01.882316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-3f2160ec-4957-4264-9f4c-0adf487ea78b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc HTTP/1.1" status: 200 len: 834 time: 0.1511331 May 06 14:21:01.961985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-e25b13bb-91a6-4c60-ab05-ce1fcffbf955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:01.963465 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-e25b13bb-91a6-4c60-ab05-ce1fcffbf955 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc872dd-7226-4100-9b45-3fa25d5a9e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739188 May 06 14:21:02.096797 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-b00ee129-c901-49dc-bd3b-ef21601bf92d service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263525 May 06 14:21:02.237072 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ef445657-6961-498c-a89b-7a39b43d3fd5 req-b4e3e1ff-7808-436c-ac46-0ce72793a4a0 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342685 May 06 14:21:02.399975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-5a6b958a-7f6f-4c67-9c96-4415a64aa63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:02.401479 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-5a6b958a-7f6f-4c67-9c96-4415a64aa63d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 1096 time: 0.1016054 May 06 14:21:02.409339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae174b4a-a462-404b-9664-798b7153c250 req-f867e477-6e45-4049-8399-c053b46fc71f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:02.410664 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ae174b4a-a462-404b-9664-798b7153c250 req-f867e477-6e45-4049-8399-c053b46fc71f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 943 time: 0.1419513 May 06 14:21:02.533833 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ae174b4a-a462-404b-9664-798b7153c250 req-627c92e0-49cb-4b94-a5b7-557df4bde5ea tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045983 May 06 14:21:02.570978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-b5d34bf5-efe9-4997-a107-879ca408d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:02.572578 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-b5d34bf5-efe9-4997-a107-879ca408d118 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6bc872dd-7226-4100-9b45-3fa25d5a9e26 HTTP/1.1" status: 200 len: 898 time: 0.1609926 May 06 14:21:02.645356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-27687a04-1a6e-4690-96b3-c05361b88e2a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c956b45c-2164-4967-b260-36fe13136298 HTTP/1.1" status: 200 len: 217 time: 0.0646284 May 06 14:21:02.708919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-7535cda5-45e6-42bb-a766-ce77e0ae388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:02.710419 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-7535cda5-45e6-42bb-a766-ce77e0ae388f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc HTTP/1.1" status: 200 len: 834 time: 0.0589130 May 06 14:21:02.786430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-44a040a4-99ff-4ba5-ab89-91d45918fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:02.787813 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-44a040a4-99ff-4ba5-ab89-91d45918fceb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc872dd-7226-4100-9b45-3fa25d5a9e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687397 May 06 14:21:02.917503 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-cc95811c-58f6-411b-bba4-75496281f613 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225791 May 06 14:21:03.054353 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-174a4618-ce7c-4ac1-a33d-38564eb8ad1b req-54fef84a-12b1-4a4c-8f78-09a7ed5ee370 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298287 May 06 14:21:03.457536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c956b45c-2164-4967-b260-36fe13136298 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:21:03.595409 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c956b45c-2164-4967-b260-36fe13136298, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c956b45c-2164-4967-b260-36fe13136298,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:21:03.608793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'c956b45c-2164-4967-b260-36fe13136298', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'port_id': 'c956b45c-2164-4967-b260-36fe13136298', 'mac_address': 'fa:16:3e:18:92:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:21:03.664162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:03.685861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c956b45c-2164-4967-b260-36fe13136298 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:21:03.703321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c956b45c-2164-4967-b260-36fe13136298, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c956b45c-2164-4967-b260-36fe13136298,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:21:03.707935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:03.743388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6429981-0068-431a-a5fb-956cd3464d36 req-eadcf5df-7f09-49e7-a581-2ec202b3affa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:03.744877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6429981-0068-431a-a5fb-956cd3464d36 req-eadcf5df-7f09-49e7-a581-2ec202b3affa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 943 time: 0.0858760 May 06 14:21:03.786007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=c956b45c-2164-4967-b260-36fe13136298,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:03.791093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6429981-0068-431a-a5fb-956cd3464d36 req-1789a812-7198-404a-862a-93b6f0bc3d6d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402803 May 06 14:21:03.928580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['c956b45c-2164-4967-b260-36fe13136298'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:21:04.973969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4ef91-5395-41ae-90d6-e5b11d9cfb2d req-e95be147-33e4-4d00-a2cd-897a5fdeb4de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:04.975447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6d4ef91-5395-41ae-90d6-e5b11d9cfb2d req-e95be147-33e4-4d00-a2cd-897a5fdeb4de tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 944 time: 0.0798345 May 06 14:21:05.023358 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6d4ef91-5395-41ae-90d6-e5b11d9cfb2d req-9655cafc-9951-41a0-9d7e-288e44400778 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 May 06 14:21:05.469344 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c956b45c-2164-4967-b260-36fe13136298 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:21:05.538947 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port c956b45c-2164-4967-b260-36fe13136298 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:21:05.544802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port c956b45c-2164-4967-b260-36fe13136298 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:21:05.545199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:05.662551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:05.689921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956b45c-2164-4967-b260-36fe13136298'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:21:05.699484 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port c956b45c-2164-4967-b260-36fe13136298, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c956b45c-2164-4967-b260-36fe13136298,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:21:05.704558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:05.814331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=c956b45c-2164-4967-b260-36fe13136298,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:05.945205 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44902bb3-373d-4173-ac87-3eb76e1bd76a'] response: {'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956b45c-2164-4967-b260-36fe13136298', 'code': 200} May 06 14:21:06.313955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:06.330314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18f763-ec55-4186-8cb9-ad9006f49b53 req-5b7c1046-db8b-4c56-beea-aca3df9798ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:06.331893 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e18f763-ec55-4186-8cb9-ad9006f49b53 req-5b7c1046-db8b-4c56-beea-aca3df9798ed service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 1098 time: 0.2282643 May 06 14:21:06.343978 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1bb4-ef7f-42c8-befb-1b920032c38a req-943de1db-0816-414e-a2a2-6d728e74664a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:06.345386 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1cd1bb4-ef7f-42c8-befb-1b920032c38a req-943de1db-0816-414e-a2a2-6d728e74664a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.2062101 May 06 14:21:06.409659 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7e18f763-ec55-4186-8cb9-ad9006f49b53 req-caee7df0-2ba6-420b-be4c-0cb5dea63d67 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633152 May 06 14:21:06.414048 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1cd1bb4-ef7f-42c8-befb-1b920032c38a req-94b7eca1-5f31-4c42-abef-820575f64f20 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560732 May 06 14:21:06.591356 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:21:06.666705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-882ba0ee-3357-4ee8-a36d-8f96dbf92bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:07.609505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe36a-c042-4029-be85-6433bb7c9694 req-6805d3fe-14aa-4fbb-8e34-9c9998ab1ecc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:07.611014 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3defe36a-c042-4029-be85-6433bb7c9694 req-6805d3fe-14aa-4fbb-8e34-9c9998ab1ecc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0824623 May 06 14:21:07.660165 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3defe36a-c042-4029-be85-6433bb7c9694 req-e3a2b012-96c5-4b9e-bd01-e4ce27931078 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 May 06 14:21:07.847600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a69f3-c906-4e7c-b814-00b3b941267d req-598cc4c2-d660-4655-ab55-c572dab88be4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:07.849084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d48a69f3-c906-4e7c-b814-00b3b941267d req-598cc4c2-d660-4655-ab55-c572dab88be4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0788248 May 06 14:21:07.893515 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d48a69f3-c906-4e7c-b814-00b3b941267d req-cc36d72d-6e9f-48af-8a5f-9c4b4c14d80a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388789 May 06 14:21:07.915552 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51942) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:07.988313 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f4009d-b269-480c-b77f-2d1bfe242671 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:07.989819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-36f4009d-b269-480c-b77f-2d1bfe242671 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 1093 time: 0.0733097 May 06 14:21:07.992665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 51946) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:07.997437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'c956b45c-2164-4967-b260-36fe13136298', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:21:08.004194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:21:08.007999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:floatingip and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:21:08.010835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:21:08.017041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:21:08.027365 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:08.165347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:08.299383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.26 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/d90f726d-96be-421e-a1ff-0c4a7258f83d) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:21:08.448618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:08.478546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:08.548636 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:21:08.551797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:21:08.555704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:21:08.585362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=d90f726d-96be-421e-a1ff-0c4a7258f83d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:08.966948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:09.011417 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e23d640d-f458-462d-a85c-d746718d1133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:09.044268 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:09.249582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:09.254060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:09.464055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=d90f726d-96be-421e-a1ff-0c4a7258f83d,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:21:09.473086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:09.645642 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP 5ca5ebc6-41e7-437a-ad91-eda59fc4c485 associated. External IP: 172.26.2.26, port: c956b45c-2164-4967-b260-36fe13136298. May 06 14:21:10.013932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router b228f534-c8eb-49a2-add0-836b4f2f07c1 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:21:10.072397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:10.121908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:10.205161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:21:10.214380 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] Sync routers for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:21:10.224036 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:21:10.224906 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:21:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:10.228897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:10.287402 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9a449ecd-e9f3-4ca1-b41e-c7e1bb0f9569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2937100 May 06 14:21:10.288075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'tag': 'c956b45c-2164-4967-b260-36fe13136298'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:21:10.333136 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82378a2-9501-4c26-a530-e41821614857'] response: {'name': 'network-changed', 'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'tag': 'c956b45c-2164-4967-b260-36fe13136298', 'status': 'completed', 'code': 200} May 06 14:21:10.416327 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:21:10.487743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-acf56661-5ff1-450b-a89e-ba938f825ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:10.489123 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-acf56661-5ff1-450b-a89e-ba938f825ba9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 1098 time: 0.1319649 May 06 14:21:10.501437 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adc729-c4a9-4de0-9b22-c4805066f989 req-b1394ac2-c1b6-447a-8b91-782c89c15c3f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:10.502822 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0adc729-c4a9-4de0-9b22-c4805066f989 req-b1394ac2-c1b6-447a-8b91-782c89c15c3f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.1147602 May 06 14:21:10.628789 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0adc729-c4a9-4de0-9b22-c4805066f989 req-03d403ed-1380-4b54-8424-dcc8c032775b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076584 May 06 14:21:10.651954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51954) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:10.660897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-1a0baec5-3ef3-4bed-a4e5-984ae4453c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:10.662322 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-1a0baec5-3ef3-4bed-a4e5-984ae4453c0a service neutron] 10.222.0.76 "GET /v2.0/networks?id=6bc872dd-7226-4100-9b45-3fa25d5a9e26 HTTP/1.1" status: 200 len: 898 time: 0.1586664 May 06 14:21:10.769457 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c9acb8c6-a60f-40f6-8c93-7654d14e5957 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/5ca5ebc6-41e7-437a-ad91-eda59fc4c485 HTTP/1.1" status: 200 len: 990 time: 0.1155224 May 06 14:21:10.772121 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-d94844c3-7207-479c-9780-e27fa8efdccb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c956b45c-2164-4967-b260-36fe13136298 HTTP/1.1" status: 200 len: 998 time: 0.1021504 May 06 14:21:10.782079 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:53Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '5ca5ebc6-41e7-437a-ad91-eda59fc4c485', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.26', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'port_id': 'c956b45c-2164-4967-b260-36fe13136298', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'mac_address': 'fa:16:3e:18:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:21:08Z', 'updated_at': '2022-05-06T14:21:08Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a97350c-bb3e-4a40-b44e-e4adeb55fd77', 'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:00:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:53Z', 'updated_at': '2022-05-06T14:20:59Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:10.785967 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] Checking router: b228f534-c8eb-49a2-add0-836b4f2f07c1 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:21:10.794117 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:21:10.794705 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:21:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:10.836372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-ee7bfc0b-6275-4daf-8f95-85e992e4cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:10.837863 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-ee7bfc0b-6275-4daf-8f95-85e992e4cb0d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc HTTP/1.1" status: 200 len: 834 time: 0.0591314 May 06 14:21:10.917567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-80ffc3b6-6a7c-499f-8959-2fde49792590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:10.919036 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-80ffc3b6-6a7c-499f-8959-2fde49792590 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc872dd-7226-4100-9b45-3fa25d5a9e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731287 May 06 14:21:10.980293 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:21:11.171875 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-eaa6b877-89aa-42c6-80a1-0686a57e37e0 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455595 May 06 14:21:11.303375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91c08b61-df47-43eb-a19e-cfcf7b31643a req-2f514cbb-e1cd-4184-8fa3-fc483e7ffec1 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252494 May 06 14:21:11.367013 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:53Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '5ca5ebc6-41e7-437a-ad91-eda59fc4c485', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.26', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'port_id': 'c956b45c-2164-4967-b260-36fe13136298', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'mac_address': 'fa:16:3e:18:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:21:08Z', 'updated_at': '2022-05-06T14:21:08Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a97350c-bb3e-4a40-b44e-e4adeb55fd77', 'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:00:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:53Z', 'updated_at': '2022-05-06T14:20:59Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:21:11.370879 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3dc9a1-9c3d-43d8-9df3-ae522b931e06 None None] The sync data for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv is: [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:53Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '5ca5ebc6-41e7-437a-ad91-eda59fc4c485', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.26', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'port_id': 'c956b45c-2164-4967-b260-36fe13136298', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'mac_address': 'fa:16:3e:18:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:21:08Z', 'updated_at': '2022-05-06T14:21:08Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a97350c-bb3e-4a40-b44e-e4adeb55fd77', 'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:00:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:53Z', 'updated_at': '2022-05-06T14:20:59Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:21:11.567724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b7087-b068-495a-9863-2e29249bda1e None None] New status for floating IP 5ca5ebc6-41e7-437a-ad91-eda59fc4c485: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:21:11.757898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:11.773321 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 51958) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:21:11.881224 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a077c0ab-5c93-41df-81a4-fd0689fbc2b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/5ca5ebc6-41e7-437a-ad91-eda59fc4c485 HTTP/1.1" status: 200 len: 992 time: 0.1068044 May 06 14:21:28.519864 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-50507c6d-53a8-408b-82dd-3b0994f3a3d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709484 May 06 14:21:28.663898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-faeee98d-31e7-4c8d-9ff1-d713d199d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:28.665395 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-faeee98d-31e7-4c8d-9ff1-d713d199d45f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 1098 time: 0.0756710 May 06 14:21:28.813639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-c912d0de-6802-4323-8694-9c4caf38bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:28.815102 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-c912d0de-6802-4323-8694-9c4caf38bc34 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6bc872dd-7226-4100-9b45-3fa25d5a9e26 HTTP/1.1" status: 200 len: 898 time: 0.1290243 May 06 14:21:28.915955 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-c45e807d-9585-4ec8-bbd8-83a94f41a5fe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c956b45c-2164-4967-b260-36fe13136298 HTTP/1.1" status: 200 len: 1000 time: 0.0936952 May 06 14:21:28.984345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-7b63afba-c3b4-49aa-8f79-707751866fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:28.985823 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-7b63afba-c3b4-49aa-8f79-707751866fc7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc HTTP/1.1" status: 200 len: 834 time: 0.0627818 May 06 14:21:29.062689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-1bb1d358-d1d9-45cf-8dd4-b8d14e203677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:29.064229 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-1bb1d358-d1d9-45cf-8dd4-b8d14e203677 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc872dd-7226-4100-9b45-3fa25d5a9e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717390 May 06 14:21:29.200253 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-424c814e-9322-4995-a9d4-caa2633d772b service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274464 May 06 14:21:29.337936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d01cd9-ff66-4abc-88cc-56b18333da25 req-64cca66c-d576-4a9f-bc26-6538747d9f11 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310198 May 06 14:21:36.312235 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:36.668972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-baed6385-b978-4ecd-8b95-08eadd787a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:39.017720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-09133dc5-4ece-4752-a30c-58b15093f50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.076761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:40.127022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:41.704314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:43.595106 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:21:47.546063 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-c51c0630-f867-427d-ae27-0d374f50f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:47.547728 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-c51c0630-f867-427d-ae27-0d374f50f300 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 1098 time: 0.1448328 May 06 14:21:47.561056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21321765-f78b-4174-b2e8-4d8b70878a09 req-0def3646-79de-4b00-8889-b0eb05a2019e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:47.563178 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-21321765-f78b-4174-b2e8-4d8b70878a09 req-0def3646-79de-4b00-8889-b0eb05a2019e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.1221745 May 06 14:21:47.696916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-21321765-f78b-4174-b2e8-4d8b70878a09 req-445d3f3e-c827-489d-b2e8-a6fc76ac3740 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125293 May 06 14:21:47.740014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-103ef2dd-19a6-43b5-b75f-ba4e2900507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:47.741495 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-103ef2dd-19a6-43b5-b75f-ba4e2900507f service neutron] 10.222.0.76 "GET /v2.0/networks?id=6bc872dd-7226-4100-9b45-3fa25d5a9e26 HTTP/1.1" status: 200 len: 898 time: 0.1774371 May 06 14:21:47.850512 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-9d22c110-032e-4f74-aae0-4feaa914aff9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c956b45c-2164-4967-b260-36fe13136298 HTTP/1.1" status: 200 len: 1000 time: 0.1018052 May 06 14:21:48.031571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-5972a8c6-37d1-422c-ab50-f73779c01ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:48.032948 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-5972a8c6-37d1-422c-ab50-f73779c01ce5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc HTTP/1.1" status: 200 len: 834 time: 0.1714973 May 06 14:21:48.114392 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-efafe4f5-db40-468a-9213-d2e447c409c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:48.116132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-efafe4f5-db40-468a-9213-d2e447c409c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc872dd-7226-4100-9b45-3fa25d5a9e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767405 May 06 14:21:48.260270 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-9b84466a-8140-4722-a98e-4ea375ac0b45 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352985 May 06 14:21:48.406433 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a1b2232-728a-4ec5-8a5b-cd3ea8b525a1 req-3d4fc46e-9eaf-4487-9a28-f71e52f915bb service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383064 May 06 14:21:48.919342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b6c9e-48be-4df9-8398-43b01f360cde req-c6c8cd22-4cfa-4f71-8339-1b8084a3b864 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:48.921000 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0b6c9e-48be-4df9-8398-43b01f360cde req-c6c8cd22-4cfa-4f71-8339-1b8084a3b864 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0943253 May 06 14:21:48.983388 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e0b6c9e-48be-4df9-8398-43b01f360cde req-5215f611-36aa-441c-a48b-6574ae2b87ca tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513203 May 06 14:21:50.178109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2dc34-dbf7-4dc9-bfb8-be43dd07e3cb req-9e72c5ac-230e-4e08-abf6-c73fbad552d8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:50.179569 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cdf2dc34-dbf7-4dc9-bfb8-be43dd07e3cb req-9e72c5ac-230e-4e08-abf6-c73fbad552d8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0791903 May 06 14:21:50.223817 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cdf2dc34-dbf7-4dc9-bfb8-be43dd07e3cb req-9c476375-299d-40de-a777-5e84b0b689c3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382609 May 06 14:21:51.415955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1014e9-d868-4826-a2eb-e84f4b1e175e req-e0c6c548-deb0-4ab7-b2d1-48c30c079d1e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:51.417448 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-af1014e9-d868-4826-a2eb-e84f4b1e175e req-e0c6c548-deb0-4ab7-b2d1-48c30c079d1e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0851753 May 06 14:21:51.462900 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-af1014e9-d868-4826-a2eb-e84f4b1e175e req-fb81d742-7f2c-44a8-816c-3cd0367d65b7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397956 May 06 14:21:52.652903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f979da7-4331-4d7f-9be2-fda59efae931 req-d60adac8-423a-4481-8992-72f9f5c33295 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:52.654357 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f979da7-4331-4d7f-9be2-fda59efae931 req-d60adac8-423a-4481-8992-72f9f5c33295 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0793650 May 06 14:21:52.704152 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f979da7-4331-4d7f-9be2-fda59efae931 req-e3e4db23-eb2b-4ec5-8cc0-dfba0369cc95 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 May 06 14:21:53.907097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f6cef-f1e1-419d-8354-a6decdb84370 req-11393a8b-ee6f-44ea-ba10-1d47b999177b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:53.910281 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a6f6cef-f1e1-419d-8354-a6decdb84370 req-11393a8b-ee6f-44ea-ba10-1d47b999177b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0840335 May 06 14:21:53.953872 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a6f6cef-f1e1-419d-8354-a6decdb84370 req-7bb8c2aa-4bc6-433c-abdc-bfd4290672e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 May 06 14:21:55.146562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98cff5-551d-4019-bf5e-fe4f9f286901 req-db41908a-7864-47ee-99e0-7191b0dab074 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:55.148009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ff98cff5-551d-4019-bf5e-fe4f9f286901 req-db41908a-7864-47ee-99e0-7191b0dab074 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0863707 May 06 14:21:55.193500 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ff98cff5-551d-4019-bf5e-fe4f9f286901 req-c7f11bf2-1fdd-40e0-b81b-0d9cde066adc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396817 May 06 14:21:56.375763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3fd58-7cb4-40f4-8555-45ea1c6d6e97 req-65fd0d69-6326-4be7-bfa9-625df5ab028d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:56.377261 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41c3fd58-7cb4-40f4-8555-45ea1c6d6e97 req-65fd0d69-6326-4be7-bfa9-625df5ab028d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0808644 May 06 14:21:56.420913 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-41c3fd58-7cb4-40f4-8555-45ea1c6d6e97 req-0d84e0f8-538d-4add-b773-15ece40b3569 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379016 May 06 14:21:57.622890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adf953-bb7a-4ff0-ace7-5fc6ee8f0ecf req-9846c764-c351-42ed-9caf-e8099a7bd942 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:57.624523 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0adf953-bb7a-4ff0-ace7-5fc6ee8f0ecf req-9846c764-c351-42ed-9caf-e8099a7bd942 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0887897 May 06 14:21:57.670718 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0adf953-bb7a-4ff0-ace7-5fc6ee8f0ecf req-3638637b-39aa-4449-8aad-3056973f4de6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392911 May 06 14:21:58.869257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc449b-06de-4027-9e3d-03dc13bf4414 req-3704e925-c69e-4842-8d14-3539769a8859 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:21:58.870821 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5cc449b-06de-4027-9e3d-03dc13bf4414 req-3704e925-c69e-4842-8d14-3539769a8859 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0868039 May 06 14:21:58.921428 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5cc449b-06de-4027-9e3d-03dc13bf4414 req-223d9b29-08b0-40e9-95ab-39df769ae295 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440762 May 06 14:22:00.115699 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535f525-93c2-4709-ad03-48947076cb55 req-b9817422-7f4e-428b-930e-c947607b7f19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:00.117345 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8535f525-93c2-4709-ad03-48947076cb55 req-b9817422-7f4e-428b-930e-c947607b7f19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0823536 May 06 14:22:00.163616 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8535f525-93c2-4709-ad03-48947076cb55 req-81b04aa0-3b15-4b84-afc2-290b3699c2bf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407479 May 06 14:22:01.353360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f05dc4-eeb4-4864-b571-893e696e355b req-4074f7f8-c8c8-4c83-9eba-a4b3f8c3d87c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:01.354813 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49f05dc4-eeb4-4864-b571-893e696e355b req-4074f7f8-c8c8-4c83-9eba-a4b3f8c3d87c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0842938 May 06 14:22:01.399549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49f05dc4-eeb4-4864-b571-893e696e355b req-8fe70665-5030-4c13-9fa0-1d96e8ef327d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384972 May 06 14:22:02.586124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd7201-1dd0-4192-8b5a-ce3d84ff821c req-ebad2195-714e-4a49-b6e9-624c7b6d606e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:02.587605 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dd7201-1dd0-4192-8b5a-ce3d84ff821c req-ebad2195-714e-4a49-b6e9-624c7b6d606e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0831630 May 06 14:22:02.632234 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dd7201-1dd0-4192-8b5a-ce3d84ff821c req-16fb093c-aefc-4513-b219-5eb53cee44bf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389793 May 06 14:22:03.827346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b7ad-a31e-4c23-8a41-f3b72268cb1a req-0784fdc6-eddd-41d9-b4ec-544de0cf0516 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:03.828965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6860b7ad-a31e-4c23-8a41-f3b72268cb1a req-0784fdc6-eddd-41d9-b4ec-544de0cf0516 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0903020 May 06 14:22:03.872333 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6860b7ad-a31e-4c23-8a41-f3b72268cb1a req-43aef278-9dd4-494d-b921-d060b19efdbf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377433 May 06 14:22:05.062167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8dd38-6f7e-41dc-a25c-7e2cbc9f4c13 req-7c34de07-680a-4962-96e0-d3242ad9b6a7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:05.064468 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-93d8dd38-6f7e-41dc-a25c-7e2cbc9f4c13 req-7c34de07-680a-4962-96e0-d3242ad9b6a7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0826700 May 06 14:22:05.107324 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-93d8dd38-6f7e-41dc-a25c-7e2cbc9f4c13 req-54dc86f4-246f-49ea-8d4a-02418b6db2a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371189 May 06 14:22:05.131170 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52010) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:05.237279 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d7702943-b3c2-46c1-bdd4-b9ed018572dd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/5ca5ebc6-41e7-437a-ad91-eda59fc4c485 HTTP/1.1" status: 200 len: 992 time: 0.1048887 May 06 14:22:06.332869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:06.674074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f4566d0a-ca79-4e60-82b1-ed9f5c76eaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:09.011110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b9db7102-e47b-4295-8a11-1dfd7414b137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:10.078498 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:10.133278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:11.707215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:20.594385 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:22:30.489873 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-5e2d7c61-4883-4319-99ca-aec0d8052ad6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737357 May 06 14:22:30.641760 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-69e11d19-38ef-4352-ad78-826f26ee07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:30.643258 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-69e11d19-38ef-4352-ad78-826f26ee07a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 1098 time: 0.0764663 May 06 14:22:30.792117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-c9f4548a-4fa7-4edd-b708-7c06fe43df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:30.793551 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-c9f4548a-4fa7-4edd-b708-7c06fe43df9e service neutron] 10.222.0.76 "GET /v2.0/networks?id=6bc872dd-7226-4100-9b45-3fa25d5a9e26 HTTP/1.1" status: 200 len: 898 time: 0.1306686 May 06 14:22:30.983578 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-cde3bfdb-33f1-4dd0-80fe-207732851837 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c956b45c-2164-4967-b260-36fe13136298 HTTP/1.1" status: 200 len: 1000 time: 0.1831288 May 06 14:22:31.048335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-96af7d9a-5805-4b57-9e45-4e58f52643bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:31.049804 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-96af7d9a-5805-4b57-9e45-4e58f52643bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc HTTP/1.1" status: 200 len: 834 time: 0.0600984 May 06 14:22:31.126879 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-916e9af9-4abf-45f4-a4a2-6b0607753882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:31.128351 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-916e9af9-4abf-45f4-a4a2-6b0607753882 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc872dd-7226-4100-9b45-3fa25d5a9e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722928 May 06 14:22:31.263491 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-a3170c6f-5703-4864-916c-406a984f5b3e service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284268 May 06 14:22:31.400302 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-23107f4b-1ead-4587-911e-3d9d366812a8 req-df1aba11-a5e6-4e72-b986-d21ec719c56c service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285102 May 06 14:22:36.342904 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:36.678497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-27b3384d-9ec6-46ab-8f3f-9d1c64b1f012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:37.861226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52026) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:38.072084 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port d90f726d-96be-421e-a1ff-0c4a7258f83d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:22:38.072452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:38.258956 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:38.259279 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:38.381822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for d90f726d-96be-421e-a1ff-0c4a7258f83d owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:22:38.640453 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:38.685435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=d90f726d-96be-421e-a1ff-0c4a7258f83d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:38.717838 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.718183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.718521 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.718852 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.719182 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.719507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.719851 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.720150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.720495 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.720814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.721134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.721810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:38.788573 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:38.788834 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP 5ca5ebc6-41e7-437a-ad91-eda59fc4c485 disassociated (deleted). External IP: 172.26.2.26, port: c956b45c-2164-4967-b260-36fe13136298. May 06 14:22:39.014353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-165e3d02-542c-451c-9e61-b4570aadce1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:39.149611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router b228f534-c8eb-49a2-add0-836b4f2f07c1 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:22:39.330386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:22:39.340510 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] Sync routers for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:22:39.350046 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:22:39.350673 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:22:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:39.351807 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:39.407257 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ab9709a0-771c-46c4-8f80-4eafc12cb7bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/floatingips/5ca5ebc6-41e7-437a-ad91-eda59fc4c485 HTTP/1.1" status: 204 len: 168 time: 1.5450418 May 06 14:22:39.407810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'tag': 'c956b45c-2164-4967-b260-36fe13136298'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:22:39.457549 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f0e67e-6c11-4358-9742-f7aa5433b77c'] response: {'name': 'network-changed', 'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'tag': 'c956b45c-2164-4967-b260-36fe13136298', 'status': 'completed', 'code': 200} May 06 14:22:39.532697 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:22:39.556231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-0794591b-2a9a-4af5-a82e-9722cb4fc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:39.557774 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-0794591b-2a9a-4af5-a82e-9722cb4fc0da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 1098 time: 0.0782132 May 06 14:22:39.699151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-61672cfd-3c85-4cb4-be39-92910d45339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:39.700633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-61672cfd-3c85-4cb4-be39-92910d45339c service neutron] 10.222.0.76 "GET /v2.0/networks?id=6bc872dd-7226-4100-9b45-3fa25d5a9e26 HTTP/1.1" status: 200 len: 898 time: 0.1353338 May 06 14:22:39.806996 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-b83c7b86-f6da-4aa9-bfb9-d657f9f8e781 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c956b45c-2164-4967-b260-36fe13136298 HTTP/1.1" status: 200 len: 217 time: 0.0986748 May 06 14:22:39.856507 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:53Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '1a97350c-bb3e-4a40-b44e-e4adeb55fd77', 'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:00:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:53Z', 'updated_at': '2022-05-06T14:20:59Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:39.860330 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] Checking router: b228f534-c8eb-49a2-add0-836b4f2f07c1 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:22:39.869472 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:22:39.870001 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:22:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:39.886605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-bde50b11-a404-4f80-ac78-8cacbe0fbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:39.888048 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-bde50b11-a404-4f80-ac78-8cacbe0fbe01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc HTTP/1.1" status: 200 len: 834 time: 0.0745106 May 06 14:22:39.938375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298585d7-6f7c-4ff5-8c50-cd3d5a90b0af req-6ff0d433-703b-4c6e-87b6-ece710d64b2f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:39.939849 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-298585d7-6f7c-4ff5-8c50-cd3d5a90b0af req-6ff0d433-703b-4c6e-87b6-ece710d64b2f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.1842639 May 06 14:22:40.003705 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-298585d7-6f7c-4ff5-8c50-cd3d5a90b0af req-94f2345c-8510-4be9-af51-33265858a8ad tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538290 May 06 14:22:40.017857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-1908bfd0-a7b1-46b8-ae1d-b1b0013ec553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:40.018153 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-1908bfd0-a7b1-46b8-ae1d-b1b0013ec553 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc872dd-7226-4100-9b45-3fa25d5a9e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1223903 May 06 14:22:40.051658 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:22:40.082558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:40.133215 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:40.166154 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-66e90c9d-6390-44c8-9d9d-4fd76135c56d service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410022 May 06 14:22:40.309825 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e8a69a2-9fd8-424c-b33b-c42e02eff7dc req-c5cb94af-21e0-4304-9ab2-2b9dd9f75e6b service neutron] 10.222.0.76 "GET /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343422 May 06 14:22:40.376901 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:53Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '1a97350c-bb3e-4a40-b44e-e4adeb55fd77', 'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:00:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:53Z', 'updated_at': '2022-05-06T14:20:59Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:40.381558 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921fead1-6a07-492b-b4df-fc4c5875ed14 None None] The sync data for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv is: [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:53Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '1a97350c-bb3e-4a40-b44e-e4adeb55fd77', 'name': '', 'network_id': '6bc872dd-7226-4100-9b45-3fa25d5a9e26', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:00:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:53Z', 'updated_at': '2022-05-06T14:20:59Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:22:40.583221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1eae0-31f8-430d-afea-dfea83b97399 None None] New status for floating IP 5ca5ebc6-41e7-437a-ad91-eda59fc4c485: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:22:41.194319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbc968-f944-4e82-a160-573278cee3ac req-02332c5f-4bff-4830-a2b9-b60b760e9ae0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:41.195861 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59cbc968-f944-4e82-a160-573278cee3ac req-02332c5f-4bff-4830-a2b9-b60b760e9ae0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0787058 May 06 14:22:41.239846 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59cbc968-f944-4e82-a160-573278cee3ac req-4ba43604-5fb1-4b4f-a84f-5df43c7a6c22 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=edc775d8-9948-4240-ab6b-675416f3691d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382731 May 06 14:22:41.408910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99085100-deb6-4695-a859-f845d8baac92 req-71aaa3be-0e39-4932-ad31-f3a8b3a6a56b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:41.410357 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-99085100-deb6-4695-a859-f845d8baac92 req-71aaa3be-0e39-4932-ad31-f3a8b3a6a56b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 945 time: 0.0847640 May 06 14:22:41.480618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-99085100-deb6-4695-a859-f845d8baac92 req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port c956b45c-2164-4967-b260-36fe13136298 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:22:41.480955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-99085100-deb6-4695-a859-f845d8baac92 req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:41.711022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:41.821944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-99085100-deb6-4695-a859-f845d8baac92 req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port c956b45c-2164-4967-b260-36fe13136298, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=c956b45c-2164-4967-b260-36fe13136298,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:22:41.822299 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-99085100-deb6-4695-a859-f845d8baac92 req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:41.946685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-99085100-deb6-4695-a859-f845d8baac92 req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for c956b45c-2164-4967-b260-36fe13136298 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:22:42.090286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-99085100-deb6-4695-a859-f845d8baac92 req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:42.144591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=c956b45c-2164-4967-b260-36fe13136298,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:42.186190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.186532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.186866 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.187194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.187520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.187847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.188166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.188508 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.188825 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.189139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.189457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.189772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:42.227950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-99085100-deb6-4695-a859-f845d8baac92 req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] No DVR routers for this DVR port c956b45c-2164-4967-b260-36fe13136298 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:22:42.230304 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-99085100-deb6-4695-a859-f845d8baac92 req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:42.232863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'name': 'network-vif-deleted', 'tag': 'c956b45c-2164-4967-b260-36fe13136298'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:22:42.245549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-99085100-deb6-4695-a859-f845d8baac92 req-972de2a1-04eb-457d-a5ec-fd91693e11cb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "DELETE /v2.0/ports/c956b45c-2164-4967-b260-36fe13136298 HTTP/1.1" status: 204 len: 173 time: 0.8300712 May 06 14:22:42.283769 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400c9d58-06f8-46fd-b038-649530c5365b'] response: {'server_uuid': '7e7e8ec7-561a-497f-a701-3c40bade8361', 'name': 'network-vif-deleted', 'tag': 'c956b45c-2164-4967-b260-36fe13136298', 'status': 'completed', 'code': 200} May 06 14:22:42.392497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-13e1a5fb-0e33-429e-8391-3fc3d7933726 req-5bfec2db-49ec-4ef5-978d-a94645e3f781 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:22:42.408371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-13e1a5fb-0e33-429e-8391-3fc3d7933726 req-5bfec2db-49ec-4ef5-978d-a94645e3f781 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:22:42.409597 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-13e1a5fb-0e33-429e-8391-3fc3d7933726 req-5bfec2db-49ec-4ef5-978d-a94645e3f781 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7e8ec7-561a-497f-a701-3c40bade8361 HTTP/1.1" status: 200 len: 210 time: 0.0606294 May 06 14:22:43.507485 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52044) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:44.071730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:44.542657 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:22:44.543367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:44.732379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 1a97350c-bb3e-4a40-b44e-e4adeb55fd77, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1a97350c-bb3e-4a40-b44e-e4adeb55fd77,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:22:44.732759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:44.856399 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:22:45.185767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:45.232677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=1a97350c-bb3e-4a40-b44e-e4adeb55fd77,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:45.508468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:45.969109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router b228f534-c8eb-49a2-add0-836b4f2f07c1 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:22:45.974546 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c956b45c-2164-4967-b260-36fe13136298 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:22:46.008833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: c956b45c-2164-4967-b260-36fe13136298 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:22:46.009170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device c956b45c-2164-4967-b260-36fe13136298 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:22:46.159081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:22:46.169875 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] Sync routers for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:22:46.177759 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f8030d8a-d01f-4b70-9a50-0dc8471cad5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/b228f534-c8eb-49a2-add0-836b4f2f07c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6691647 May 06 14:22:46.180504 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52048) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:46.183925 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:22:46.184627 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:22:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:46.248634 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-288fd0aa-1139-4236-b22f-77b1d95046bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting subnet c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:22:46.251735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-288fd0aa-1139-4236-b22f-77b1d95046bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:46.312678 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-288fd0aa-1139-4236-b22f-77b1d95046bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:46.389061 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:22:46.396338 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-288fd0aa-1139-4236-b22f-77b1d95046bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:46.472505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-288fd0aa-1139-4236-b22f-77b1d95046bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:46.513181 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fd0aa-1139-4236-b22f-77b1d95046bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:46.519828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-288fd0aa-1139-4236-b22f-77b1d95046bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:46.527061 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-288fd0aa-1139-4236-b22f-77b1d95046bb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/subnets/c4f71448-2e3d-44a4-ad1e-1ea67ad2d4dc HTTP/1.1" status: 204 len: 168 time: 0.3455317 May 06 14:22:46.527986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4cfe3-ac5b-4acb-ac74-31c6dcc90a63 None None] Network 6bc872dd-7226-4100-9b45-3fa25d5a9e26 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:22:46.529726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52052) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:46.679741 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:22:45Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:46.684543 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] Checking router: b228f534-c8eb-49a2-add0-836b4f2f07c1 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:22:46.696235 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] Routers {'b228f534-c8eb-49a2-add0-836b4f2f07c1'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:22:46.696888 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:22:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b228f534-c8eb-49a2-add0-836b4f2f07c1'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:46.714344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:46.788688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] DHCP port deletion for 6bc872dd-7226-4100-9b45-3fa25d5a9e26 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:22:46.792953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Deleting port 601f7fb6-f8ca-43fc-b660-587dcf025819 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:22:46.793534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:46.892584 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] Set router b228f534-c8eb-49a2-add0-836b4f2f07c1 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:22:46.898086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:46.909244 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 6f7b6667-e618-4083-9a50-5e691b7a857b {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:22:46.909782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.019568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] For port 601f7fb6-f8ca-43fc-b660-587dcf025819, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=601f7fb6-f8ca-43fc-b660-587dcf025819,segment=NetworkSegment(9c219c8f-f0f1-438f-b412-5c521eeb1d9e),segment_id=9c219c8f-f0f1-438f-b412-5c521eeb1d9e)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:22:47.020138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.217480 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:22:45Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:47.222008 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526100ba-e371-4fb5-8ae8-f4be997ed70e None None] The sync data for ids ['b228f534-c8eb-49a2-add0-836b4f2f07c1'] in dv-neutron-840888-1-hyperv is: [{'id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265956728', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:22:45Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '6f7b6667-e618-4083-9a50-5e691b7a857b', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b228f534-c8eb-49a2-add0-836b4f2f07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:20:49Z', 'updated_at': '2022-05-06T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:22:47.226660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 601f7fb6-f8ca-43fc-b660-587dcf025819 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:22:47.238468 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 6f7b6667-e618-4083-9a50-5e691b7a857b, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6f7b6667-e618-4083-9a50-5e691b7a857b,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:22:47.239033 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.261468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Calling delete_port for 601f7fb6-f8ca-43fc-b660-587dcf025819 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:22:47.393073 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 6f7b6667-e618-4083-9a50-5e691b7a857b owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:22:47.418078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.474337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Pushing event deleted for resources: {'Port': ['ID=601f7fb6-f8ca-43fc-b660-587dcf025819,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:47.476654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.488440 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] No DVR routers for this DVR port 601f7fb6-f8ca-43fc-b660-587dcf025819 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:22:47.509604 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.509882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.510225 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.510567 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.511261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.511261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.511531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.512112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.512526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.512800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.513126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.513444 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e821-d768-4adf-972e-4750b41c6bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:47.578147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.625337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=6f7b6667-e618-4083-9a50-5e691b7a857b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:47.722157 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.897730 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.900001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.922652 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.923233 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Fanout notify agent at l3_agent the message router_deleted on router b228f534-c8eb-49a2-add0-836b4f2f07c1 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:22:47.940067 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:47.942170 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d3894074-bb83-42f4-bf3a-00eaf779f63b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/routers/b228f534-c8eb-49a2-add0-836b4f2f07c1 HTTP/1.1" status: 204 len: 168 time: 1.4105535 May 06 14:22:47.943806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52056) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:48.062138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.199409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.224525 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc872dd-7226-4100-9b45-3fa25d5a9e26']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:48.237406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c219c8f-f0f1-438f-b412-5c521eeb1d9e') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:48.237709 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c219c8f-f0f1-438f-b412-5c521eeb1d9e') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:48.250188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.266278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.272854 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:22:48.273257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:22:48.287316 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:22:48.373601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.395601 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.407664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Network': ['ID=6bc872dd-7226-4100-9b45-3fa25d5a9e26,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:48.417308 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0d16d7d4-46ae-4193-adee-2d1ac1edda19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/networks/6bc872dd-7226-4100-9b45-3fa25d5a9e26 HTTP/1.1" status: 204 len: 168 time: 0.4715021 May 06 14:22:48.419575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52060) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:48.490409 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4858f2d1-d409-4977-99f7-530c898c04f4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.519940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4858f2d1-d409-4977-99f7-530c898c04f4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.589405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4858f2d1-d409-4977-99f7-530c898c04f4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.609855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858f2d1-d409-4977-99f7-530c898c04f4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc775d8-9948-4240-ab6b-675416f3691d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:48.618295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4858f2d1-d409-4977-99f7-530c898c04f4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.619494 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4858f2d1-d409-4977-99f7-530c898c04f4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/security-groups/edc775d8-9948-4240-ab6b-675416f3691d HTTP/1.1" status: 204 len: 168 time: 0.1989830 May 06 14:22:48.923348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52068) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:48.929401 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22086166', 'description': 'tempest-secgroup-smoke-22086166 description', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:48.936119 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:48.940474 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:48.943341 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:48.949640 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:48.961005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:48.982518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:48.986850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:48.990455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:48.997470 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:49.072155 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.076145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.115468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:22:49.125439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860ff8b3-768c-4f1d-b2e2-9df769190f7b,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:49.128277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.129501 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b6e90211-509f-4333-bed4-c590b313d110 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2050402 May 06 14:22:49.132685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52072) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:49.137754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '860ff8b3-768c-4f1d-b2e2-9df769190f7b', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:49.143843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:49.148637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:49.151791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:49.157435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:49.159064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:22:49.159411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1a97350c-bb3e-4a40-b44e-e4adeb55fd77 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:22:49.159832 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6f7b6667-e618-4083-9a50-5e691b7a857b no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:22:49.179100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.196760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 6f7b6667-e618-4083-9a50-5e691b7a857b {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:22:49.197107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6f7b6667-e618-4083-9a50-5e691b7a857b not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:22:49.243091 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.246635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.270296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c692b7b-5662-4089-8849-cd5095d58fde,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:49.279877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.281070 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-27ef38b0-c803-45c5-8847-6177d15b7b14 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473467 May 06 14:22:49.283755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52076) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:49.289768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '860ff8b3-768c-4f1d-b2e2-9df769190f7b', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:49.295602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:49.299400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:49.302239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:49.308379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:49.325868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.388133 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.391537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.416707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0714a1-5226-4d0e-b4a5-49f320efa519,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:49.426175 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.427330 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b2e9f053-5286-4aff-a130-0ef317d43c9c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426711 May 06 14:22:49.430779 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52080) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:49.436050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '860ff8b3-768c-4f1d-b2e2-9df769190f7b', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:49.443948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:49.450913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:49.455839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:49.465340 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:49.483417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.553282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.557345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.582497 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51631420-9ca8-4568-afbf-a8ec92d75605,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:49.593356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.594560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2b7b5697-c75c-4384-8998-a8e786a6705d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628575 May 06 14:22:49.597400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52084) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:49.602536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '860ff8b3-768c-4f1d-b2e2-9df769190f7b', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:49.608642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:49.612753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:49.615733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:49.621639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:49.641138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.713991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.717722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.742210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38806c4-fceb-4267-b234-f114f23ef450,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:49.751114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.755271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52088) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:49.755796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8be6aa51-82fd-41c2-98c8-6d1bc8e1ceaa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1570642 May 06 14:22:49.761146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '860ff8b3-768c-4f1d-b2e2-9df769190f7b', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:49.767215 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:49.771005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:49.774526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:49.780088 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:49.790260 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:22:49.796936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.867118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:49.871045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.008493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621dbe0c-bd18-4e3b-8a25-0a4411eecf5d,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:50.018574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.019872 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-911e2f59-3011-46c0-8059-b2077295c905 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2636194 May 06 14:22:50.023531 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52092) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:50.028796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': '860ff8b3-768c-4f1d-b2e2-9df769190f7b', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:50.035001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:50.040059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:50.043005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:50.048944 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:50.060596 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:22:50.067302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.135370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.139188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.164055 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd951da-4179-4983-8a79-53ef3746c7d9,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:50.173986 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.175281 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f1d7f3ef-dc2c-4a87-9c02-47df086b5930 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506388 May 06 14:22:50.178049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52096) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:50.183878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'network': {'name': 'tempest-network-smoke--1660478621', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'port_security_enabled': True}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:50.188704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:50.193494 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:network and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:50.196977 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:50.202604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:50.213092 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:22:50.216689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.246552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:22:50.254987 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.255330 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Added segment a0126718-b13f-4e1d-bcdd-9d5e55e28976 of type vlan for network 245cc61a-ac46-4c3d-bb0a-803ae67d389a May 06 14:22:50.282029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.310992 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.316604 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:50.317194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.424960 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2458642 May 06 14:22:50.427587 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52100) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:50.436040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'admin_state_up': True, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:50.441551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b2d18-416b-4cf7-b5b5-6eab4aa30cb1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Network': ['ID=245cc61a-ac46-4c3d-bb0a-803ae67d389a,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:50.446660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:50.451091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:router and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:50.452908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 245cc61a-ac46-4c3d-bb0a-803ae67d389a details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:22:50.454230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:50.460585 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:50.475065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.476714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.495939 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:50.766473 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:51.071302 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:51.099816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:51.234354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.11 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/29b0e8b5-012c-44bb-8dc0-32b6ac345bd5) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:22:51.379364 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:51.408996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:51.480533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:22:51.483475 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:22:51.487066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:22:51.516588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=29b0e8b5-012c-44bb-8dc0-32b6ac345bd5,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:52.021771 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:52.380808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:52.594374 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router c554d129-f595-47a6-a0ce-5cd5ab9ea49d is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:22:52.776536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:22:52.785707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Sync routers for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:22:52.796246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:22:52.796890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:22:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:52.804837 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:52.806044 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4932dcc7-e2ff-4ac9-aadf-6caf99076d93 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3775575 May 06 14:22:52.809423 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52104) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:52.851421 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b148f294-5a7f-4b15-a327-908d2b25c532 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fd6f453aebd44166bba562ce7450f2f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401666 May 06 14:22:52.854239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52108) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:52.973812 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:22:52.986419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de898d98-e8dd-4dc6-8bbb-9ce4f9225671 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:52.987890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-de898d98-e8dd-4dc6-8bbb-9ce4f9225671 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321309 May 06 14:22:52.990669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52112) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:53.031121 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0a253bf7-f2e0-4f01-8929-b8abb77a8e61 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384681 May 06 14:22:53.033406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52116) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:53.039272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1698224429', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:53.150927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:53.154844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:subnet and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:22:53.157702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:22:53.164077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:53.175046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:22:53.179379 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.266241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:51Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:53.270279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Checking router: c554d129-f595-47a6-a0ce-5cd5ab9ea49d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:22:53.270630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Updating router c554d129-f595-47a6-a0ce-5cd5ab9ea49d port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:22:53.326496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.407114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.481439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Subnet': ['ID=e9cb4129-9dcf-4b16-912b-0065d2e500b4,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:53.495052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Checking segment: {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:22:53.495407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network hostable DHCP agents. Network: 245cc61a-ac46-4c3d-bb0a-803ae67d389a, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:22:53.514587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 245cc61a-ac46-4c3d-bb0a-803ae67d389a is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:22:53.525594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 245cc61a-ac46-4c3d-bb0a-803ae67d389a) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:22:53.530681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:53.531850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.534592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb142e2-c592-4dd7-896f-a19c9cc87143 None None] Network 245cc61a-ac46-4c3d-bb0a-803ae67d389a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:22:53.557006 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a8cf0743-37bc-49ba-ac63-9e9baf11cdab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5225213 May 06 14:22:53.557868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52120) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:22:53.929684 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.936177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:22:53.937511 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:53.970650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Transition to ACTIVE for port object 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:22:54.013754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.124898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Attempting to bind port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:22:54.125273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Attempting to bind port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:22:54.125633 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Attempting to bind port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:22:54.141804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057573ef-7305-46ce-b992-b19cd1d0d7bb None None] Pushing event updated for resources: {'Port': ['ID=29b0e8b5-012c-44bb-8dc0-32b6ac345bd5,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:54.171675 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:22:54.171926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:22:54.172282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.172718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:22:54.173198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Bound port: 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:22:54.173571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.269317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Allocated IP 172.20.0.2 (245cc61a-ac46-4c3d-bb0a-803ae67d389a/e9cb4129-9dcf-4b16-912b-0065d2e500b4/3fcbbbda-9d12-4045-8745-c5033ceb5d64) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:22:54.284589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] For port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:22:54.289234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] For port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=29b0e8b5-012c-44bb-8dc0-32b6ac345bd5,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:22:54.310594 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.356163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.469966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:22:54.470603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:22:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:54.552900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057573ef-7305-46ce-b992-b19cd1d0d7bb None None] Pushing event updated for resources: {'Port': ['ID=29b0e8b5-012c-44bb-8dc0-32b6ac345bd5,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:54.756968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:54.770712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:22:54.876560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Transition to ACTIVE for port object 3fcbbbda-9d12-4045-8745-c5033ceb5d64 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:22:54.984207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Transition to ACTIVE for port object 3fcbbbda-9d12-4045-8745-c5033ceb5d64 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:22:54.994487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.060315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.1 (245cc61a-ac46-4c3d-bb0a-803ae67d389a/e9cb4129-9dcf-4b16-912b-0065d2e500b4/bf96240e-1566-4273-aaf8-04af10736e05) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:22:55.088374 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Network 245cc61a-ac46-4c3d-bb0a-803ae67d389a is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:22:55.099294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:22:55.102461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:22:55.114840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Pushing event updated for resources: {'Port': ['ID=3fcbbbda-9d12-4045-8745-c5033ceb5d64,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:55.245305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.258370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Attempting to bind port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:22:55.258735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Attempting to bind port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:22:55.259094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Attempting to bind port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 on network 245cc61a-ac46-4c3d-bb0a-803ae67d389a {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:22:55.266865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:22:55.267230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Checking segment: {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:22:55.267630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.268019 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Bound using segment: {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:22:55.268502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Bound port: 3fcbbbda-9d12-4045-8745-c5033ceb5d64, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:22:55.268873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.272919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object bf96240e-1566-4273-aaf8-04af10736e05 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:22:55.307143 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.388718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 245cc61a-ac46-4c3d-bb0a-803ae67d389a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:22:55.391781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:22:55.395990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:22:55.404921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:51Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:55.420661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1446f2-df67-4639-b58d-7a3d0f62a285 None None] The sync data for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv is: [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:51Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:22:55.438467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] For port 3fcbbbda-9d12-4045-8745-c5033ceb5d64, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:22:55.441639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=bf96240e-1566-4273-aaf8-04af10736e05,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:55.442250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] For port 3fcbbbda-9d12-4045-8745-c5033ceb5d64, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3fcbbbda-9d12-4045-8745-c5033ceb5d64,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:22:55.449183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.465930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:55.540712 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aad17-270d-4788-afe6-56b33fa5f5c5 None None] Pushing event updated for resources: {'Port': ['ID=3fcbbbda-9d12-4045-8745-c5033ceb5d64,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:55.936561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.390430 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.395373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.514649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:56.529911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=bf96240e-1566-4273-aaf8-04af10736e05,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:56.604740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991fd266-1c3c-43fe-bcd6-ad7dbe25e0dd None None] Network 245cc61a-ac46-4c3d-bb0a-803ae67d389a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:22:56.660501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 245cc61a-ac46-4c3d-bb0a-803ae67d389a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:22:56.661627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:22:56.701104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-248124f3-8751-4174-8cf9-111abafa0eb3 None None] Provisioning for port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:22:56.867218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router c554d129-f595-47a6-a0ce-5cd5ab9ea49d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:22:57.068407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:22:57.092946 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-03b51d27-a388-404a-9cad-be8ea01801db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/c554d129-f595-47a6-a0ce-5cd5ab9ea49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5295923 May 06 14:22:57.143977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cfafc80e-3c7a-44b6-9804-0304c7f6269a None None] Provisioning for port bf96240e-1566-4273-aaf8-04af10736e05 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:22:57.152257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cfafc80e-3c7a-44b6-9804-0304c7f6269a None None] Provisioning complete for port bf96240e-1566-4273-aaf8-04af10736e05 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:22:57.152910 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cfafc80e-3c7a-44b6-9804-0304c7f6269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.219468 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Sync routers for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:22:57.220660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:22:57.231480 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:22:57.232356 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:22:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:57.271231 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-cfafc80e-3c7a-44b6-9804-0304c7f6269a None None] Port bf96240e-1566-4273-aaf8-04af10736e05 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:22:57.309838 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-300a7f44-015d-4193-9c56-d4c0b0ee4918 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22086166&fields=id&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 267 time: 0.0481174 May 06 14:22:57.321705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:22:57.330070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:22:57.330441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.473734 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-536184e6-0777-479d-ac82-56889cad180e None None] Provisioning complete for port bf96240e-1566-4273-aaf8-04af10736e05 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:22:57.474161 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:22:57.474684 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-536184e6-0777-479d-ac82-56889cad180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.541977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.564363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-536184e6-0777-479d-ac82-56889cad180e None None] Port bf96240e-1566-4273-aaf8-04af10736e05 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:22:57.568714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=29b0e8b5-012c-44bb-8dc0-32b6ac345bd5,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:22:57.573742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.574547 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3fcbbbda-9d12-4045-8745-c5033ceb5d64 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:22:57.627859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-4614c97e-a768-4664-87bb-7e0e7e3737b1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:57.629954 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-4614c97e-a768-4664-87bb-7e0e7e3737b1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 797 time: 0.3124342 May 06 14:22:57.649517 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-5e399fd3-bee1-43b5-9483-2aea68081ab6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/quotas/fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 375 time: 0.0112193 May 06 14:22:57.649853 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:22:57.700272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=29b0e8b5-012c-44bb-8dc0-32b6ac345bd5,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:57.712797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e92c69af-fcc1-4d90-85e3-c717718cf1fa None None] Provisioning complete for port bf96240e-1566-4273-aaf8-04af10736e05 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:22:57.713161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e92c69af-fcc1-4d90-85e3-c717718cf1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.748479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-438b776d-64f0-4abb-b7e7-643227d3d44f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:22:57.758156 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:22:57.768603 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:22:57.768969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.770022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-438b776d-64f0-4abb-b7e7-643227d3d44f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:22:57.771600 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-438b776d-64f0-4abb-b7e7-643227d3d44f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153359 May 06 14:22:57.824169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-e92c69af-fcc1-4d90-85e3-c717718cf1fa None None] Port bf96240e-1566-4273-aaf8-04af10736e05 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:22:57.875078 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:55Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'bf96240e-1566-4273-aaf8-04af10736e05', 'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:51:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:54Z', 'updated_at': '2022-05-06T14:22:56Z', 'revision_number': 2, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:57.879442 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Checking router: c554d129-f595-47a6-a0ce-5cd5ab9ea49d for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:22:57.879783 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Updating router c554d129-f595-47a6-a0ce-5cd5ab9ea49d port bf96240e-1566-4273-aaf8-04af10736e05 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:22:57.917753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.941077 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.957797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 3fcbbbda-9d12-4045-8745-c5033ceb5d64, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3fcbbbda-9d12-4045-8745-c5033ceb5d64,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:22:57.963465 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:57.981429 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-c60e4c21-edab-4436-a35e-640eca6975b7 service neutron] 10.222.0.21 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955314 May 06 14:22:58.046037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=3fcbbbda-9d12-4045-8745-c5033ceb5d64,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:58.128960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-80070c5e-c2d5-474d-8bed-5c407618cb52 service neutron] 10.222.0.21 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412020 May 06 14:22:58.324464 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-86bbb395-8947-4f29-89c2-d12f58700d18 req-897d2908-dd05-4dd0-abec-89b98a6cd309 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 210 time: 0.0476410 May 06 14:22:58.349270 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.362409 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Transition to ACTIVE for port object bf96240e-1566-4273-aaf8-04af10736e05 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:22:58.370535 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.508997 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Pushing event updated for resources: {'Port': ['ID=bf96240e-1566-4273-aaf8-04af10736e05,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:58.550233 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.550577 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.550916 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.551246 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.551573 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.551906 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.552230 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.552581 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.552909 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.553227 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.553598 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.554437 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:22:58.613759 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Attempting to bind port bf96240e-1566-4273-aaf8-04af10736e05 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:22:58.614319 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Attempting to bind port bf96240e-1566-4273-aaf8-04af10736e05 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:22:58.614883 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Attempting to bind port bf96240e-1566-4273-aaf8-04af10736e05 on network 245cc61a-ac46-4c3d-bb0a-803ae67d389a {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:22:58.625386 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:22:58.625988 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Checking segment: {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:22:58.626647 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.627290 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Bound using segment: {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:22:58.628097 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Bound port: bf96240e-1566-4273-aaf8-04af10736e05, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:22:58.628766 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.744942 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] For port bf96240e-1566-4273-aaf8-04af10736e05, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:22:58.749192 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] For port bf96240e-1566-4273-aaf8-04af10736e05, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bf96240e-1566-4273-aaf8-04af10736e05,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:22:58.754758 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:58.844338 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:22:58.844890 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:22:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:58.910767 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabe745-5ff5-47ff-949d-9aea69befa77 None None] Pushing event updated for resources: {'Port': ['ID=bf96240e-1566-4273-aaf8-04af10736e05,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:22:59.091016 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:22:59.139506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:22:59.208630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:22:59.208995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:59.341382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3fcbbbda-9d12-4045-8745-c5033ceb5d64 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:22:59.465397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:22:59.465805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:59.489070 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:55Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'bf96240e-1566-4273-aaf8-04af10736e05', 'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:51:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:54Z', 'updated_at': '2022-05-06T14:22:58Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:22:59.495393 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800809f-34d3-4b0f-9669-12f0b8e5405a None None] The sync data for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv is: [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:55Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'bf96240e-1566-4273-aaf8-04af10736e05', 'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:51:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:54Z', 'updated_at': '2022-05-06T14:22:58Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:22:59.533917 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2ad83659-5758-40c9-af77-797e2c23cb7e req-3fbe1708-8a6e-4a9d-9db5-9406a1089389 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 210 time: 0.0681736 May 06 14:22:59.674992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-fdf66556-1cd0-4eca-95c7-b10f625b1c19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:22:59.676626 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-fdf66556-1cd0-4eca-95c7-b10f625b1c19 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 797 time: 0.3057048 May 06 14:22:59.734469 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-244ab562-6621-4995-b30f-3c6cc9546bbb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 378 time: 0.0493288 May 06 14:22:59.744210 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'port': {'device_id': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'admin_state_up': True, 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'security_groups': ['860ff8b3-768c-4f1d-b2e2-9df769190f7b']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:22:59.894298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:22:59.904618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:22:59.914509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:22:59.918104 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.091473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.13 (245cc61a-ac46-4c3d-bb0a-803ae67d389a/e9cb4129-9dcf-4b16-912b-0065d2e500b4/85cd560e-64ed-4df2-a066-ffe50f8b7aad) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:23:00.290232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.307220 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object 85cd560e-64ed-4df2-a066-ffe50f8b7aad will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:23:00.332243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.412545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 245cc61a-ac46-4c3d-bb0a-803ae67d389a is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:23:00.415265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:23:00.420788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:23:00.461646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=85cd560e-64ed-4df2-a066-ffe50f8b7aad,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:00.504236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:00.504882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.533868 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a6c0675-1593-4ce5-a653-7d94aa80466f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7941432 May 06 14:23:00.546459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Request body: {'port': {'device_id': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:23:00.654764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-184d755d-1a27-4412-8ba4-fb85405a1c9c None None] Provisioning for port 85cd560e-64ed-4df2-a066-ffe50f8b7aad completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:00.661900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-184d755d-1a27-4412-8ba4-fb85405a1c9c None None] Provisioning complete for port 85cd560e-64ed-4df2-a066-ffe50f8b7aad triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:00.662460 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-184d755d-1a27-4412-8ba4-fb85405a1c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.712847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:00.721271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-184d755d-1a27-4412-8ba4-fb85405a1c9c None None] Port 85cd560e-64ed-4df2-a066-ffe50f8b7aad cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:23:00.899792 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960e206-4378-454a-9159-05dfde97b34c req-07ec58cf-6f5a-4e5b-b602-0d890a1ce08f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:00.900587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c960e206-4378-454a-9159-05dfde97b34c req-07ec58cf-6f5a-4e5b-b602-0d890a1ce08f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:23:01.092927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c960e206-4378-454a-9159-05dfde97b34c req-07ec58cf-6f5a-4e5b-b602-0d890a1ce08f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:23:01.094106 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c960e206-4378-454a-9159-05dfde97b34c req-07ec58cf-6f5a-4e5b-b602-0d890a1ce08f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 932 time: 0.4155066 May 06 14:23:01.138102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bf96240e-1566-4273-aaf8-04af10736e05 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:01.170566 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c960e206-4378-454a-9159-05dfde97b34c req-a9f6804b-b769-4e54-9659-4e05a3580ce9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672410 May 06 14:23:01.216977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port bf96240e-1566-4273-aaf8-04af10736e05 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:01.221744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port bf96240e-1566-4273-aaf8-04af10736e05 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:01.222051 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.271805 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cd560e-64ed-4df2-a066-ffe50f8b7aad {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:23:01.280675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.296844 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Transition to ACTIVE for port object 85cd560e-64ed-4df2-a066-ffe50f8b7aad will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:23:01.301420 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.380682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.417622 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port bf96240e-1566-4273-aaf8-04af10736e05, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bf96240e-1566-4273-aaf8-04af10736e05,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:23:01.422073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.434415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Pushing event updated for resources: {'Port': ['ID=85cd560e-64ed-4df2-a066-ffe50f8b7aad,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:01.497735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=bf96240e-1566-4273-aaf8-04af10736e05,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:01.544907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Attempting to bind port 85cd560e-64ed-4df2-a066-ffe50f8b7aad on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:23:01.545242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Attempting to bind port 85cd560e-64ed-4df2-a066-ffe50f8b7aad by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:23:01.545567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Attempting to bind port 85cd560e-64ed-4df2-a066-ffe50f8b7aad on network 245cc61a-ac46-4c3d-bb0a-803ae67d389a {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:23:01.550550 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Port 85cd560e-64ed-4df2-a066-ffe50f8b7aad on network 245cc61a-ac46-4c3d-bb0a-803ae67d389a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:23:01.551114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Attempting to bind port 85cd560e-64ed-4df2-a066-ffe50f8b7aad on network 245cc61a-ac46-4c3d-bb0a-803ae67d389a {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:23:01.556305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:23:01.556675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Checking segment: {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:23:01.557065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Bound using segment: {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:23:01.557491 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Bound port: 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0126718-b13f-4e1d-bcdd-9d5e55e28976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:23:01.557836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.646653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:23:01.650206 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:23:01.654929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.719111 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:01.719720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:01.721103 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] 10.222.0.76 "PUT /v2.0/ports/85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 1094 time: 1.1800358 May 06 14:23:01.721540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:23:01.744538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a59892-1b89-46c1-88b6-5e9e877aac5f service neutron] Pushing event updated for resources: {'Port': ['ID=85cd560e-64ed-4df2-a066-ffe50f8b7aad,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:01.778207 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9dad85d-f1b3-4093-954c-9d5ee6929a41'] response: {'name': 'network-changed', 'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'status': 'completed', 'code': 200} May 06 14:23:01.855031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-422ef4b7-87ac-4925-be4d-aae9b279da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:01.856555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-422ef4b7-87ac-4925-be4d-aae9b279da7c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1097 time: 0.0764897 May 06 14:23:01.930021 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-2a92c715-5bd3-4c99-9098-0dd8b64d9ef8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 217 time: 0.0656841 May 06 14:23:01.993076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-29c83500-a203-49bb-8c87-e3122f96fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:01.994429 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-29c83500-a203-49bb-8c87-e3122f96fdca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 200 len: 835 time: 0.0586483 May 06 14:23:02.073358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a8cedf9-b89d-45ec-a83b-8983305c27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:02.074830 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-9a8cedf9-b89d-45ec-a83b-8983305c27f9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=245cc61a-ac46-4c3d-bb0a-803ae67d389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740097 May 06 14:23:02.212090 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-0dd47b2c-8a4c-46c2-b87a-a57a77e186b1 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307776 May 06 14:23:02.396526 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2b41f387-ddc3-4db5-9c09-8819bdc084b1 req-34c1eed2-0e3f-483d-91e5-7049569c2d7a service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779847 May 06 14:23:02.413515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988921f-f5cb-4a9a-a275-60a1babe5a63 req-d914d52b-3436-435c-afad-b95aea909400 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:02.415018 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1988921f-f5cb-4a9a-a275-60a1babe5a63 req-d914d52b-3436-435c-afad-b95aea909400 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 944 time: 0.1310179 May 06 14:23:02.502491 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1988921f-f5cb-4a9a-a275-60a1babe5a63 req-2dbce0b0-8292-4754-997a-b3f06704cc26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802047 May 06 14:23:02.532901 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-56918535-582f-4319-af96-9e4f66b0b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:02.534375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-56918535-582f-4319-af96-9e4f66b0b7d7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1097 time: 0.0915170 May 06 14:23:02.666786 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-2040c1c6-b8b6-4eed-8df4-9ecd2be40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:02.668139 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-2040c1c6-b8b6-4eed-8df4-9ecd2be40203 service neutron] 10.222.0.76 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 898 time: 0.1276393 May 06 14:23:02.735058 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-0031fda7-ad6d-44bd-92da-f7d599199ff8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 217 time: 0.0601876 May 06 14:23:02.900885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-a48e79f2-e05f-4681-b5af-7e930de341c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:02.902384 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-a48e79f2-e05f-4681-b5af-7e930de341c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 200 len: 835 time: 0.1600966 May 06 14:23:02.981782 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-262db9b8-8d12-4bb4-811f-6232208caef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:02.983267 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-262db9b8-8d12-4bb4-811f-6232208caef2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=245cc61a-ac46-4c3d-bb0a-803ae67d389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730305 May 06 14:23:03.120081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-138faf2e-231c-4cfe-ad69-74da6a95da2f service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293161 May 06 14:23:03.121969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bf96240e-1566-4273-aaf8-04af10736e05 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:03.192219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port bf96240e-1566-4273-aaf8-04af10736e05 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:03.192615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:03.258028 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ee303ae-f046-4073-a81c-18bb52c80987 req-52662b18-3a11-4ac8-8df2-a2830da04455 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308901 May 06 14:23:03.701932 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d77a1-7b9e-4bca-822f-c6d7aeb2d6d5 req-21870d9c-c540-48b5-a0b9-6bac9306ac12 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:03.703442 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-158d77a1-7b9e-4bca-822f-c6d7aeb2d6d5 req-21870d9c-c540-48b5-a0b9-6bac9306ac12 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 944 time: 0.0841227 May 06 14:23:03.749870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-158d77a1-7b9e-4bca-822f-c6d7aeb2d6d5 req-5596ec6f-feb7-411f-ba18-c2edbad8c4e6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398378 May 06 14:23:04.017093 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 85cd560e-64ed-4df2-a066-ffe50f8b7aad details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:23:04.151124 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:23:04.164790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'port_id': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'mac_address': 'fa:16:3e:19:4d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:23:04.221808 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:04.238675 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cd560e-64ed-4df2-a066-ffe50f8b7aad {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:23:04.253924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:23:04.257925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:04.326888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=85cd560e-64ed-4df2-a066-ffe50f8b7aad,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:04.497928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['85cd560e-64ed-4df2-a066-ffe50f8b7aad'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:23:04.931496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75235cb2-4f3a-4193-8ddd-155022ba6abb req-30fc51c9-79e5-4ac4-8cad-1a888863dc45 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:04.932974 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-75235cb2-4f3a-4193-8ddd-155022ba6abb req-30fc51c9-79e5-4ac4-8cad-1a888863dc45 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 945 time: 0.0799260 May 06 14:23:04.977982 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-75235cb2-4f3a-4193-8ddd-155022ba6abb req-1e4b2ce0-290b-4990-aa57-0722839f16c1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390682 May 06 14:23:06.028302 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 85cd560e-64ed-4df2-a066-ffe50f8b7aad up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:23:06.097148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 85cd560e-64ed-4df2-a066-ffe50f8b7aad completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:23:06.103563 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 85cd560e-64ed-4df2-a066-ffe50f8b7aad triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:23:06.104012 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.181107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca82e9-c5ed-4221-8d05-84101d286c21 req-9393acb7-e772-4115-9147-333d1ab7914b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:06.182624 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-50ca82e9-c5ed-4221-8d05-84101d286c21 req-9393acb7-e772-4115-9147-333d1ab7914b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 945 time: 0.0849578 May 06 14:23:06.227925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.229256 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-50ca82e9-c5ed-4221-8d05-84101d286c21 req-ccc820f3-70da-4d66-bc69-39851387bd68 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407295 May 06 14:23:06.255989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:23:06.265471 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:23:06.269763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.309153 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0cba7e-a8c8-4a4c-89cb-2fa76de40844'] response: {'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'code': 200} May 06 14:23:06.346064 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:06.351696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=85cd560e-64ed-4df2-a066-ffe50f8b7aad,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:06.531877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7a620-2a21-48ed-85ef-0dbc62464f65 req-7bacfc11-be58-4796-bd70-e10c163212a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:06.533393 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e0b7a620-2a21-48ed-85ef-0dbc62464f65 req-7bacfc11-be58-4796-bd70-e10c163212a1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1099 time: 0.0720453 May 06 14:23:06.579646 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e0b7a620-2a21-48ed-85ef-0dbc62464f65 req-526c1836-5af5-4575-a5cf-57bc1ff323d4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382028 May 06 14:23:06.681709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c1cd-39ec-4501-a692-e5a2ad06def5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:07.413303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c088-2497-4e3c-8f9f-94066963079b req-e81506de-fdd6-4130-a1bc-6c2d0eaa8e59 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:07.414771 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5cc1c088-2497-4e3c-8f9f-94066963079b req-e81506de-fdd6-4130-a1bc-6c2d0eaa8e59 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0794241 May 06 14:23:07.461913 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5cc1c088-2497-4e3c-8f9f-94066963079b req-4be5a9ef-323b-4d47-bcea-d6800817f641 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414512 May 06 14:23:08.652370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18910cf-83c9-46c5-a625-b4eb1463d4c8 req-9a60cd8d-7dc0-4442-82ea-f3a95569ffd2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:08.653914 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a18910cf-83c9-46c5-a625-b4eb1463d4c8 req-9a60cd8d-7dc0-4442-82ea-f3a95569ffd2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0837593 May 06 14:23:08.698561 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a18910cf-83c9-46c5-a625-b4eb1463d4c8 req-fe999142-e362-425e-b652-d8de9183389e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388575 May 06 14:23:08.882324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd4363-3b9a-447c-9171-63758dad9774 req-ff45c9cd-4d0c-4259-a3f1-ece0737b97ab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:08.883910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdcd4363-3b9a-447c-9171-63758dad9774 req-ff45c9cd-4d0c-4259-a3f1-ece0737b97ab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0788672 May 06 14:23:08.928369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdcd4363-3b9a-447c-9171-63758dad9774 req-bab9deab-1b64-42f1-8344-dd945dcfefd4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386693 May 06 14:23:08.952868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52174) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:09.019287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5946346e-64d8-4e13-a005-c51f593e0cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:09.029635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb56d1a-1f90-4422-b2be-94ddd9318ccb tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:09.031138 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1cb56d1a-1f90-4422-b2be-94ddd9318ccb tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1094 time: 0.0772276 May 06 14:23:09.033961 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52178) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:09.039707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:23:09.045706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:23:09.049561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:floatingip and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:23:09.052347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:23:09.059059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:23:09.068903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:09.213331 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:09.351872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.177 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/7563703c-dbc5-441f-b5f1-6ce8db095b65) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:23:09.497436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:09.530122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:09.594995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:23:09.597789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:23:09.600850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:23:09.642265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=7563703c-dbc5-441f-b5f1-6ce8db095b65,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:10.083636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:10.127931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:10.128589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:10.203944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:10.408628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:10.413224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:10.528152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=7563703c-dbc5-441f-b5f1-6ce8db095b65,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:23:10.538590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:10.717273 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP 64ec948d-272a-4b4e-bf64-faadbf98178e associated. External IP: 172.26.2.177, port: 85cd560e-64ed-4df2-a066-ffe50f8b7aad. May 06 14:23:11.076613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router c554d129-f595-47a6-a0ce-5cd5ab9ea49d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:23:11.256055 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:23:11.266278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] Sync routers for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:23:11.276201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:23:11.276852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:23:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:11.282151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:11.451185 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2dcae472-0659-47c7-b4b0-841fd5b869bd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4162004 May 06 14:23:11.451766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:23:11.459678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:23:11.499229 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cff04d2-cd29-4327-a057-086b256baa5a'] response: {'name': 'network-changed', 'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'status': 'completed', 'code': 200} May 06 14:23:11.657720 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-1c801cc7-20a9-4bf8-aa0b-3a8437df75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:11.659201 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-1c801cc7-20a9-4bf8-aa0b-3a8437df75f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1099 time: 0.1353085 May 06 14:23:11.667424 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443a22-93cb-4752-8d39-5b16065ba3b7 req-59cc7cfd-e3f0-4dcc-a000-03f81a5f3017 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:11.668908 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-03443a22-93cb-4752-8d39-5b16065ba3b7 req-59cc7cfd-e3f0-4dcc-a000-03f81a5f3017 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.1144733 May 06 14:23:11.753161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:11.796570 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-03443a22-93cb-4752-8d39-5b16065ba3b7 req-4f6867ad-4423-497d-9e23-81bf151b94ad tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079144 May 06 14:23:11.819498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52186) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:11.833280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-a808e642-68b2-4d23-ad22-ac9fed23fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:11.834722 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-a808e642-68b2-4d23-ad22-ac9fed23fa80 service neutron] 10.222.0.76 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 898 time: 0.1649494 May 06 14:23:11.857889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:55Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '64ec948d-272a-4b4e-bf64-faadbf98178e', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'port_id': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'mac_address': 'fa:16:3e:19:4d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:23:10Z', 'updated_at': '2022-05-06T14:23:10Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf96240e-1566-4273-aaf8-04af10736e05', 'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:51:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:54Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:11.861987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] Checking router: c554d129-f595-47a6-a0ce-5cd5ab9ea49d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:23:11.870496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:23:11.871088 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:23:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:11.941747 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ae749be0-8496-4821-b4e3-90e3da666faa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/64ec948d-272a-4b4e-bf64-faadbf98178e HTTP/1.1" status: 200 len: 992 time: 0.1202984 May 06 14:23:11.949056 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-53767959-6e7c-4f99-8577-675dc1ad8e11 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 1000 time: 0.1038404 May 06 14:23:12.017580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-fc7c84fc-85ed-484d-b492-c4326dd25b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:12.019022 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-fc7c84fc-85ed-484d-b492-c4326dd25b12 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 200 len: 835 time: 0.0598707 May 06 14:23:12.049041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:23:12.098330 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-e3a01bd9-4e39-4065-903f-3d7d90e5e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:12.099835 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-e3a01bd9-4e39-4065-903f-3d7d90e5e346 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=245cc61a-ac46-4c3d-bb0a-803ae67d389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733099 May 06 14:23:12.236203 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-11a51c94-b784-4e96-b040-b98ed43fe00b service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287496 May 06 14:23:12.370706 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70122ddb-83cb-4e39-86f8-950b8e45b367 req-b1242b39-ff59-4a04-8acc-cf326eae9364 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272526 May 06 14:23:12.405606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:55Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '64ec948d-272a-4b4e-bf64-faadbf98178e', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'port_id': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'mac_address': 'fa:16:3e:19:4d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:23:10Z', 'updated_at': '2022-05-06T14:23:10Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf96240e-1566-4273-aaf8-04af10736e05', 'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:51:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:54Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:23:12.409576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8939f6-9c60-476f-af79-9b31e12d7b1b None None] The sync data for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv is: [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:55Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '64ec948d-272a-4b4e-bf64-faadbf98178e', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'port_id': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'mac_address': 'fa:16:3e:19:4d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:23:10Z', 'updated_at': '2022-05-06T14:23:10Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf96240e-1566-4273-aaf8-04af10736e05', 'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:51:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:54Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:23:12.593727 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96135a0d-bfe3-4a17-a626-11e1069666eb None None] New status for floating IP 64ec948d-272a-4b4e-bf64-faadbf98178e: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:23:12.943955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52190) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:13.048922 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e2972ea6-990c-445e-ac32-4cfe7a3b1a87 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/64ec948d-272a-4b4e-bf64-faadbf98178e HTTP/1.1" status: 200 len: 994 time: 0.1032224 May 06 14:23:32.526517 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-130af5be-de87-45b4-81e1-f5fc90b7f9f0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717864 May 06 14:23:32.673614 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-3167a8b3-eb8f-4071-b6f2-b43b4a20db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:32.675094 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-3167a8b3-eb8f-4071-b6f2-b43b4a20db04 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1099 time: 0.0755990 May 06 14:23:32.825725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-4ae438ed-d457-4d90-9385-5b7fbc0dcc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:32.827250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-4ae438ed-d457-4d90-9385-5b7fbc0dcc89 service neutron] 10.222.0.76 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 898 time: 0.1325488 May 06 14:23:32.931955 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-787a2436-854e-4db0-af56-79558d259e31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 1002 time: 0.0973029 May 06 14:23:33.002323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-f34cb316-12cb-4058-9ec6-24fe3c00f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:33.003761 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-f34cb316-12cb-4058-9ec6-24fe3c00f19f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 200 len: 835 time: 0.0637691 May 06 14:23:33.081459 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-d5645d0a-d8ad-41b9-8053-fbd5652c0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:33.082942 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-d5645d0a-d8ad-41b9-8053-fbd5652c0957 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=245cc61a-ac46-4c3d-bb0a-803ae67d389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725377 May 06 14:23:33.349257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-035eaa6b-03a9-4da6-9bc2-df0ac8c8d6e9 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581382 May 06 14:23:33.495616 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f2d0b98-dd79-4fdb-81b9-0b204e9656d2 req-2770cf00-265a-4841-a600-53c128ecefd3 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394873 May 06 14:23:34.649145 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:23:36.344999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:36.685831 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f9d34807-e21a-4ec0-b150-fbd425deef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:39.023212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3de031ac-d260-4c50-aee5-959e578245a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:40.090532 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:40.136553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:41.716962 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:23:44.600683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-5db1e472-3d6e-4fc1-9bb5-beaa9e4fb7f2 req-31ca4627-691e-4f54-b104-9858ef7882df tempest-ServerDiskConfigTestJSON-1728703697 tempest-ServerDiskConfigTestJSON-1728703697-project] (87984) timed out ('10.222.0.76', 61963) {{(pid=87984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:23:46.634749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52218) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:23:46.796664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a22409-c711-4b9f-b765-c1c6d29cb629 req-142f8f1b-6934-4c6f-8832-a7dcddcf4900 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:46.798170 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-61a22409-c711-4b9f-b765-c1c6d29cb629 req-142f8f1b-6934-4c6f-8832-a7dcddcf4900 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.2148838 May 06 14:23:46.802295 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-3dd24cbf-a703-4a2a-96f5-61a48061ad54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1661797 May 06 14:23:46.851941 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-61a22409-c711-4b9f-b765-c1c6d29cb629 req-29daa170-459d-4a1c-a04b-445dbc7f2d98 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480194 May 06 14:23:48.131917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132594-7f7d-4992-bd78-ba627063da78 req-8040a047-b169-4adc-830b-f8baf6cd9b68 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:48.133527 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb132594-7f7d-4992-bd78-ba627063da78 req-8040a047-b169-4adc-830b-f8baf6cd9b68 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.1422498 May 06 14:23:48.183482 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb132594-7f7d-4992-bd78-ba627063da78 req-dc55617c-cb41-4b7d-8e5e-478594266399 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436459 May 06 14:23:49.394949 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200bd2a-9295-48c6-97ff-5368dbdbf8a3 req-9d6a887c-4882-4892-8e6c-cd658f63ce97 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:49.396800 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7200bd2a-9295-48c6-97ff-5368dbdbf8a3 req-9d6a887c-4882-4892-8e6c-cd658f63ce97 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0992405 May 06 14:23:49.449344 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7200bd2a-9295-48c6-97ff-5368dbdbf8a3 req-3386f0ea-8087-4811-be97-aac839dc9406 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466657 May 06 14:23:50.154077 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-3e7fd0f8-4f00-4983-af75-8598b90bf122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:50.155611 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-3e7fd0f8-4f00-4983-af75-8598b90bf122 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1099 time: 0.0749817 May 06 14:23:50.301137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-9ef0c678-7ccd-4a78-81c3-424ca9bbd516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:50.302536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-9ef0c678-7ccd-4a78-81c3-424ca9bbd516 service neutron] 10.222.0.76 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 898 time: 0.1403022 May 06 14:23:50.418034 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-2dd185b4-9564-48ca-8579-4890b99b13b9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 1002 time: 0.1080198 May 06 14:23:50.485167 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-22108979-7c90-4b72-a0f0-7294e19d35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:50.486630 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-22108979-7c90-4b72-a0f0-7294e19d35a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 200 len: 835 time: 0.0624025 May 06 14:23:50.619479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-10c95c90-5444-491b-b744-f7cdb2d7d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:50.621142 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-10c95c90-5444-491b-b744-f7cdb2d7d86b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=245cc61a-ac46-4c3d-bb0a-803ae67d389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1280997 May 06 14:23:50.637671 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-57ab131f-6346-4fa0-9474-96fe30dfac9e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:23:50.638874 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-57ab131f-6346-4fa0-9474-96fe30dfac9e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080383 May 06 14:23:50.760042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fa67c-9879-4f72-ab01-a19bd12a089a req-187c3422-0ed0-4936-afcb-33c91ff8155d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:50.761691 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-101fa67c-9879-4f72-ab01-a19bd12a089a req-187c3422-0ed0-4936-afcb-33c91ff8155d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.1922643 May 06 14:23:50.830890 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-81b2f448-f0d6-4cd6-b421-f829cbbdc176 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849833 May 06 14:23:50.862936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-101fa67c-9879-4f72-ab01-a19bd12a089a req-2e935bb1-0574-4da6-b042-af5c6cbf701e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831831 May 06 14:23:50.979371 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-47f3983c-05cc-44b3-adac-7076380db9d6 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400878 May 06 14:23:52.050851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d1986-5fa2-4177-92a9-c9896f9c2fc2 req-0380f394-f247-4009-a003-1e13c9731cd5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:52.052296 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-056d1986-5fa2-4177-92a9-c9896f9c2fc2 req-0380f394-f247-4009-a003-1e13c9731cd5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0807877 May 06 14:23:52.096298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-056d1986-5fa2-4177-92a9-c9896f9c2fc2 req-77b1741a-c056-4bbc-ad6b-5f20f29d8ec3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382893 May 06 14:23:53.375917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d6e09-91c7-440e-9b5b-e868225652bd req-9b505ae2-6609-4a02-8c9f-bded612ae037 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:53.377394 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8e1d6e09-91c7-440e-9b5b-e868225652bd req-9b505ae2-6609-4a02-8c9f-bded612ae037 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.1737642 May 06 14:23:53.420692 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8e1d6e09-91c7-440e-9b5b-e868225652bd req-954c430d-90ac-4b5d-a3fa-56faf102b242 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375395 May 06 14:23:54.612401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6c25b-8772-47e7-83db-57651336cc22 req-7b241123-7362-4185-a5fa-e3f63c9b9e00 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:54.613906 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ddd6c25b-8772-47e7-83db-57651336cc22 req-7b241123-7362-4185-a5fa-e3f63c9b9e00 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0843852 May 06 14:23:54.665720 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ddd6c25b-8772-47e7-83db-57651336cc22 req-056404fe-571d-4deb-aed0-ef34b52b4f7a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459740 May 06 14:23:55.850128 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b4d21-5d49-4fb1-b301-c728dc8db34d req-d1eb7f1f-790b-4568-8cb5-59a2fdf596bf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:55.851571 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e42b4d21-5d49-4fb1-b301-c728dc8db34d req-d1eb7f1f-790b-4568-8cb5-59a2fdf596bf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0800254 May 06 14:23:55.896541 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e42b4d21-5d49-4fb1-b301-c728dc8db34d req-0f5d481f-e7ed-4c51-9927-a01a45943c45 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389163 May 06 14:23:57.096049 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992769f8-35c3-4e87-8d4b-76a5edecf2cf req-ad2e17ee-a57b-41ee-a5bd-2452592fc708 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:57.097595 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-992769f8-35c3-4e87-8d4b-76a5edecf2cf req-ad2e17ee-a57b-41ee-a5bd-2452592fc708 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0907683 May 06 14:23:57.144695 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-992769f8-35c3-4e87-8d4b-76a5edecf2cf req-7d56f83c-97ea-47bf-9d63-dde82d24026e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412483 May 06 14:23:58.336598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235febb-34d3-4c09-a71e-1fc3def72d70 req-c8b561e9-1b3a-4b38-925c-ea1de09778ed tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:58.338104 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d235febb-34d3-4c09-a71e-1fc3def72d70 req-c8b561e9-1b3a-4b38-925c-ea1de09778ed tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0825701 May 06 14:23:58.382390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d235febb-34d3-4c09-a71e-1fc3def72d70 req-3a6e8b6b-9fe0-4e22-9831-a8cca7a83800 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381060 May 06 14:23:59.571485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea3c79-8fee-44bc-ab6f-e6b569147d83 req-146af944-d1b6-4c2d-abed-4ed59f9ddce2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:23:59.573013 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5fea3c79-8fee-44bc-ab6f-e6b569147d83 req-146af944-d1b6-4c2d-abed-4ed59f9ddce2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0846078 May 06 14:23:59.620307 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5fea3c79-8fee-44bc-ab6f-e6b569147d83 req-2c94e557-3157-4608-b6d0-15c20ad25752 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408852 May 06 14:24:00.815855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60227449-8314-4629-aa96-5133f3eb8a84 req-701fbd5f-12b1-45ac-9712-e665ba4164d4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:00.817388 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-60227449-8314-4629-aa96-5133f3eb8a84 req-701fbd5f-12b1-45ac-9712-e665ba4164d4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0838673 May 06 14:24:00.863399 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-60227449-8314-4629-aa96-5133f3eb8a84 req-66497fef-ece1-47d3-b07b-adff3e63ebef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403945 May 06 14:24:02.063376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c11a69-09e3-4781-8059-70d05f2ce676 req-c40f23ce-c1db-42ff-8836-39dca06fde83 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:02.064983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19c11a69-09e3-4781-8059-70d05f2ce676 req-c40f23ce-c1db-42ff-8836-39dca06fde83 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0891898 May 06 14:24:02.113318 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-19c11a69-09e3-4781-8059-70d05f2ce676 req-a719d094-6bad-4252-950b-908e98d69cd9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425532 May 06 14:24:03.301857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9442-0255-42f0-a426-27923dd6a667 req-d6fbb503-39cb-44ab-8b2a-9680e67e956c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:03.303219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68bb9442-0255-42f0-a426-27923dd6a667 req-d6fbb503-39cb-44ab-8b2a-9680e67e956c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0796027 May 06 14:24:03.349745 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-68bb9442-0255-42f0-a426-27923dd6a667 req-424d2ebd-8082-40e5-be8e-acae39402795 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409274 May 06 14:24:04.537615 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cad10-455c-4f6c-b3dc-f2e46df027a7 req-c4bc79fa-1e29-4098-8d7b-f6dfad046fe2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:04.539121 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aa2cad10-455c-4f6c-b3dc-f2e46df027a7 req-c4bc79fa-1e29-4098-8d7b-f6dfad046fe2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0812669 May 06 14:24:04.585750 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-aa2cad10-455c-4f6c-b3dc-f2e46df027a7 req-51d88b3c-a1e9-46e2-b00d-5ace2e209578 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397971 May 06 14:24:05.777173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be6e69-8677-4946-bdec-a0c98544ad18 req-5a4bb8e6-29d6-43ff-ad5d-d308abec2f95 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:05.779507 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-92be6e69-8677-4946-bdec-a0c98544ad18 req-5a4bb8e6-29d6-43ff-ad5d-d308abec2f95 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0847855 May 06 14:24:05.823391 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-92be6e69-8677-4946-bdec-a0c98544ad18 req-80711d32-73f7-4023-a71e-4028fd69289f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383184 May 06 14:24:06.362331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:06.690454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7f66ecff-b545-4955-99ef-8befafb59ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:07.013345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430d0ab-cd4f-45ed-9246-654b97c6060a req-851c48d8-ee4c-45cb-ab2c-c066d9092e89 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:07.014949 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b430d0ab-cd4f-45ed-9246-654b97c6060a req-851c48d8-ee4c-45cb-ab2c-c066d9092e89 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0853374 May 06 14:24:07.061298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b430d0ab-cd4f-45ed-9246-654b97c6060a req-eb27bd4b-afbe-4052-93eb-acf4723d31a6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405569 May 06 14:24:08.250818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d59c-d36d-45ca-9f20-bb0e1b35d8cf req-51f7b817-21f2-4dcd-9af3-e5fd164b4d59 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:08.252206 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a026d59c-d36d-45ca-9f20-bb0e1b35d8cf req-51f7b817-21f2-4dcd-9af3-e5fd164b4d59 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0852184 May 06 14:24:08.296100 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a026d59c-d36d-45ca-9f20-bb0e1b35d8cf req-05a8410c-9481-4bf0-8b98-9b73aa7066c4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382421 May 06 14:24:09.025450 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-39215cb3-399e-45af-9750-ae36b0e91eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:09.482941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf91d99-c0c6-4032-90cf-1d48acc2082d req-b460d8c8-dc47-407e-828f-14c851184345 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:09.484406 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-baf91d99-c0c6-4032-90cf-1d48acc2082d req-b460d8c8-dc47-407e-828f-14c851184345 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0793242 May 06 14:24:09.531142 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-baf91d99-c0c6-4032-90cf-1d48acc2082d req-a914e29e-ef9b-4b2f-a584-9f81ba8c30d7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410433 May 06 14:24:10.090291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:10.131428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:10.717099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ec400-a206-431a-b1fa-24adefda01f6 req-d84df34c-2929-49f9-9d21-1a4fa64cf473 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:10.718536 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1b5ec400-a206-431a-b1fa-24adefda01f6 req-d84df34c-2929-49f9-9d21-1a4fa64cf473 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0788848 May 06 14:24:10.763533 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1b5ec400-a206-431a-b1fa-24adefda01f6 req-0e5b2b91-14af-45bb-b28d-ff32aa8eeafe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392365 May 06 14:24:11.648386 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:24:11.718409 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:11.955209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e31ee-5d28-41f0-83cc-f9acacadc880 req-5d22fa0d-8c5b-410e-8f11-517b1d2f3113 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:11.956615 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf3e31ee-5d28-41f0-83cc-f9acacadc880 req-5d22fa0d-8c5b-410e-8f11-517b1d2f3113 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0851178 May 06 14:24:12.002250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf3e31ee-5d28-41f0-83cc-f9acacadc880 req-e73469d8-b582-44bf-adb1-8deefbfbe74d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399036 May 06 14:24:12.806512 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-60ee0e43-f851-4cea-aac3-bad4a8ce80da service neutron] 10.222.0.76 "GET /v2.0/ports/85cd560e-64ed-4df2-a066-ffe50f8b7aad/bindings/hv-neutron-8408 HTTP/1.1" status: 200 len: 384 time: 0.0789487 May 06 14:24:13.083019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-c10599c0-a17d-4ab7-a200-0388784eca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:13.084414 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-c10599c0-a17d-4ab7-a200-0388784eca38 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 1099 time: 0.0756078 May 06 14:24:13.332709 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-5c4686b1-ba0d-4010-8b43-18c5adac4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:13.334248 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-5c4686b1-ba0d-4010-8b43-18c5adac4bf5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1099 time: 0.2283106 May 06 14:24:13.342913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643bd56-8cf9-453d-89d6-82234f1b4d5e req-507d461e-35be-496a-b3a0-f9897e97bc13 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:13.344260 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b643bd56-8cf9-453d-89d6-82234f1b4d5e req-507d461e-35be-496a-b3a0-f9897e97bc13 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.2032189 May 06 14:24:13.466668 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b643bd56-8cf9-453d-89d6-82234f1b4d5e req-f39a9fa3-74f2-49e4-b741-db0d26651227 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045189 May 06 14:24:13.503377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-65f8704c-4d30-4eee-be0b-8510aca6884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:13.504845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-65f8704c-4d30-4eee-be0b-8510aca6884f service neutron] 10.222.0.76 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 898 time: 0.1597366 May 06 14:24:13.608621 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-fc6208d4-68de-494a-89fa-edaa4fd5b96e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 1002 time: 0.0971560 May 06 14:24:13.671016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-4c8ae042-22d7-43b2-a92a-ee3b5f77ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:13.672447 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-4c8ae042-22d7-43b2-a92a-ee3b5f77ed28 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 200 len: 835 time: 0.0578344 May 06 14:24:13.753706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-3f3aa7dd-3e4e-45a6-9a0a-e2ab2ce5c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:13.755171 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-3f3aa7dd-3e4e-45a6-9a0a-e2ab2ce5c605 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=245cc61a-ac46-4c3d-bb0a-803ae67d389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762100 May 06 14:24:13.890122 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-0c464b08-a071-436a-9494-0b44b904e2fe service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267076 May 06 14:24:14.023717 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0e57dfe1-5068-4ea7-9c9a-9172326b981a req-dd83f475-12e6-4cda-96de-c33d617087ba service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274760 May 06 14:24:14.654264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d84fae-fc58-435d-8fd2-432024eb56e8 req-f81cb7f3-2bf5-4c20-973c-8170ae387fe3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:14.655734 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8d84fae-fc58-435d-8fd2-432024eb56e8 req-f81cb7f3-2bf5-4c20-973c-8170ae387fe3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0816438 May 06 14:24:14.701749 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e8d84fae-fc58-435d-8fd2-432024eb56e8 req-7cd901fe-ede7-4a88-9730-fac492c5850c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403359 May 06 14:24:15.897392 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e993bbc-1369-4951-8a66-c00c36ae3cc2 req-fb27abaf-d92f-4bec-a20b-5cabd7ca7796 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:15.898827 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1e993bbc-1369-4951-8a66-c00c36ae3cc2 req-fb27abaf-d92f-4bec-a20b-5cabd7ca7796 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0882187 May 06 14:24:15.943517 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1e993bbc-1369-4951-8a66-c00c36ae3cc2 req-a04c7efb-6202-4cf5-9534-8c9a6040056e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380814 May 06 14:24:16.382050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 85cd560e-64ed-4df2-a066-ffe50f8b7aad details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:24:16.385076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 85cd560e-64ed-4df2-a066-ffe50f8b7aad no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:24:16.602268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:16.620384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:24:16.640400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'port_id': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'mac_address': 'fa:16:3e:19:4d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:24:16.646788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:24:16.693581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:24:16.701504 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:16.704230 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f8029c-30e4-4533-9b57-98d782a226d6'] response: {'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'code': 200} May 06 14:24:16.763901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:16.788528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85cd560e-64ed-4df2-a066-ffe50f8b7aad {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:24:16.796640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=85cd560e-64ed-4df2-a066-ffe50f8b7aad,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:16.871293 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.871699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.872041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.872371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.872727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.873053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.873377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.873699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.874021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.874339 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.874659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.874977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:16.904134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:24:16.904526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:24:17.129773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723cc56-da6d-40e8-999c-0dbd6eafad37 req-ef20d6ea-3e3c-4086-ad6c-dc983573cf0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:17.131221 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9723cc56-da6d-40e8-999c-0dbd6eafad37 req-ef20d6ea-3e3c-4086-ad6c-dc983573cf0c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 944 time: 0.0794010 May 06 14:24:17.175210 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9723cc56-da6d-40e8-999c-0dbd6eafad37 req-d837f79c-2202-4444-9df4-290c49c1314a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384116 May 06 14:24:17.459481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:17.476840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cd560e-64ed-4df2-a066-ffe50f8b7aad {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:24:17.492319 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:24:17.496599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:17.561874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db194-e5cf-4143-a138-b43a08d1a908 req-6e3095ec-84b7-419c-b655-39eb5cd3e94f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:17.563760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c50db194-e5cf-4143-a138-b43a08d1a908 req-6e3095ec-84b7-419c-b655-39eb5cd3e94f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 944 time: 0.1158543 May 06 14:24:17.572242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-b722fac5-8e8f-48a6-b5b5-511e30cb814c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:17.572495 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=85cd560e-64ed-4df2-a066-ffe50f8b7aad,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:17.573709 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-b722fac5-8e8f-48a6-b5b5-511e30cb814c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c&tenant_id=fd6f453aebd44166bba562ce7450f2f2&binding%3Ahost_id=hv-neutron-8408 HTTP/1.1" status: 200 len: 944 time: 0.1673102 May 06 14:24:17.577126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['85cd560e-64ed-4df2-a066-ffe50f8b7aad'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:24:17.616009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c50db194-e5cf-4143-a138-b43a08d1a908 req-742a3002-6504-40a9-b1de-b80dcdcb49e1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412474 May 06 14:24:17.731279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-0ade03ea-1d99-459b-a098-311fc9c00172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:17.732732 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-0ade03ea-1d99-459b-a098-311fc9c00172 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1098 time: 0.0758722 May 06 14:24:17.924955 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-204485c1-10eb-4f5f-a670-fa8f785178a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:17.926411 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-204485c1-10eb-4f5f-a670-fa8f785178a2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 898 time: 0.1875260 May 06 14:24:17.934767 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491949a4-a8fe-4b6e-b5b7-974ace7c6585 req-02aebe9a-034e-4cc6-af60-b262a49e5a2c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:17.936135 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-491949a4-a8fe-4b6e-b5b7-974ace7c6585 req-02aebe9a-034e-4cc6-af60-b262a49e5a2c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 945 time: 0.1797643 May 06 14:24:18.061115 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-491949a4-a8fe-4b6e-b5b7-974ace7c6585 req-b4521289-1306-48c1-8ec9-af0f396dcacd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733466 May 06 14:24:18.065045 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-b9a9fd1b-33a5-4c44-8c8a-0eef05414fe5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 1001 time: 0.1280534 May 06 14:24:18.226871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-85c413b1-e437-49f6-bb3f-d677c4a708dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:18.228318 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-85c413b1-e437-49f6-bb3f-d677c4a708dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 200 len: 835 time: 0.1566620 May 06 14:24:18.303646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-ea636a9f-8fa6-45e0-92a8-ab3e8eea844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:18.305126 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-ea636a9f-8fa6-45e0-92a8-ab3e8eea844a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=245cc61a-ac46-4c3d-bb0a-803ae67d389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692263 May 06 14:24:18.409819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 85cd560e-64ed-4df2-a066-ffe50f8b7aad up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:24:18.437433 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-38062d35-4308-4da2-88ec-fcbbe973a826 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248682 May 06 14:24:18.490383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 85cd560e-64ed-4df2-a066-ffe50f8b7aad triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:24:18.490974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:18.571670 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2b68dfe-c81b-40c7-857a-faff1cdf8476 req-92f21379-1c9f-49fb-918b-d5e4c50d3a63 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262541 May 06 14:24:18.613438 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:18.650100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:24:18.654639 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:18.707006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:24:18.727130 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=85cd560e-64ed-4df2-a066-ffe50f8b7aad,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:18.759758 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae9b535-2597-4d95-bfbf-de76d3aa0ba3'] response: {'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'code': 200} May 06 14:24:19.287629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1c22e-d670-44a9-b214-449836b12f59 req-1e198d45-1b32-40ba-8740-cb755f14db47 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:19.289090 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8c1c22e-d670-44a9-b214-449836b12f59 req-1e198d45-1b32-40ba-8740-cb755f14db47 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.1070342 May 06 14:24:19.344412 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8c1c22e-d670-44a9-b214-449836b12f59 req-db062d7d-f0d6-48b7-801b-24925d1dcc36 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442574 May 06 14:24:19.376742 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52316) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:19.495987 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-0769b21f-8112-4aad-8ac0-2555fee56344 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/64ec948d-272a-4b4e-bf64-faadbf98178e HTTP/1.1" status: 200 len: 994 time: 0.1181011 May 06 14:24:32.500730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-007cf0f4-843a-4dc6-8bc7-0aa5c876e4fa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713599 May 06 14:24:32.649562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-a82fc3a8-1e0c-45be-9098-039af470936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:32.651024 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-a82fc3a8-1e0c-45be-9098-039af470936e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1099 time: 0.0753279 May 06 14:24:32.798141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-d535b2f3-8f87-4423-8e1d-3bc1bb10cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:32.799561 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-d535b2f3-8f87-4423-8e1d-3bc1bb10cb37 service neutron] 10.222.0.76 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 898 time: 0.1287980 May 06 14:24:32.906810 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-ef7e2841-9fa2-4a10-b31b-aa4fda56fa5c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 1002 time: 0.1000881 May 06 14:24:32.971377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-16846670-829d-4f97-97d8-5843913beb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:32.972891 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-16846670-829d-4f97-97d8-5843913beb5c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 200 len: 835 time: 0.0596161 May 06 14:24:33.047812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-ec6e993d-1838-4e1b-87cd-f7fd74bb1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:33.049389 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-ec6e993d-1838-4e1b-87cd-f7fd74bb1611 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=245cc61a-ac46-4c3d-bb0a-803ae67d389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703852 May 06 14:24:33.184791 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-e771877a-bd8f-49e9-a8e6-1ba0e763b03f service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282504 May 06 14:24:33.317976 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5f5cd91-ddf0-49be-869a-5dcb7302a75b req-bf6059e2-1125-43ec-8b55-02f64ac1511c service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267545 May 06 14:24:36.354873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:36.694133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-66ff9fb8-ac75-42c9-a075-5f476f3de5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:39.027577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-96aedba4-d512-4dea-9c4a-a3a95ef35694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:40.093985 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:40.134369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:41.722144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:48.647909 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:24:49.993625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52332) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:50.290249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 7563703c-dbc5-441f-b5f1-6ce8db095b65 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:24:50.290489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.458396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.458715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.581338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 7563703c-dbc5-441f-b5f1-6ce8db095b65 owned by network:floatingip {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:24:50.731027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.778580 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=7563703c-dbc5-441f-b5f1-6ce8db095b65,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:50.829595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.829947 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.830290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.830625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.830952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.831281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.831654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.831927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.832255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.832610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.832931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.833253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:50.901422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:50.901753 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP 64ec948d-272a-4b4e-bf64-faadbf98178e disassociated (deleted). External IP: 172.26.2.177, port: 85cd560e-64ed-4df2-a066-ffe50f8b7aad. May 06 14:24:51.260284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router c554d129-f595-47a6-a0ce-5cd5ab9ea49d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:24:51.441297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:24:51.450651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] Sync routers for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:24:51.463601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:24:51.464020 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:51.464132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:24:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:51.523228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e7041ae8-ab02-47b9-84ff-6fe158ec5c9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/floatingips/64ec948d-272a-4b4e-bf64-faadbf98178e HTTP/1.1" status: 204 len: 168 time: 1.5259445 May 06 14:24:51.523228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:24:51.669618 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3faaa17d-7af0-4bbe-b6d6-e0ef62a3dbf1'] response: {'name': 'network-changed', 'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'status': 'completed', 'code': 200} May 06 14:24:51.671606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:24:51.830811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-89ac4fcc-dc35-4f40-b5f9-5643db6e5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:51.832299 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-89ac4fcc-dc35-4f40-b5f9-5643db6e5210 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 1099 time: 0.1383908 May 06 14:24:52.026287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:55Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'bf96240e-1566-4273-aaf8-04af10736e05', 'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:51:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:54Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:52.030899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] Checking router: c554d129-f595-47a6-a0ce-5cd5ab9ea49d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:24:52.039637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:24:52.040256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:24:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:52.162846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-3ec6a0dc-e287-49be-90d7-979243f1c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:52.164327 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-3ec6a0dc-e287-49be-90d7-979243f1c167 service neutron] 10.222.0.76 "GET /v2.0/networks?id=245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 200 len: 898 time: 0.3246248 May 06 14:24:52.179256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36782b95-df41-40ab-bf9e-3e8e39b50183 req-51c40b2d-eeeb-4649-a58f-771e56fde96c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:52.179954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-36782b95-df41-40ab-bf9e-3e8e39b50183 req-51c40b2d-eeeb-4649-a58f-771e56fde96c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:24:52.221511 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:24:52.251828 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-2b509ab9-72c1-4b79-8672-047d4ad2ec6d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 200 len: 217 time: 0.0802021 May 06 14:24:52.292664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-36782b95-df41-40ab-bf9e-3e8e39b50183 req-51c40b2d-eeeb-4649-a58f-771e56fde96c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:24:52.293832 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36782b95-df41-40ab-bf9e-3e8e39b50183 req-51c40b2d-eeeb-4649-a58f-771e56fde96c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.2487934 May 06 14:24:52.346715 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-eaa37723-fb28-4187-9359-4a2bf8547feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:52.348155 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-eaa37723-fb28-4187-9359-4a2bf8547feb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 200 len: 835 time: 0.0901427 May 06 14:24:52.359849 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-36782b95-df41-40ab-bf9e-3e8e39b50183 req-766ea12e-3a57-46ee-b72c-52f490fed422 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602398 May 06 14:24:52.433160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-1aeab12b-c03c-4b66-bf4e-c62971dd66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:52.434654 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-1aeab12b-c03c-4b66-bf4e-c62971dd66c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=245cc61a-ac46-4c3d-bb0a-803ae67d389a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787096 May 06 14:24:52.569157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-2c92a9bb-bfe4-42ec-af71-ca5ec7809eb7 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261728 May 06 14:24:52.581547 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:55Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'bf96240e-1566-4273-aaf8-04af10736e05', 'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:51:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:54Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:52.585476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d6131-94e7-4a71-948f-54961bb80f45 None None] The sync data for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv is: [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:22:55Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'bf96240e-1566-4273-aaf8-04af10736e05', 'name': '', 'network_id': '245cc61a-ac46-4c3d-bb0a-803ae67d389a', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:51:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:54Z', 'updated_at': '2022-05-06T14:23:01Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'e9cb4129-9dcf-4b16-912b-0065d2e500b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:24:52.706997 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ced9b2ba-776a-4ebb-81d5-d3bbbc00d033 req-73ecad29-5546-43f5-a938-d31c6b60aea3 service neutron] 10.222.0.76 "GET /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305797 May 06 14:24:52.802766 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a933f2d-2c94-4979-9494-635036194e3e None None] New status for floating IP 64ec948d-272a-4b4e-bf64-faadbf98178e: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:24:53.548123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef967-5eab-4e24-a847-25182c94e6ef req-701ac5b0-2251-4169-bd68-d942e037cd35 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:53.549640 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a4fef967-5eab-4e24-a847-25182c94e6ef req-701ac5b0-2251-4169-bd68-d942e037cd35 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0828111 May 06 14:24:53.595441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a4fef967-5eab-4e24-a847-25182c94e6ef req-4e72b21b-d393-4f25-9935-387c30353eb0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=860ff8b3-768c-4f1d-b2e2-9df769190f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400705 May 06 14:24:53.832134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-9ae61b8b-21bc-424b-b305-8ac4dbf86213 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:24:53.833656 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-9ae61b8b-21bc-424b-b305-8ac4dbf86213 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 946 time: 0.0853298 May 06 14:24:53.907976 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 85cd560e-64ed-4df2-a066-ffe50f8b7aad {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:24:53.908315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.160688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 85cd560e-64ed-4df2-a066-ffe50f8b7aad, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=85cd560e-64ed-4df2-a066-ffe50f8b7aad,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:24:54.160954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.287845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 85cd560e-64ed-4df2-a066-ffe50f8b7aad owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:24:54.432689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.483333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=85cd560e-64ed-4df2-a066-ffe50f8b7aad,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:54.663221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] No DVR routers for this DVR port 85cd560e-64ed-4df2-a066-ffe50f8b7aad on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:24:54.665788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:54.668333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'name': 'network-vif-deleted', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:24:54.691086 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-839a0d90-2041-48f1-b40b-8e15b1538ea3 req-75d9a90b-9cf6-4bb6-9cd0-87915a4eab15 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "DELETE /v2.0/ports/85cd560e-64ed-4df2-a066-ffe50f8b7aad HTTP/1.1" status: 204 len: 173 time: 0.8513608 May 06 14:24:54.747967 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6453fcc-10f5-48f4-a8c3-cb2dcd49252a'] response: {'server_uuid': 'c946e547-d73f-498e-a679-8f7c5dccae6c', 'name': 'network-vif-deleted', 'tag': '85cd560e-64ed-4df2-a066-ffe50f8b7aad', 'status': 'completed', 'code': 200} May 06 14:24:54.754672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-43ebc5f6-8992-4e77-9396-e1f7d144745f req-73c5c5e6-dd6b-4390-b051-c055d26292ca tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:24:54.770663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-43ebc5f6-8992-4e77-9396-e1f7d144745f req-73c5c5e6-dd6b-4390-b051-c055d26292ca tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:24:54.771825 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-43ebc5f6-8992-4e77-9396-e1f7d144745f req-73c5c5e6-dd6b-4390-b051-c055d26292ca tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=c946e547-d73f-498e-a679-8f7c5dccae6c HTTP/1.1" status: 200 len: 210 time: 0.0620143 May 06 14:24:55.868145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52356) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:56.536443 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:56.896796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port bf96240e-1566-4273-aaf8-04af10736e05 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:24:56.897499 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:57.086583 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port bf96240e-1566-4273-aaf8-04af10736e05, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=bf96240e-1566-4273-aaf8-04af10736e05,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:24:57.086936 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:57.212066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for bf96240e-1566-4273-aaf8-04af10736e05 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:24:57.401554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:57.457972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=bf96240e-1566-4273-aaf8-04af10736e05,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:57.501109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.501455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.501814 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.502136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.502469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.502803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.503131 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.503455 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.503777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.504105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.504438 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.504761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:24:57.853239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:58.224909 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router c554d129-f595-47a6-a0ce-5cd5ab9ea49d has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:24:58.403311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:24:58.413324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] Sync routers for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:24:58.420337 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-31fb924c-41b3-4960-86e3-d9b5b950fe1a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/c554d129-f595-47a6-a0ce-5cd5ab9ea49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5509179 May 06 14:24:58.422820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:24:58.422968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52360) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:58.423431 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:24:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:58.492519 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-337efd61-334b-4199-bd07-6d4bea340e8a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting subnet e9cb4129-9dcf-4b16-912b-0065d2e500b4 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:24:58.495566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-337efd61-334b-4199-bd07-6d4bea340e8a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:58.550193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-337efd61-334b-4199-bd07-6d4bea340e8a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:58.560140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 85cd560e-64ed-4df2-a066-ffe50f8b7aad no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:24:58.612333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 85cd560e-64ed-4df2-a066-ffe50f8b7aad {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:24:58.612703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 85cd560e-64ed-4df2-a066-ffe50f8b7aad not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:24:58.635178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-337efd61-334b-4199-bd07-6d4bea340e8a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:58.641174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:24:58.712792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-337efd61-334b-4199-bd07-6d4bea340e8a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:58.753872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337efd61-334b-4199-bd07-6d4bea340e8a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Subnet': ['ID=e9cb4129-9dcf-4b16-912b-0065d2e500b4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:58.757619 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-337efd61-334b-4199-bd07-6d4bea340e8a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:58.764379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce400b-dc95-4787-a7b5-470bfe232a76 None None] Network 245cc61a-ac46-4c3d-bb0a-803ae67d389a requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:24:58.765423 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-337efd61-334b-4199-bd07-6d4bea340e8a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/subnets/e9cb4129-9dcf-4b16-912b-0065d2e500b4 HTTP/1.1" status: 204 len: 168 time: 0.3414309 May 06 14:24:58.767886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52364) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:24:58.949630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.100207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:24:57Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:59.104663 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] Checking router: c554d129-f595-47a6-a0ce-5cd5ab9ea49d for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:24:59.115304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] Routers {'c554d129-f595-47a6-a0ce-5cd5ab9ea49d'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:24:59.115924 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:24:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:24:59.180862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] DHCP port deletion for 245cc61a-ac46-4c3d-bb0a-803ae67d389a request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:24:59.198995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] Deleting port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:24:59.199369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.274483 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3fcbbbda-9d12-4045-8745-c5033ceb5d64 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:24:59.281251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.291710 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:24:59.292051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.470761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=29b0e8b5-012c-44bb-8dc0-32b6ac345bd5,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:24:59.471376 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.506129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] Set router c554d129-f595-47a6-a0ce-5cd5ab9ea49d gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:24:59.596589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:24:59.767530 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.816174 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=29b0e8b5-012c-44bb-8dc0-32b6ac345bd5,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:24:59.836192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.865885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] For port 3fcbbbda-9d12-4045-8745-c5033ceb5d64, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3fcbbbda-9d12-4045-8745-c5033ceb5d64,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:24:59.866252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:24:59.909917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.007140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] Calling delete_port for 3fcbbbda-9d12-4045-8745-c5033ceb5d64 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:25:00.052034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 3fcbbbda-9d12-4045-8745-c5033ceb5d64, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3fcbbbda-9d12-4045-8745-c5033ceb5d64,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:25:00.066496 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.087475 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.089693 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.113893 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.114519 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Fanout notify agent at l3_agent the message router_deleted on router c554d129-f595-47a6-a0ce-5cd5ab9ea49d {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:25:00.132931 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.134042 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c385b6e7-8751-48b4-a20a-4d1b910bc5a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/routers/c554d129-f595-47a6-a0ce-5cd5ab9ea49d HTTP/1.1" status: 204 len: 168 time: 1.3652153 May 06 14:25:00.137061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52368) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:00.217647 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=3fcbbbda-9d12-4045-8745-c5033ceb5d64,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:00.223616 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:25:00.223977 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:25:00.240665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:24:57Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:00.244598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80ae40-9669-4335-ba3a-ab1407e1f3b8 None None] The sync data for ids ['c554d129-f595-47a6-a0ce-5cd5ab9ea49d'] in dv-neutron-840888-1-hyperv is: [{'id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340147947', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11'}], 'enable_snat': True}, 'gw_port_id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:22:50Z', 'updated_at': '2022-05-06T14:24:57Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '29b0e8b5-012c-44bb-8dc0-32b6ac345bd5', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c554d129-f595-47a6-a0ce-5cd5ab9ea49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:22:51Z', 'updated_at': '2022-05-06T14:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:25:00.252745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.265862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:25:00.266081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.475646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 3fcbbbda-9d12-4045-8745-c5033ceb5d64, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3fcbbbda-9d12-4045-8745-c5033ceb5d64,segment=NetworkSegment(a0126718-b13f-4e1d-bcdd-9d5e55e28976),segment_id=a0126718-b13f-4e1d-bcdd-9d5e55e28976)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:25:00.475929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.601251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 3fcbbbda-9d12-4045-8745-c5033ceb5d64 owned by network:dhcp {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:25:00.685088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.725067 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] Deleting port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:25:00.725600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.733398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=3fcbbbda-9d12-4045-8745-c5033ceb5d64,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:00.737894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] No DVR routers for this DVR port 3fcbbbda-9d12-4045-8745-c5033ceb5d64 on host dv-neutron-840888-1-hyperv {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:25:00.805854 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b0453-e786-43bc-a627-31959c6ff3c7 None None] The port '3fcbbbda-9d12-4045-8745-c5033ceb5d64' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:25:00.870996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.898010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245cc61a-ac46-4c3d-bb0a-803ae67d389a']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:00.910533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0126718-b13f-4e1d-bcdd-9d5e55e28976') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:00.910826 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0126718-b13f-4e1d-bcdd-9d5e55e28976') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:00.921855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.937159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.943335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:25:00.943712 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:25:00.963370 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:25:01.043764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.048776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.077174 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Network': ['ID=245cc61a-ac46-4c3d-bb0a-803ae67d389a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:01.085437 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2c568924-e667-472d-b111-a760578556f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/networks/245cc61a-ac46-4c3d-bb0a-803ae67d389a HTTP/1.1" status: 204 len: 168 time: 0.9471591 May 06 14:25:01.088195 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52372) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:01.160407 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-864381d9-9df6-4ca6-88c3-36c04cff32af tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.196806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-864381d9-9df6-4ca6-88c3-36c04cff32af tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.270677 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:25:01.273755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-864381d9-9df6-4ca6-88c3-36c04cff32af tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.294542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864381d9-9df6-4ca6-88c3-36c04cff32af tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ff8b3-768c-4f1d-b2e2-9df769190f7b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:01.304107 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-864381d9-9df6-4ca6-88c3-36c04cff32af tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.305352 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-864381d9-9df6-4ca6-88c3-36c04cff32af tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/security-groups/860ff8b3-768c-4f1d-b2e2-9df769190f7b HTTP/1.1" status: 204 len: 168 time: 0.2162402 May 06 14:25:01.311585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:25:01.311931 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 29b0e8b5-012c-44bb-8dc0-32b6ac345bd5 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:25:01.312342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bf96240e-1566-4273-aaf8-04af10736e05 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:25:01.347998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: bf96240e-1566-4273-aaf8-04af10736e05 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:25:01.348330 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device bf96240e-1566-4273-aaf8-04af10736e05 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:25:01.551993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52380) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:01.557322 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266698449', 'description': 'tempest-secgroup-smoke-1266698449 description', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:01.564126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:01.568648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:01.571480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:01.577415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:01.587803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.606856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:01.611093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:01.613829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:01.619427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:01.688653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.693076 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.742435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb289927-7dd4-4efe-98d5-e92c4f45c3fd,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:01.745378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.746506 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-43feba05-61ed-4bb5-9cef-8a3b93284faf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1934612 May 06 14:25:01.750325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52384) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:01.755146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'fb289927-7dd4-4efe-98d5-e92c4f45c3fd', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:01.761127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:01.765179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:01.767998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:01.773556 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:01.790939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.849325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.853041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.876952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905052f0-1965-4908-9a67-e46c961472aa,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:01.886604 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.887825 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b37a0205-400e-484a-838d-467dd385b111 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365921 May 06 14:25:01.890853 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52388) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:01.896027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'fb289927-7dd4-4efe-98d5-e92c4f45c3fd', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:01.902159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:01.906772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:01.909713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:01.915296 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:01.933023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.995074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:01.998934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.022439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5088b6ab-9b3a-48d3-bace-ccccfe16d4a9,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:02.032708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.033886 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5987e4fe-d4f9-4118-84eb-fe43991ec4e3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420963 May 06 14:25:02.036658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52392) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:02.041859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'fb289927-7dd4-4efe-98d5-e92c4f45c3fd', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:02.048723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:02.052629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:02.055514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:02.061269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:02.078291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.144235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.147611 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.171427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dc7a8e-43af-44c6-89b1-cf2984efa8ff,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:02.179945 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.181467 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ffc0a48e-2447-40df-9599-16bffdab7e26 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438260 May 06 14:25:02.184202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52396) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:02.189260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'fb289927-7dd4-4efe-98d5-e92c4f45c3fd', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:02.197176 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:02.202358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:02.205319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:02.212254 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:02.230017 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.297336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.300763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.324525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce339451-07fc-43b3-bd05-520e146bbfa5,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:02.334417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.335742 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ab25323d-f4f9-4a15-8024-644da5598a9e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505880 May 06 14:25:02.338421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52400) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:02.344659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'fb289927-7dd4-4efe-98d5-e92c4f45c3fd', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:02.350669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:02.354452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:02.357328 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:02.363092 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:02.373017 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:25:02.379403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.449189 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.453555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.478647 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1c5162-8bff-49be-91ea-2e9448c2a779,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:02.488025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.489462 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-18444c81-c722-4018-be1c-b2bbb1648948 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501398 May 06 14:25:02.492251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52404) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:02.497160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'fb289927-7dd4-4efe-98d5-e92c4f45c3fd', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:02.503239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:02.507094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:02.510187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:02.516635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:02.526730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:25:02.534134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.600406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.603797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.627151 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ab1888-123e-4f48-b6a2-5e9068d5d90d,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:02.635551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.636721 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6735664c-4a3c-4d55-b88e-94fef82fd3ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435258 May 06 14:25:02.640194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52408) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:02.645432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'network': {'name': 'tempest-network-smoke--1225347420', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:02.650412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:02.654539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:network and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:02.657362 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:02.663239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:02.673546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:25:02.676919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.705218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:25:02.714031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.714399 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Added segment ab40f53b-829d-4fc9-92b2-ab9f404c6f8f of type vlan for network 75768bc7-2d76-4c43-810e-a0d570eecad6 May 06 14:25:02.740757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.770425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.775910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:02.776516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.879058 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2376873 May 06 14:25:02.881753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52412) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:02.887110 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'admin_state_up': True, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:02.887695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f2211-20c6-485b-b055-f4d89623dcbe tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Network': ['ID=75768bc7-2d76-4c43-810e-a0d570eecad6,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:02.895713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:02.898882 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 75768bc7-2d76-4c43-810e-a0d570eecad6 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:25:02.903199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:router and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:02.907001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:02.913517 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:02.923745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.924870 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:02.945395 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:03.216268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:03.627369 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:03.656965 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:03.795658 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.115 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/9b1016f6-ac0e-49e4-aa2c-51e855c70ca1) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:25:03.942394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:03.971906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:04.036239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:25:04.039039 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:25:04.042804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:25:04.077262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=9b1016f6-ac0e-49e4-aa2c-51e855c70ca1,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:04.462034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:04.911218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:05.123498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 12fd2f10-775f-4f8a-8414-d468957212f9 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:25:05.312884 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:25:05.322409 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Sync routers for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:25:05.331764 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:25:05.332360 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:24:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:05.340382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:05.345856 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cee17e1e-dc2a-4a77-a2b4-65804000f322 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4589362 May 06 14:25:05.346801 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52416) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:05.468035 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3ec8a518-ebeb-4ac3-bc16-a4539761f9b7 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fd6f453aebd44166bba562ce7450f2f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177223 May 06 14:25:05.468506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52422) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:05.534082 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:25:05.616114 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82dc66f-23b3-4478-8dc4-c9f1d4a579fe tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:05.617547 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e82dc66f-23b3-4478-8dc4-c9f1d4a579fe tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481063 May 06 14:25:05.620457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52426) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:05.660645 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0e3bf75f-958c-461c-8ac8-e3d9a36516e9 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390468 May 06 14:25:05.663196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52430) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:05.668485 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-200985342', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:05.783284 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:05.787164 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:subnet and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:05.790252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:05.796340 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:05.805887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:25:05.809405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:05.831572 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:04Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:05.835392 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Checking router: 12fd2f10-775f-4f8a-8414-d468957212f9 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:25:05.835730 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Updating router 12fd2f10-775f-4f8a-8414-d468957212f9 port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:25:05.906795 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.058197 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.148650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Subnet': ['ID=a24fe80e-7aea-46f0-bd57-845eb944e3a2,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:06.160335 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Checking segment: {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:25:06.160734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network hostable DHCP agents. Network: 75768bc7-2d76-4c43-810e-a0d570eecad6, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:25:06.181430 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 75768bc7-2d76-4c43-810e-a0d570eecad6 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:25:06.193647 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 75768bc7-2d76-4c43-810e-a0d570eecad6) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:25:06.198622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:06.199458 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.208102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd7433-a9f1-46c8-a342-012a49b4eeb2 None None] Network 75768bc7-2d76-4c43-810e-a0d570eecad6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:25:06.233729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52434) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:06.234753 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cde609be-48b3-4ac0-8f80-fd4516ec44ef tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5698199 May 06 14:25:06.405744 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.458456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-75768bc7-2d76-4c43-810e-a0d570eecad6', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:25:06.459301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.494102 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.508414 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Transition to ACTIVE for port object 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:25:06.519360 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.606842 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Attempting to bind port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:25:06.607380 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Attempting to bind port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:25:06.607852 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Attempting to bind port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:25:06.614067 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Pushing event updated for resources: {'Port': ['ID=9b1016f6-ac0e-49e4-aa2c-51e855c70ca1,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:06.619995 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:25:06.620574 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:25:06.621071 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.621563 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:25:06.622153 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Bound port: 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:25:06.622631 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.656819 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.657460 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.657921 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.658354 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.658784 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.659213 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.659640 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.660060 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.660513 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.660936 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.661352 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.661785 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:06.716189 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] For port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:25:06.720620 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] For port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9b1016f6-ac0e-49e4-aa2c-51e855c70ca1,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:25:06.724292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d1570383-f46d-4ba9-90f9-5a04358670d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.726542 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.741393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Allocated IP 172.20.0.2 (75768bc7-2d76-4c43-810e-a0d570eecad6/a24fe80e-7aea-46f0-bd57-845eb944e3a2/78d61b6f-07ad-4d8c-b239-2cf7d44339c8) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:25:06.808683 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:25:06.809311 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:24:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:06.994036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:06.999503 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b5757-55a8-42f4-84f0-7fcabd691fa3 None None] Pushing event updated for resources: {'Port': ['ID=9b1016f6-ac0e-49e4-aa2c-51e855c70ca1,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:07.016119 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Transition to ACTIVE for port object 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:25:07.025191 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:25:07.038895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Transition to ACTIVE for port object 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:25:07.046667 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:07.105311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:07.110749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Network 75768bc7-2d76-4c43-810e-a0d570eecad6 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:25:07.118626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:25:07.124706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:25:07.220928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Pushing event updated for resources: {'Port': ['ID=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:07.239681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Attempting to bind port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:25:07.240127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Attempting to bind port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:25:07.240600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Attempting to bind port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 on network 75768bc7-2d76-4c43-810e-a0d570eecad6 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:25:07.246223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:25:07.246601 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Checking segment: {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:25:07.247085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:07.247537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Bound using segment: {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:25:07.248148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Bound port: 78d61b6f-07ad-4d8c-b239-2cf7d44339c8, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:25:07.248772 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:07.354684 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] For port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:25:07.358409 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] For port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:25:07.364103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:07.364679 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:04Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:07.371934 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162fb2bc-4ad4-4094-a3cf-aef39c834ee2 None None] The sync data for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv is: [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:04Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:25:07.464184 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcca97-881b-4862-b13b-19cf672b2765 None None] Pushing event updated for resources: {'Port': ['ID=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:07.659718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.1 (75768bc7-2d76-4c43-810e-a0d570eecad6/a24fe80e-7aea-46f0-bd57-845eb944e3a2/11c4dcb6-6325-47ec-bacb-77e94d348586) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:25:07.877512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:07.894434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object 11c4dcb6-6325-47ec-bacb-77e94d348586 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:25:07.919434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:08.002009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 75768bc7-2d76-4c43-810e-a0d570eecad6 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:25:08.005356 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:25:08.009623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:25:08.049878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=11c4dcb6-6325-47ec-bacb-77e94d348586,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:08.079435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:08.215389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:08.552106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685ecaed-9188-4d9b-bb1f-15f85e80ce70 None None] Network 75768bc7-2d76-4c43-810e-a0d570eecad6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:25:08.677572 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-62bc24f0-2b08-4a35-9a51-bd7b3feef4ab None None] Provisioning for port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:08.802526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:08.807416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:08.929252 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:08.940729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=11c4dcb6-6325-47ec-bacb-77e94d348586,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:09.033406 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c725701d-bf79-4b79-97b7-ac51d4f659cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.084686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 75768bc7-2d76-4c43-810e-a0d570eecad6 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:25:09.086190 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:25:09.108993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d8959a2f-486c-4dbf-9bd0-dd7abe232eb4 None None] Provisioning for port 11c4dcb6-6325-47ec-bacb-77e94d348586 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:09.114245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d8959a2f-486c-4dbf-9bd0-dd7abe232eb4 None None] Provisioning complete for port 11c4dcb6-6325-47ec-bacb-77e94d348586 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:09.114617 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d8959a2f-486c-4dbf-9bd0-dd7abe232eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.185321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-d8959a2f-486c-4dbf-9bd0-dd7abe232eb4 None None] Port 11c4dcb6-6325-47ec-bacb-77e94d348586 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:25:09.282915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:09.313376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 12fd2f10-775f-4f8a-8414-d468957212f9 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:25:09.342968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-183f473f-b8f7-4092-8992-bebcc56cf8af None None] Provisioning complete for port 11c4dcb6-6325-47ec-bacb-77e94d348586 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:09.343342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-183f473f-b8f7-4092-8992-bebcc56cf8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.410588 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-183f473f-b8f7-4092-8992-bebcc56cf8af None None] Port 11c4dcb6-6325-47ec-bacb-77e94d348586 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:25:09.421441 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:09.427467 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:09.428055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.524058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:25:09.538107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ea50cae2-c9b5-4810-af36-17d48307f24f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/12fd2f10-775f-4f8a-8414-d468957212f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3030982 May 06 14:25:09.544771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Sync routers for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:25:09.570916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:25:09.571585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:25:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:09.619172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-b436437c-4eb6-4235-845d-606c96d8277d None None] Provisioning complete for port 11c4dcb6-6325-47ec-bacb-77e94d348586 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:09.619544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b436437c-4eb6-4235-845d-606c96d8277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.643305 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.712628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9b1016f6-ac0e-49e4-aa2c-51e855c70ca1,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:25:09.721171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:09.721937 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:09.737850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-3a5efb00-10ce-4924-b85a-f7750f62b2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:25:09.746378 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-b436437c-4eb6-4235-845d-606c96d8277d None None] Port 11c4dcb6-6325-47ec-bacb-77e94d348586 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:25:09.754990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-3a5efb00-10ce-4924-b85a-f7750f62b2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:25:09.756684 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-3a5efb00-10ce-4924-b85a-f7750f62b2c9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266698449&fields=id&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 267 time: 0.0597985 May 06 14:25:09.908934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-02429545-f84a-4be0-b40d-86fcde4b4752 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:09.909656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-02429545-f84a-4be0-b40d-86fcde4b4752 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:25:09.927147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-02429545-f84a-4be0-b40d-86fcde4b4752 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:25:09.928587 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-02429545-f84a-4be0-b40d-86fcde4b4752 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/networks?id=75768bc7-2d76-4c43-810e-a0d570eecad6 HTTP/1.1" status: 200 len: 797 time: 0.1650181 May 06 14:25:09.946225 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-71bfdc2a-4bcb-4bcc-b233-4456ee109057 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/quotas/fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 375 time: 0.0119011 May 06 14:25:09.968271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=9b1016f6-ac0e-49e4-aa2c-51e855c70ca1,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:09.975276 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:25:10.042925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-42679ccb-4f38-4ca6-93c3-65d00b58ef0e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:25:10.047876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:10.060780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-42679ccb-4f38-4ca6-93c3-65d00b58ef0e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:25:10.062223 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-42679ccb-4f38-4ca6-93c3-65d00b58ef0e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088812 May 06 14:25:10.108259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:10.108259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:10.253332 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-c1c9b3c6-6b77-4554-a44c-a2d75c28f98c service neutron] 10.222.0.21 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784749 May 06 14:25:10.259730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:10.271764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:10.391332 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-9f88da5b-ccd6-401a-ad7e-9d2e5b09e6f4 service neutron] 10.222.0.21 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310203 May 06 14:25:10.402679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:10.450552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:25:10.456177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:10.517635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '11c4dcb6-6325-47ec-bacb-77e94d348586', 'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:10:9b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:07Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 2, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:10.526737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Checking router: 12fd2f10-775f-4f8a-8414-d468957212f9 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:25:10.527086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Updating router 12fd2f10-775f-4f8a-8414-d468957212f9 port 11c4dcb6-6325-47ec-bacb-77e94d348586 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:25:10.585803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:10.600079 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:10.706540 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a1f07ac1-d26c-4e06-890b-ae4aca3814db req-3b76a743-4672-4a9d-8b4e-fba8dda25710 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 210 time: 0.1669364 May 06 14:25:10.990969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:11.004004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Transition to ACTIVE for port object 11c4dcb6-6325-47ec-bacb-77e94d348586 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:25:11.011085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:11.176258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f64f6-dae3-4752-9d5a-7f8d2c2321d7 None None] Pushing event updated for resources: {'Port': ['ID=11c4dcb6-6325-47ec-bacb-77e94d348586,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:11.233398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:11.289477 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Attempting to bind port 11c4dcb6-6325-47ec-bacb-77e94d348586 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:25:11.289849 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Attempting to bind port 11c4dcb6-6325-47ec-bacb-77e94d348586 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:25:11.290212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Attempting to bind port 11c4dcb6-6325-47ec-bacb-77e94d348586 on network 75768bc7-2d76-4c43-810e-a0d570eecad6 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:25:11.301103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:25:11.301475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Checking segment: {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:25:11.301871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:11.302261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Bound using segment: {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:25:11.302733 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Bound port: 11c4dcb6-6325-47ec-bacb-77e94d348586, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:25:11.303103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:11.399765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:11.399957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:11.460805 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] For port 11c4dcb6-6325-47ec-bacb-77e94d348586, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:25:11.475469 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] For port 11c4dcb6-6325-47ec-bacb-77e94d348586, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=11c4dcb6-6325-47ec-bacb-77e94d348586,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:25:11.481127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:11.675735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-dcaac4c3-10f9-402f-9742-3eae6a9cc0ab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:11.676248 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:25:11.676758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:25:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:11.678461 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-dcaac4c3-10f9-402f-9742-3eae6a9cc0ab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/networks?id=75768bc7-2d76-4c43-810e-a0d570eecad6 HTTP/1.1" status: 200 len: 797 time: 0.1657500 May 06 14:25:11.747147 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-5979b766-5905-491c-8aa8-bf8c7fbe767c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 380 time: 0.0591259 May 06 14:25:11.769781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'port': {'device_id': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'admin_state_up': True, 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'security_groups': ['fb289927-7dd4-4efe-98d5-e92c4f45c3fd']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:11.783403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f64f6-dae3-4752-9d5a-7f8d2c2321d7 None None] Pushing event updated for resources: {'Port': ['ID=11c4dcb6-6325-47ec-bacb-77e94d348586,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:11.799597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:11.833540 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:11.913141 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-654dcb39-b6a4-4bc3-b165-81090920cc09 req-1be09955-8985-4bd6-97d6-4340ce8f3a60 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 210 time: 0.0567205 May 06 14:25:11.986768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:25:11.987428 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:11.997248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:12.007386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:25:12.010847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:12.029493 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:12.030117 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:12.193529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.5 (75768bc7-2d76-4c43-810e-a0d570eecad6/a24fe80e-7aea-46f0-bd57-845eb944e3a2/9d339ba7-8e99-4765-bac2-c4ec519e2820) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:25:12.403650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:12.422543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object 9d339ba7-8e99-4765-bac2-c4ec519e2820 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:25:12.426424 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '11c4dcb6-6325-47ec-bacb-77e94d348586', 'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:10:9b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:07Z', 'updated_at': '2022-05-06T14:25:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:12.431032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461fdafc-04be-4230-af7b-3e3ea081faaf None None] The sync data for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv is: [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '11c4dcb6-6325-47ec-bacb-77e94d348586', 'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:10:9b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:07Z', 'updated_at': '2022-05-06T14:25:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:25:12.451891 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:12.535528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 75768bc7-2d76-4c43-810e-a0d570eecad6 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:25:12.539012 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:25:12.543393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:25:12.575512 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=9d339ba7-8e99-4765-bac2-c4ec519e2820,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:12.618746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:12.619412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:12.649014 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-d2990a8b-0971-4389-abea-b9691f28978c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8898969 May 06 14:25:12.661481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Request body: {'port': {'device_id': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:12.783736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:12.799254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5a100a9a-3ec7-4958-9dd8-73af9ba0c74d None None] Provisioning for port 9d339ba7-8e99-4765-bac2-c4ec519e2820 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:12.805038 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5a100a9a-3ec7-4958-9dd8-73af9ba0c74d None None] Provisioning complete for port 9d339ba7-8e99-4765-bac2-c4ec519e2820 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:12.805412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5a100a9a-3ec7-4958-9dd8-73af9ba0c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:12.868026 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-5a100a9a-3ec7-4958-9dd8-73af9ba0c74d None None] Port 9d339ba7-8e99-4765-bac2-c4ec519e2820 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:25:13.197305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc674-f80a-4820-8eb6-1c1e75e0756e req-a9a21dc0-9684-47a2-9635-ab8c71088cf2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:13.198009 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d60cc674-f80a-4820-8eb6-1c1e75e0756e req-a9a21dc0-9684-47a2-9635-ab8c71088cf2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:25:13.222597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 11c4dcb6-6325-47ec-bacb-77e94d348586 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:13.235506 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d339ba7-8e99-4765-bac2-c4ec519e2820 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:25:13.240410 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d60cc674-f80a-4820-8eb6-1c1e75e0756e req-a9a21dc0-9684-47a2-9635-ab8c71088cf2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:25:13.241592 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d60cc674-f80a-4820-8eb6-1c1e75e0756e req-a9a21dc0-9684-47a2-9635-ab8c71088cf2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 931 time: 0.2073126 May 06 14:25:13.246130 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.280807 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Transition to ACTIVE for port object 9d339ba7-8e99-4765-bac2-c4ec519e2820 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:25:13.293816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.304611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 11c4dcb6-6325-47ec-bacb-77e94d348586 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:13.309927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 11c4dcb6-6325-47ec-bacb-77e94d348586 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:13.310292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.357407 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d60cc674-f80a-4820-8eb6-1c1e75e0756e req-672e5a7d-1970-4d83-86a1-a2625b919991 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051002 May 06 14:25:13.477209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.525793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 11c4dcb6-6325-47ec-bacb-77e94d348586, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=11c4dcb6-6325-47ec-bacb-77e94d348586,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:25:13.531686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.616868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Pushing event updated for resources: {'Port': ['ID=9d339ba7-8e99-4765-bac2-c4ec519e2820,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:13.619539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=11c4dcb6-6325-47ec-bacb-77e94d348586,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:13.658486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Attempting to bind port 9d339ba7-8e99-4765-bac2-c4ec519e2820 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:25:13.658747 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Attempting to bind port 9d339ba7-8e99-4765-bac2-c4ec519e2820 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:25:13.659072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Attempting to bind port 9d339ba7-8e99-4765-bac2-c4ec519e2820 on network 75768bc7-2d76-4c43-810e-a0d570eecad6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:25:13.663626 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Port 9d339ba7-8e99-4765-bac2-c4ec519e2820 on network 75768bc7-2d76-4c43-810e-a0d570eecad6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:25:13.663943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Attempting to bind port 9d339ba7-8e99-4765-bac2-c4ec519e2820 on network 75768bc7-2d76-4c43-810e-a0d570eecad6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:25:13.669345 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:25:13.669689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Checking segment: {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:25:13.670609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Bound using segment: {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:25:13.671042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Bound port: 9d339ba7-8e99-4765-bac2-c4ec519e2820, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:25:13.671387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.766034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] For port 9d339ba7-8e99-4765-bac2-c4ec519e2820, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:25:13.768944 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] For port 9d339ba7-8e99-4765-bac2-c4ec519e2820, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:25:13.773289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.832860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:13.833520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:13.834780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] 10.222.0.76 "PUT /v2.0/ports/9d339ba7-8e99-4765-bac2-c4ec519e2820 HTTP/1.1" status: 200 len: 1093 time: 1.1784537 May 06 14:25:13.835215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:25:13.869081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3244e-4921-4d7a-976a-d7eaca8d2d8a service neutron] Pushing event updated for resources: {'Port': ['ID=9d339ba7-8e99-4765-bac2-c4ec519e2820,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:13.911193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c6d82c-bc75-4de1-9cea-4302a7c407cd'] response: {'name': 'network-changed', 'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'status': 'completed', 'code': 200} May 06 14:25:13.956724 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-a40adda4-dd85-4380-b336-299453bfcdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:13.958209 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-a40adda4-dd85-4380-b336-299453bfcdca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 1096 time: 0.0817182 May 06 14:25:14.037738 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-200e5ecc-8340-470a-9c45-cfae710f63c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820 HTTP/1.1" status: 200 len: 217 time: 0.0722578 May 06 14:25:14.112338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-c7e96ede-9c51-427c-abca-7ce5ec157132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:14.113725 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-c7e96ede-9c51-427c-abca-7ce5ec157132 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a24fe80e-7aea-46f0-bd57-845eb944e3a2 HTTP/1.1" status: 200 len: 834 time: 0.0697913 May 06 14:25:14.189939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-4d28a781-73f3-4afb-bc9b-9a826b2a3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:14.191717 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-4d28a781-73f3-4afb-bc9b-9a826b2a3869 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75768bc7-2d76-4c43-810e-a0d570eecad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717626 May 06 14:25:14.323575 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-23f632b2-cabe-43fa-91ad-b047b009902b service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258185 May 06 14:25:14.456356 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f974eb6-c69a-4f1f-92a0-410006746704 req-85ee1306-8f44-4e22-8bc3-3677a91b92c4 service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254487 May 06 14:25:14.619094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaea51-a80f-43ed-a69b-c6c1da87a8e4 req-c7395646-2bc1-49a8-b04e-55ba39376080 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:14.620500 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dbcaea51-a80f-43ed-a69b-c6c1da87a8e4 req-c7395646-2bc1-49a8-b04e-55ba39376080 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 943 time: 0.1434433 May 06 14:25:14.623814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861907e-0238-4809-b753-04e09ad0dba5 req-ea4b3fee-2268-467a-ab81-7f7e2fc05bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:14.625355 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1861907e-0238-4809-b753-04e09ad0dba5 req-ea4b3fee-2268-467a-ab81-7f7e2fc05bc9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 1096 time: 0.1170576 May 06 14:25:14.747133 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dbcaea51-a80f-43ed-a69b-c6c1da87a8e4 req-fd058748-baff-4c16-9562-97017b94dbf1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197052 May 06 14:25:14.785593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861907e-0238-4809-b753-04e09ad0dba5 req-ab0cfef7-5f4e-41e5-8d6d-3760d6d5a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:14.787016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1861907e-0238-4809-b753-04e09ad0dba5 req-ab0cfef7-5f4e-41e5-8d6d-3760d6d5a962 service neutron] 10.222.0.76 "GET /v2.0/networks?id=75768bc7-2d76-4c43-810e-a0d570eecad6 HTTP/1.1" status: 200 len: 898 time: 0.1463583 May 06 14:25:14.857898 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1861907e-0238-4809-b753-04e09ad0dba5 req-28dd3eab-ed13-439e-9548-d308338a2775 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820 HTTP/1.1" status: 200 len: 217 time: 0.0639884 May 06 14:25:14.924402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861907e-0238-4809-b753-04e09ad0dba5 req-12df886d-3dc8-4ae1-a963-f1f67ba94963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:14.925756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1861907e-0238-4809-b753-04e09ad0dba5 req-12df886d-3dc8-4ae1-a963-f1f67ba94963 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a24fe80e-7aea-46f0-bd57-845eb944e3a2 HTTP/1.1" status: 200 len: 834 time: 0.0606341 May 06 14:25:15.003169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861907e-0238-4809-b753-04e09ad0dba5 req-023ae848-546b-4e54-9e39-bf20c885d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:15.004678 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1861907e-0238-4809-b753-04e09ad0dba5 req-023ae848-546b-4e54-9e39-bf20c885d8f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75768bc7-2d76-4c43-810e-a0d570eecad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720072 May 06 14:25:15.137192 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1861907e-0238-4809-b753-04e09ad0dba5 req-96cf6e2a-15f6-4f13-97e6-f8ee29e6f603 service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256592 May 06 14:25:15.192989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 11c4dcb6-6325-47ec-bacb-77e94d348586 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:15.264687 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 11c4dcb6-6325-47ec-bacb-77e94d348586 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:15.265072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:15.380991 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1861907e-0238-4809-b753-04e09ad0dba5 req-fff69cfe-1975-4d9b-b677-8e187dd792eb service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357597 May 06 14:25:15.933862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb05337-46c9-412c-88ea-d4811a904407 req-8c599810-ba3b-43c2-88b3-e846c759b113 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:15.935317 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6fb05337-46c9-412c-88ea-d4811a904407 req-8c599810-ba3b-43c2-88b3-e846c759b113 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 943 time: 0.0795174 May 06 14:25:15.983293 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6fb05337-46c9-412c-88ea-d4811a904407 req-193100dd-c9ba-4991-9515-766ce69f160c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406210 May 06 14:25:17.170285 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e96f6-5916-4674-b0a5-704b30ab6383 req-a6624553-bd0d-44e9-b3f2-4d7afd29f891 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:17.171965 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de4e96f6-5916-4674-b0a5-704b30ab6383 req-a6624553-bd0d-44e9-b3f2-4d7afd29f891 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 943 time: 0.0832241 May 06 14:25:17.219673 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-de4e96f6-5916-4674-b0a5-704b30ab6383 req-dbfd7ffa-851f-43f2-aec6-71c547e15ad6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 May 06 14:25:18.409105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341ef0a-ec83-4335-ac29-36c3581de6e0 req-7a7f6e3e-cc3a-4f45-bfd9-28ed744c44eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:18.410780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f341ef0a-ec83-4335-ac29-36c3581de6e0 req-7a7f6e3e-cc3a-4f45-bfd9-28ed744c44eb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 943 time: 0.0826955 May 06 14:25:18.457045 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f341ef0a-ec83-4335-ac29-36c3581de6e0 req-58980863-7449-4f37-862f-2890442b2360 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 May 06 14:25:18.631158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 9d339ba7-8e99-4765-bac2-c4ec519e2820 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:25:18.769826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 9d339ba7-8e99-4765-bac2-c4ec519e2820, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:25:18.782981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'port_id': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'mac_address': 'fa:16:3e:45:ce:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:25:18.837900 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:18.854107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d339ba7-8e99-4765-bac2-c4ec519e2820 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:25:18.870923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 9d339ba7-8e99-4765-bac2-c4ec519e2820, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:25:18.874760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:18.995304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=9d339ba7-8e99-4765-bac2-c4ec519e2820,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:19.005708 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.006198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.006520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.006853 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.007181 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.007512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.007842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.008159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.008506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.008827 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.009146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.010320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:25:19.098963 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['9d339ba7-8e99-4765-bac2-c4ec519e2820'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:25:19.655813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af1ba2-756a-41f5-a1d7-0b70bc134662 req-af587211-7fb6-43e7-81b3-ee5847446324 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:19.657347 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9af1ba2-756a-41f5-a1d7-0b70bc134662 req-af587211-7fb6-43e7-81b3-ee5847446324 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 944 time: 0.0886772 May 06 14:25:19.703471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a9af1ba2-756a-41f5-a1d7-0b70bc134662 req-53ed8bff-a62a-4121-a208-8aa0b92e80c1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403585 May 06 14:25:20.642654 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 9d339ba7-8e99-4765-bac2-c4ec519e2820 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:25:20.713318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 9d339ba7-8e99-4765-bac2-c4ec519e2820 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:25:20.718226 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 9d339ba7-8e99-4765-bac2-c4ec519e2820 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:25:20.718584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:20.834118 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:20.860497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:25:20.870593 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 9d339ba7-8e99-4765-bac2-c4ec519e2820, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:25:20.876523 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:20.902678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3c048-94d2-444c-8451-ed25ee8926c3 req-227ec369-1630-415f-aff5-533fc5ac9915 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:20.904375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6d3c048-94d2-444c-8451-ed25ee8926c3 req-227ec369-1630-415f-aff5-533fc5ac9915 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 944 time: 0.0880921 May 06 14:25:20.912324 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b2bcad-679c-4f58-8df0-a6574989080a'] response: {'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'code': 200} May 06 14:25:20.955911 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=9d339ba7-8e99-4765-bac2-c4ec519e2820,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:20.963190 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e6d3c048-94d2-444c-8451-ed25ee8926c3 req-6155d6b3-0b5f-4ffe-bba0-7a5848ab86f6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 May 06 14:25:21.161180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937ece2-5039-4e1d-9741-d3e1f6af5cab req-93058394-b881-469e-a26f-1e82cc4359a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:21.162549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1937ece2-5039-4e1d-9741-d3e1f6af5cab req-93058394-b881-469e-a26f-1e82cc4359a8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 1098 time: 0.0690932 May 06 14:25:21.202877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1937ece2-5039-4e1d-9741-d3e1f6af5cab req-8125c616-469e-4099-b72b-e6a19333bf20 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338082 May 06 14:25:22.160566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dc79b-cbd7-4d35-836d-70c4998bf7ba req-52fd5a07-eee9-4bf8-a3d8-ac1a6d65bef6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:22.162016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-155dc79b-cbd7-4d35-836d-70c4998bf7ba req-52fd5a07-eee9-4bf8-a3d8-ac1a6d65bef6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0903215 May 06 14:25:22.206686 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-155dc79b-cbd7-4d35-836d-70c4998bf7ba req-e9410adb-ee23-400e-baa1-01f6d6346c37 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389268 May 06 14:25:23.393129 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b8163-6043-4e63-9157-094e1221f05a req-6957ff49-499b-498e-b99e-992cd54e30f7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:23.394581 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-374b8163-6043-4e63-9157-094e1221f05a req-6957ff49-499b-498e-b99e-992cd54e30f7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0798891 May 06 14:25:23.441349 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-374b8163-6043-4e63-9157-094e1221f05a req-09052094-700a-4018-b7a2-29fd68cfb0ee tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412135 May 06 14:25:23.634377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5dc02-c492-4704-a5ac-577ef40592a5 req-7d3c8b30-f919-4c57-b9f0-20f61abfa86a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:23.635961 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ffa5dc02-c492-4704-a5ac-577ef40592a5 req-7d3c8b30-f919-4c57-b9f0-20f61abfa86a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0854270 May 06 14:25:23.682790 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ffa5dc02-c492-4704-a5ac-577ef40592a5 req-588cc91b-0f7e-4be6-86ee-b77a521df3a3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 May 06 14:25:23.705827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52494) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:23.785041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34735699-9af1-4990-bf73-68c8a1eacd37 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:23.786561 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-34735699-9af1-4990-bf73-68c8a1eacd37 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 1093 time: 0.0797462 May 06 14:25:23.789565 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52498) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:23.794473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:25:23.802094 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:25:23.806000 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:floatingip and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:25:23.808873 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:25:23.815250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:25:23.825864 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:23.988311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:24.135241 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.210 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/c5281509-0d52-4e65-b87c-812a0093d39d) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:25:24.299601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:24.336817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:24.410263 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:25:24.413277 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:25:24.419666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:25:24.444298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=c5281509-0d52-4e65-b87c-812a0093d39d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:24.985813 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:25.072721 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:25.297933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:25.302627 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:25.414911 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=c5281509-0d52-4e65-b87c-812a0093d39d,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:25:25.427598 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:25.600796 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP edc9478d-bb67-4100-bbc8-01a3954ef8a0 associated. External IP: 172.26.2.210, port: 9d339ba7-8e99-4765-bac2-c4ec519e2820. May 06 14:25:25.647377 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:25:25.961168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 12fd2f10-775f-4f8a-8414-d468957212f9 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:25:26.146035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:25:26.157348 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] Sync routers for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:25:26.169523 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:25:26.170287 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:25:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:26.173837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:26.231504 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b23582f2-6143-4073-94c6-23f94d6160b6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4408000 May 06 14:25:26.231963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:25:26.281195 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947ea696-9054-4ae4-9c80-2eb1e203d58a'] response: {'name': 'network-changed', 'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'status': 'completed', 'code': 200} May 06 14:25:26.358736 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:25:26.559226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-1bf0242d-732f-4ccb-91bc-8e757e91f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:26.561329 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-1bf0242d-732f-4ccb-91bc-8e757e91f4fe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 1098 time: 0.2567215 May 06 14:25:26.569374 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51fdd9-25c2-435d-8d6e-51b760af8c9d req-805401bd-abfe-4d48-a8d8-fcfe8de08c3d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:26.570756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c51fdd9-25c2-435d-8d6e-51b760af8c9d req-805401bd-abfe-4d48-a8d8-fcfe8de08c3d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.2271099 May 06 14:25:26.694818 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c51fdd9-25c2-435d-8d6e-51b760af8c9d req-0422ead2-718a-435d-b6a4-297734eaae30 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054049 May 06 14:25:26.720994 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52506) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:26.747380 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'edc9478d-bb67-4100-bbc8-01a3954ef8a0', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'port_id': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'mac_address': 'fa:16:3e:45:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:25:24Z', 'updated_at': '2022-05-06T14:25:24Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c4dcb6-6325-47ec-bacb-77e94d348586', 'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:10:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:07Z', 'updated_at': '2022-05-06T14:25:13Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:26.752081 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] Checking router: 12fd2f10-775f-4f8a-8414-d468957212f9 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:25:26.760776 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:25:26.761383 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:25:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:26.812122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-825df0cb-ddd4-4ea9-bebb-59b3a5e7c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:26.813510 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-825df0cb-ddd4-4ea9-bebb-59b3a5e7c7a1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=75768bc7-2d76-4c43-810e-a0d570eecad6 HTTP/1.1" status: 200 len: 898 time: 0.2419014 May 06 14:25:26.927675 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8711ab4a-10ad-47ac-9b8a-75eab4097ccf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/edc9478d-bb67-4100-bbc8-01a3954ef8a0 HTTP/1.1" status: 200 len: 991 time: 0.2054892 May 06 14:25:26.942754 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-a520839a-402a-4119-ba31-5bd5bd9f0074 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820 HTTP/1.1" status: 200 len: 999 time: 0.1200187 May 06 14:25:26.947882 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:25:27.012905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-4233c23b-1b5e-45cd-8cf3-004c2a1d12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:27.014629 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-4233c23b-1b5e-45cd-8cf3-004c2a1d12d9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a24fe80e-7aea-46f0-bd57-845eb944e3a2 HTTP/1.1" status: 200 len: 834 time: 0.0653389 May 06 14:25:27.103402 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-ae243d8a-dddb-4bc9-ae82-1c099b853f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:27.105037 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-ae243d8a-dddb-4bc9-ae82-1c099b853f35 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75768bc7-2d76-4c43-810e-a0d570eecad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829797 May 06 14:25:27.251680 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-71cfa3db-2c25-4ee6-85ee-b3cda633cd2d service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389270 May 06 14:25:27.330908 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'edc9478d-bb67-4100-bbc8-01a3954ef8a0', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'port_id': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'mac_address': 'fa:16:3e:45:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:25:24Z', 'updated_at': '2022-05-06T14:25:24Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c4dcb6-6325-47ec-bacb-77e94d348586', 'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:10:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:07Z', 'updated_at': '2022-05-06T14:25:13Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:25:27.335076 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117d0d6-bf07-4857-a651-a90d9c392b1a None None] The sync data for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv is: [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'edc9478d-bb67-4100-bbc8-01a3954ef8a0', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'port_id': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'mac_address': 'fa:16:3e:45:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:25:24Z', 'updated_at': '2022-05-06T14:25:24Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c4dcb6-6325-47ec-bacb-77e94d348586', 'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:10:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:07Z', 'updated_at': '2022-05-06T14:25:13Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:25:27.392206 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3490ae98-11ad-41fa-bc8c-05502184ea66 req-cae23aa1-342b-4d79-8719-b435191c58e8 service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342323 May 06 14:25:27.538032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e5aba-1f22-4631-b137-d85374fdc7df None None] New status for floating IP edc9478d-bb67-4100-bbc8-01a3954ef8a0: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:25:27.931534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52510) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:25:28.039623 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6272d820-610d-4380-9435-c327922291ed tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/edc9478d-bb67-4100-bbc8-01a3954ef8a0 HTTP/1.1" status: 200 len: 993 time: 0.1068618 May 06 14:25:33.555125 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c902e25-2109-4091-aea2-8729e910f644 req-7eedd778-927f-46f7-a751-cf1d37578595 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757232 May 06 14:25:33.703310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902e25-2109-4091-aea2-8729e910f644 req-4f78c306-2145-408e-a789-61a8ec2c784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:33.704834 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c902e25-2109-4091-aea2-8729e910f644 req-4f78c306-2145-408e-a789-61a8ec2c784e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 1098 time: 0.0749812 May 06 14:25:33.855120 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902e25-2109-4091-aea2-8729e910f644 req-d1af6e90-77a5-4a59-8603-060fc8f051ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:33.856534 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c902e25-2109-4091-aea2-8729e910f644 req-d1af6e90-77a5-4a59-8603-060fc8f051ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=75768bc7-2d76-4c43-810e-a0d570eecad6 HTTP/1.1" status: 200 len: 898 time: 0.1310728 May 06 14:25:33.966904 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c902e25-2109-4091-aea2-8729e910f644 req-f1221bdb-9d16-454c-9bbc-dd57a7719868 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820 HTTP/1.1" status: 200 len: 1001 time: 0.1029241 May 06 14:25:34.035822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902e25-2109-4091-aea2-8729e910f644 req-2464e9fb-b475-4b48-afe3-461d11dc8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:34.037285 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c902e25-2109-4091-aea2-8729e910f644 req-2464e9fb-b475-4b48-afe3-461d11dc8ecb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a24fe80e-7aea-46f0-bd57-845eb944e3a2 HTTP/1.1" status: 200 len: 834 time: 0.0627592 May 06 14:25:34.226258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902e25-2109-4091-aea2-8729e910f644 req-596ce7d7-4c2f-4859-9bd9-1a8ae5d8eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:25:34.227793 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c902e25-2109-4091-aea2-8729e910f644 req-596ce7d7-4c2f-4859-9bd9-1a8ae5d8eb38 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75768bc7-2d76-4c43-810e-a0d570eecad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1835787 May 06 14:25:34.368935 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c902e25-2109-4091-aea2-8729e910f644 req-1fe2d58d-1c2a-4ad6-af4a-5de738c91c7a service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338236 May 06 14:25:34.504102 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c902e25-2109-4091-aea2-8729e910f644 req-6decb72c-c2c4-40e7-b3f5-4a6a14bb12fd service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278815 May 06 14:25:36.377830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:36.700745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b95be6c7-3d6a-4c38-84e5-393b9eb53338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:39.037101 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-855ef672-de2b-4689-81a8-1eb6c47afa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:40.104517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:40.139401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:25:41.728668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:02.646507 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:26:03.694542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d0efa-7574-43fd-908c-34b2ee4b39ff req-bde72a28-ad78-45d4-a644-fbf3808b8555 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:03.695906 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-555d0efa-7574-43fd-908c-34b2ee4b39ff req-bde72a28-ad78-45d4-a644-fbf3808b8555 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0815151 May 06 14:26:03.745082 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-555d0efa-7574-43fd-908c-34b2ee4b39ff req-aca078ef-971c-4dfe-87e1-b0a0397426b8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434182 May 06 14:26:04.934201 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dc115-5b24-47a0-88c3-1f67d2a8c83b req-e1874e3f-e629-4e2c-9c56-fab498206076 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:04.935626 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-328dc115-5b24-47a0-88c3-1f67d2a8c83b req-e1874e3f-e629-4e2c-9c56-fab498206076 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0791903 May 06 14:26:04.980689 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-328dc115-5b24-47a0-88c3-1f67d2a8c83b req-62ec193a-1f51-4ecf-ad08-4808c1a50d8f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387447 May 06 14:26:06.172669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26da65-7ed2-4931-aac5-2ab3c25f0848 req-2dd32500-f671-4d04-840e-fffd3ce49ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:06.174625 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fd26da65-7ed2-4931-aac5-2ab3c25f0848 req-2dd32500-f671-4d04-840e-fffd3ce49ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0843809 May 06 14:26:06.219231 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fd26da65-7ed2-4931-aac5-2ab3c25f0848 req-8f2d2349-71d5-4cb9-9de0-17e733f1b28d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379391 May 06 14:26:06.377873 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:06.695023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9c037c65-1afa-430f-8bdd-88e5be3bd3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:07.406895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be440d-bd76-4804-9f31-ef753b57c7be req-766af69d-dc7a-4830-bb72-9b27789a8b0d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:07.409311 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-00be440d-bd76-4804-9f31-ef753b57c7be req-766af69d-dc7a-4830-bb72-9b27789a8b0d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0822377 May 06 14:26:07.457675 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-00be440d-bd76-4804-9f31-ef753b57c7be req-699cb5be-e1cc-493e-b0c8-2fea9771e9a9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426900 May 06 14:26:08.651218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e15b0-ec46-4072-bc80-8f66c3a0407c req-c85871f6-5b19-4c3f-be00-4d9a27c25dd5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:08.652759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa7e15b0-ec46-4072-bc80-8f66c3a0407c req-c85871f6-5b19-4c3f-be00-4d9a27c25dd5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0840807 May 06 14:26:08.697015 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fa7e15b0-ec46-4072-bc80-8f66c3a0407c req-7c1948d8-6e98-4cee-8f51-6349b8b3c308 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380890 May 06 14:26:09.039576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9781003f-6eaa-4f52-addd-865c9434974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:09.882448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a922d98-2277-4d5f-87d2-c7c792821c0c req-9ff77248-413a-4f51-9398-10a3fe7f92d4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:09.883918 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9a922d98-2277-4d5f-87d2-c7c792821c0c req-9ff77248-413a-4f51-9398-10a3fe7f92d4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0817964 May 06 14:26:09.929582 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9a922d98-2277-4d5f-87d2-c7c792821c0c req-f22b0015-65ba-46b7-ad72-1835b39f62d9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 May 06 14:26:10.104401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:10.132105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:11.119797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967175-8e83-48be-b392-89f465130680 req-255c2bff-fb4e-487c-a7f3-f07be0aa18f2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:11.121363 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95967175-8e83-48be-b392-89f465130680 req-255c2bff-fb4e-487c-a7f3-f07be0aa18f2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0846238 May 06 14:26:11.168218 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95967175-8e83-48be-b392-89f465130680 req-c7563169-0d8c-42c9-8161-9f4428d3894f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408933 May 06 14:26:11.730377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:12.360997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa135f-13e3-4346-9408-6c29964fb4da req-1ae44ed8-84bb-4216-aed9-1286c5b743e6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:12.362749 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdfa135f-13e3-4346-9408-6c29964fb4da req-1ae44ed8-84bb-4216-aed9-1286c5b743e6 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0810323 May 06 14:26:12.411432 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fdfa135f-13e3-4346-9408-6c29964fb4da req-6f39e604-1760-4d2f-b64f-f79ed7efdecd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 May 06 14:26:13.600382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15399f78-0b1f-40bf-989b-11c0c22d5766 req-7755fc76-0cff-4ae2-b9af-357797707342 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:13.601903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15399f78-0b1f-40bf-989b-11c0c22d5766 req-7755fc76-0cff-4ae2-b9af-357797707342 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0804915 May 06 14:26:13.647749 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-15399f78-0b1f-40bf-989b-11c0c22d5766 req-c3c2e087-9739-4658-bc1b-0ef1d1f5c478 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401337 May 06 14:26:14.837719 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ae40f-f680-427e-8060-581337426b3e req-2c30f435-8819-4f81-80b5-5652245f74be tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:14.839158 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-426ae40f-f680-427e-8060-581337426b3e req-2c30f435-8819-4f81-80b5-5652245f74be tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0822175 May 06 14:26:14.882973 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-426ae40f-f680-427e-8060-581337426b3e req-ba24ee7c-712c-4fd9-82cb-f933658148a0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382259 May 06 14:26:14.907481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52546) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:15.017180 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5f949865-a4d2-4888-bd77-1633f9a16f6e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/edc9478d-bb67-4100-bbc8-01a3954ef8a0 HTTP/1.1" status: 200 len: 993 time: 0.1085422 May 06 14:26:16.535015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8b146-85b8-4e22-93d0-b65aa562aaa9 req-242e0db7-b678-4e57-a2d0-8f97316748a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:16.536577 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3f8b146-85b8-4e22-93d0-b65aa562aaa9 req-242e0db7-b678-4e57-a2d0-8f97316748a4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.1389689 May 06 14:26:16.568780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-2e532800-0e63-47f2-b57e-13453df9b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:16.570285 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-2e532800-0e63-47f2-b57e-13453df9b381 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 1098 time: 0.1183937 May 06 14:26:16.760328 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c3f8b146-85b8-4e22-93d0-b65aa562aaa9 req-5cc6e4f9-9565-49e2-93cc-428e855028fd tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159278 May 06 14:26:16.814847 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-b3f308de-4d9a-4edd-8546-3621a3b1a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:16.816268 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-b3f308de-4d9a-4edd-8546-3621a3b1a061 service neutron] 10.222.0.76 "GET /v2.0/networks?id=75768bc7-2d76-4c43-810e-a0d570eecad6 HTTP/1.1" status: 200 len: 898 time: 0.2378242 May 06 14:26:16.919935 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-9050e061-d763-4278-b2c2-8b9630392a49 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820 HTTP/1.1" status: 200 len: 1001 time: 0.0970147 May 06 14:26:16.983044 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-30b45b48-a783-4d8d-8c24-3f57f590bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:16.984500 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-30b45b48-a783-4d8d-8c24-3f57f590bb14 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a24fe80e-7aea-46f0-bd57-845eb944e3a2 HTTP/1.1" status: 200 len: 834 time: 0.0585506 May 06 14:26:17.061544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-11e77a3f-b99f-4912-a57e-ff3c0c8c847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:17.063001 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-11e77a3f-b99f-4912-a57e-ff3c0c8c847c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75768bc7-2d76-4c43-810e-a0d570eecad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722492 May 06 14:26:17.196010 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-fc56d2f3-5154-4827-a06c-6961fb583af6 service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260097 May 06 14:26:17.331799 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-845e6de3-1f70-4c88-85e4-9eee2078b34c req-bb54a46e-57f8-4a27-88e0-90f24c5e3afc service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292772 May 06 14:26:17.957080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03c74c-c137-48be-9867-b9dbcf0af3c3 req-8002edce-8d7f-4cb2-962e-2b809524b24a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:17.958990 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-db03c74c-c137-48be-9867-b9dbcf0af3c3 req-8002edce-8d7f-4cb2-962e-2b809524b24a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0901642 May 06 14:26:18.004935 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-db03c74c-c137-48be-9867-b9dbcf0af3c3 req-125b9919-d9ae-4732-85b6-213020703b3d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393150 May 06 14:26:19.196286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a7052-1abf-4b78-bf74-fa25048627bb req-5c301b2e-79e4-4a84-83d9-e1f59e2bbd37 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:19.197761 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e66a7052-1abf-4b78-bf74-fa25048627bb req-5c301b2e-79e4-4a84-83d9-e1f59e2bbd37 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.0839734 May 06 14:26:19.242694 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e66a7052-1abf-4b78-bf74-fa25048627bb req-82d1f051-d2f5-4831-a55d-6e4ec64f8b5f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392730 May 06 14:26:19.265889 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52560) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:19.373492 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f5be369e-654d-41e5-a5d7-f4ea70679664 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/edc9478d-bb67-4100-bbc8-01a3954ef8a0 HTTP/1.1" status: 200 len: 993 time: 0.1064420 May 06 14:26:33.673264 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-4f69623a-d136-4803-bbc5-cd23fc81c548 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705426 May 06 14:26:33.820279 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-03ae5b87-ec41-4bcf-9427-1e7bec9924b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:33.821791 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-03ae5b87-ec41-4bcf-9427-1e7bec9924b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 1098 time: 0.0793910 May 06 14:26:33.989034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-b647b5cc-396b-4dd6-ac73-a30ba43db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:33.990508 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-b647b5cc-396b-4dd6-ac73-a30ba43db06d service neutron] 10.222.0.76 "GET /v2.0/networks?id=75768bc7-2d76-4c43-810e-a0d570eecad6 HTTP/1.1" status: 200 len: 898 time: 0.1426446 May 06 14:26:34.098637 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-7afd4a09-5506-47c8-a4d3-ebb2fc654f8d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820 HTTP/1.1" status: 200 len: 1001 time: 0.1017156 May 06 14:26:34.161324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-426ea521-f547-458f-b6b2-3062a2343daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:34.162755 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-426ea521-f547-458f-b6b2-3062a2343daa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a24fe80e-7aea-46f0-bd57-845eb944e3a2 HTTP/1.1" status: 200 len: 834 time: 0.0582781 May 06 14:26:34.242616 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-c0702ea3-155b-4243-a84b-733fb4800b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:34.244015 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-c0702ea3-155b-4243-a84b-733fb4800b3f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75768bc7-2d76-4c43-810e-a0d570eecad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745125 May 06 14:26:34.392874 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-ad1d6ef6-b306-4d2e-9324-6700527e9323 service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388006 May 06 14:26:34.533344 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1fb522e1-fbfc-450e-8505-308f8d44c6e8 req-0c4e8608-4da1-4375-aff3-cd0c7093a19e service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336341 May 06 14:26:36.379013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:36.698902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c144d2ea-5ee8-4fba-b7da-889d13aa6a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:39.041052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-34d6b854-4bb0-44f8-9927-4b2747deeee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:39.646209 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:26:40.108792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:40.135582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:41.745748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:51.788262 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52584) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:52.006790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port c5281509-0d52-4e65-b87c-812a0093d39d {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:26:52.007130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.328298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.328681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.457285 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for c5281509-0d52-4e65-b87c-812a0093d39d owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:26:52.616178 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.664357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=c5281509-0d52-4e65-b87c-812a0093d39d,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:52.705229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.705649 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.706105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.706447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.706777 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.707121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.707452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.707781 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.708107 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.708463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.708779 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.709101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:52.770337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:52.770724 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP edc9478d-bb67-4100-bbc8-01a3954ef8a0 disassociated (deleted). External IP: 172.26.2.210, port: 9d339ba7-8e99-4765-bac2-c4ec519e2820. May 06 14:26:53.147510 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 12fd2f10-775f-4f8a-8414-d468957212f9 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:26:53.341089 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:26:53.352665 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64188439-7457-497b-9007-35b983dc0af9 None None] Sync routers for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:26:53.363631 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64188439-7457-497b-9007-35b983dc0af9 None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:26:53.364257 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-64188439-7457-497b-9007-35b983dc0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:26:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:53.365576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:53.422995 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cffb5847-86e4-42fb-97f8-3ba467b1d75e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/floatingips/edc9478d-bb67-4100-bbc8-01a3954ef8a0 HTTP/1.1" status: 204 len: 168 time: 1.6335065 May 06 14:26:53.423543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:26:53.552689 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddf33a6-65ca-4e53-9630-41c744ab3a3c'] response: {'name': 'network-changed', 'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'status': 'completed', 'code': 200} May 06 14:26:53.567996 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-64188439-7457-497b-9007-35b983dc0af9 None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:26:53.772024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-aee38374-1c2d-4596-a3d1-077e9151b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:53.773648 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-aee38374-1c2d-4596-a3d1-077e9151b5b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 1098 time: 0.2001078 May 06 14:26:53.993798 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-bc9e563a-c74f-4ebe-b35f-ecf04a23c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:53.995283 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-bc9e563a-c74f-4ebe-b35f-ecf04a23c6ff service neutron] 10.222.0.76 "GET /v2.0/networks?id=75768bc7-2d76-4c43-810e-a0d570eecad6 HTTP/1.1" status: 200 len: 898 time: 0.2151847 May 06 14:26:54.019243 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-64188439-7457-497b-9007-35b983dc0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '11c4dcb6-6325-47ec-bacb-77e94d348586', 'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:10:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:07Z', 'updated_at': '2022-05-06T14:25:13Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:54.026418 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64188439-7457-497b-9007-35b983dc0af9 None None] Checking router: 12fd2f10-775f-4f8a-8414-d468957212f9 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:26:54.042570 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64188439-7457-497b-9007-35b983dc0af9 None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:26:54.043635 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-64188439-7457-497b-9007-35b983dc0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:26:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:54.072355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896dc36-b831-416f-8eca-791e77b82def req-35ee8c5f-5c7d-43d2-a04e-81a390aeac8c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:54.073986 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1896dc36-b831-416f-8eca-791e77b82def req-35ee8c5f-5c7d-43d2-a04e-81a390aeac8c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.2664022 May 06 14:26:54.083624 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-165b7eb3-3d16-406a-b98f-8bef6eced6d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820 HTTP/1.1" status: 200 len: 217 time: 0.0794415 May 06 14:26:54.188466 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1896dc36-b831-416f-8eca-791e77b82def req-e53f9b40-e341-4a2d-972a-88b7f16d4272 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030724 May 06 14:26:54.193360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-8a1126d3-c71c-4d19-825d-baa3a583ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:54.195200 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-8a1126d3-c71c-4d19-825d-baa3a583ecb3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a24fe80e-7aea-46f0-bd57-845eb944e3a2 HTTP/1.1" status: 200 len: 834 time: 0.0944901 May 06 14:26:54.279382 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-64188439-7457-497b-9007-35b983dc0af9 None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:26:54.302425 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-6382bfcb-bb65-43af-a686-db982de3deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:54.305013 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-6382bfcb-bb65-43af-a686-db982de3deff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=75768bc7-2d76-4c43-810e-a0d570eecad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023009 May 06 14:26:54.485313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-032c839b-51c3-4442-b3bd-45ad45819521 service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735923 May 06 14:26:54.677304 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-64188439-7457-497b-9007-35b983dc0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '11c4dcb6-6325-47ec-bacb-77e94d348586', 'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:10:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:07Z', 'updated_at': '2022-05-06T14:25:13Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:26:54.682985 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64188439-7457-497b-9007-35b983dc0af9 None None] The sync data for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv is: [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:25:08Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '11c4dcb6-6325-47ec-bacb-77e94d348586', 'name': '', 'network_id': '75768bc7-2d76-4c43-810e-a0d570eecad6', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:10:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:07Z', 'updated_at': '2022-05-06T14:25:13Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'a24fe80e-7aea-46f0-bd57-845eb944e3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:26:54.700354 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5af0cda2-e0bc-4a89-b9b9-303eaf1468dd req-b3318ede-9b28-4ffa-bf8f-2f612a07ac04 service neutron] 10.222.0.76 "GET /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063837 May 06 14:26:54.963061 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b08296-da7b-46f6-9b61-863704458ac5 None None] New status for floating IP edc9478d-bb67-4100-bbc8-01a3954ef8a0: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:26:55.458487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eded4-d1b0-4384-95c6-fd1617357307 req-34726910-fbab-4268-b279-47c907c7daa1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:55.460074 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea6eded4-d1b0-4384-95c6-fd1617357307 req-34726910-fbab-4268-b279-47c907c7daa1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.1490180 May 06 14:26:55.471123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6d81-66dd-420b-8d92-0ee300939040 req-1da58677-98bc-421e-add4-ed2cabf5f87a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:26:55.473424 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-670a6d81-66dd-420b-8d92-0ee300939040 req-1da58677-98bc-421e-add4-ed2cabf5f87a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 945 time: 0.1215823 May 06 14:26:55.575077 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea6eded4-d1b0-4384-95c6-fd1617357307 req-78fc0d57-88c5-42fc-98bb-62cb0514e062 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb289927-7dd4-4efe-98d5-e92c4f45c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006393 May 06 14:26:55.578592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-670a6d81-66dd-420b-8d92-0ee300939040 req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 9d339ba7-8e99-4765-bac2-c4ec519e2820 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:26:55.578940 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-670a6d81-66dd-420b-8d92-0ee300939040 req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:55.851295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-670a6d81-66dd-420b-8d92-0ee300939040 req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 9d339ba7-8e99-4765-bac2-c4ec519e2820, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=9d339ba7-8e99-4765-bac2-c4ec519e2820,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:26:55.851582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-670a6d81-66dd-420b-8d92-0ee300939040 req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:55.982571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-670a6d81-66dd-420b-8d92-0ee300939040 req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 9d339ba7-8e99-4765-bac2-c4ec519e2820 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:26:56.242768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-670a6d81-66dd-420b-8d92-0ee300939040 req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:56.294132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=9d339ba7-8e99-4765-bac2-c4ec519e2820,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:56.335851 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.336202 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.336573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.336912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.337246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.337573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.337897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.338221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.338544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.338862 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.339184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.339501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:26:56.381011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-670a6d81-66dd-420b-8d92-0ee300939040 req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] No DVR routers for this DVR port 9d339ba7-8e99-4765-bac2-c4ec519e2820 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:26:56.383396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-670a6d81-66dd-420b-8d92-0ee300939040 req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:56.386014 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'name': 'network-vif-deleted', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:26:56.398361 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-670a6d81-66dd-420b-8d92-0ee300939040 req-99e2aa6a-2be8-4656-9455-ab1924ff9d8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "DELETE /v2.0/ports/9d339ba7-8e99-4765-bac2-c4ec519e2820 HTTP/1.1" status: 204 len: 173 time: 0.9109063 May 06 14:26:56.438518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e05a5e1-f643-4383-9d31-ad2d4d41d69d'] response: {'server_uuid': 'ae9b49e7-5a61-4d9f-afb0-1eb60099d835', 'name': 'network-vif-deleted', 'tag': '9d339ba7-8e99-4765-bac2-c4ec519e2820', 'status': 'completed', 'code': 200} May 06 14:26:56.747973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c03296db-e5dc-40f5-ad29-6fe650c5c6bb req-cbe77c46-8971-498b-8b8c-898aa5120c31 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:26:56.765228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c03296db-e5dc-40f5-ad29-6fe650c5c6bb req-cbe77c46-8971-498b-8b8c-898aa5120c31 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:26:56.766408 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c03296db-e5dc-40f5-ad29-6fe650c5c6bb req-cbe77c46-8971-498b-8b8c-898aa5120c31 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9b49e7-5a61-4d9f-afb0-1eb60099d835 HTTP/1.1" status: 200 len: 210 time: 0.0620728 May 06 14:26:57.873063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52604) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:26:58.609213 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:58.986608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 11c4dcb6-6325-47ec-bacb-77e94d348586 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:26:58.988118 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:59.115205 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 9d339ba7-8e99-4765-bac2-c4ec519e2820 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:26:59.152914 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 9d339ba7-8e99-4765-bac2-c4ec519e2820 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:26:59.153263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 9d339ba7-8e99-4765-bac2-c4ec519e2820 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:26:59.182606 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 11c4dcb6-6325-47ec-bacb-77e94d348586, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=11c4dcb6-6325-47ec-bacb-77e94d348586,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:26:59.182962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:59.308037 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 11c4dcb6-6325-47ec-bacb-77e94d348586 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:26:59.497111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:26:59.547306 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=11c4dcb6-6325-47ec-bacb-77e94d348586,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:26:59.944972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.328288 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 12fd2f10-775f-4f8a-8414-d468957212f9 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:27:00.512820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:27:00.523682 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] Sync routers for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:27:00.530719 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-016dee9b-4640-4cbe-81d2-9d31059d1663 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/12fd2f10-775f-4f8a-8414-d468957212f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6565781 May 06 14:27:00.533289 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52608) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:00.541445 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:27:00.542072 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:26:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:00.604769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-655fbb4b-f273-4c8a-88e2-4faa44637da4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting subnet a24fe80e-7aea-46f0-bd57-845eb944e3a2 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:27:00.607728 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-655fbb4b-f273-4c8a-88e2-4faa44637da4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.666324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-655fbb4b-f273-4c8a-88e2-4faa44637da4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.720995 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:27:00.749581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-655fbb4b-f273-4c8a-88e2-4faa44637da4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.833128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-655fbb4b-f273-4c8a-88e2-4faa44637da4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.872256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fbb4b-f273-4c8a-88e2-4faa44637da4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Subnet': ['ID=a24fe80e-7aea-46f0-bd57-845eb944e3a2,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:00.875858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-655fbb4b-f273-4c8a-88e2-4faa44637da4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:00.883251 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-655fbb4b-f273-4c8a-88e2-4faa44637da4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/subnets/a24fe80e-7aea-46f0-bd57-845eb944e3a2 HTTP/1.1" status: 204 len: 168 time: 0.3484461 May 06 14:27:00.885831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52612) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:00.887847 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13f47d6-1539-45e8-b346-61e4993a0368 None None] Network 75768bc7-2d76-4c43-810e-a0d570eecad6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:27:01.040315 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:26:59Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:01.044566 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] Checking router: 12fd2f10-775f-4f8a-8414-d468957212f9 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:27:01.053571 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] Routers {'12fd2f10-775f-4f8a-8414-d468957212f9'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:27:01.054165 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:26:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['12fd2f10-775f-4f8a-8414-d468957212f9'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:01.080121 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:01.211681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] DHCP port deletion for 75768bc7-2d76-4c43-810e-a0d570eecad6 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:27:01.216438 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Deleting port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:27:01.216834 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:01.237507 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] Set router 12fd2f10-775f-4f8a-8414-d468957212f9 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:27:01.352893 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:27:01.413116 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:01.424141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:27:01.424934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:01.584903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] For port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:01.585423 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:01.601493 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:26:59Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:01.606127 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b40f16-b720-49a0-9a21-8686a5e9e133 None None] The sync data for ids ['12fd2f10-775f-4f8a-8414-d468957212f9'] in dv-neutron-840888-1-hyperv is: [{'id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744975336', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:25:02Z', 'updated_at': '2022-05-06T14:26:59Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': '9b1016f6-ac0e-49e4-aa2c-51e855c70ca1', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fd2f10-775f-4f8a-8414-d468957212f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:25:03Z', 'updated_at': '2022-05-06T14:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:27:01.624738 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9b1016f6-ac0e-49e4-aa2c-51e855c70ca1,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:01.625111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:01.651613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:01.724131 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Calling delete_port for 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:27:01.758094 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:27:01.811041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:01.816069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:01.855644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:27:01.856009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:27:01.891665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:01.899988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.900342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.900742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.901080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.901420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.901745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.902070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.902394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.902717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.903036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.903356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.903670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:01.940318 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.024217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=9b1016f6-ac0e-49e4-aa2c-51e855c70ca1,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:02.095763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.279536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.281749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.306862 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.307447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Fanout notify agent at l3_agent the message router_deleted on router 12fd2f10-775f-4f8a-8414-d468957212f9 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:27:02.324245 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.325387 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-134a0c91-14d9-4bb6-8129-5be811e83fbc tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/routers/12fd2f10-775f-4f8a-8414-d468957212f9 HTTP/1.1" status: 204 len: 168 time: 1.4386542 May 06 14:27:02.328859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52616) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:02.357408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Deleting port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:27:02.357789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.459827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.471314 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:27:02.471831 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.574346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] For port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:02.574725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.693136 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,segment=NetworkSegment(ab40f53b-829d-4fc9-92b2-ab9f404c6f8f),segment_id=ab40f53b-829d-4fc9-92b2-ab9f404c6f8f)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:02.693638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.697664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Calling delete_port for 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:27:02.779148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:02.834570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:27:02.835826 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] Pushing event deleted for resources: {'Port': ['ID=78d61b6f-07ad-4d8c-b239-2cf7d44339c8,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:02.839273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c49e4-33be-43e7-967a-997cb0ecc4cd None None] No DVR routers for this DVR port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:27:02.920059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.db.api [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:27:02.920382 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG oslo_db.api [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:27:03.236293 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:27:03.270875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:27:03.271241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9b1016f6-ac0e-49e4-aa2c-51e855c70ca1 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:27:03.271655 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 11c4dcb6-6325-47ec-bacb-77e94d348586 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:27:03.305053 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 11c4dcb6-6325-47ec-bacb-77e94d348586 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:27:03.305389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 11c4dcb6-6325-47ec-bacb-77e94d348586 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:27:03.422027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 78d61b6f-07ad-4d8c-b239-2cf7d44339c8 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:27:03.422373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.496442 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] The port '78d61b6f-07ad-4d8c-b239-2cf7d44339c8' was deleted {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:27:03.735134 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.762137 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75768bc7-2d76-4c43-810e-a0d570eecad6']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:03.774464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:03.774766 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab40f53b-829d-4fc9-92b2-ab9f404c6f8f') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:03.786648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.803566 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.810223 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:27:03.810613 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: util.warn( May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:27:03.825930 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:27:03.914196 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.933015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:03.952543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Network': ['ID=75768bc7-2d76-4c43-810e-a0d570eecad6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:03.962351 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-25c8769f-7756-4e40-b7ca-cab90fefdde7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/networks/75768bc7-2d76-4c43-810e-a0d570eecad6 HTTP/1.1" status: 204 len: 168 time: 1.6324358 May 06 14:27:03.965664 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52620) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:04.039221 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-869bd38a-6993-44e0-aa94-56f7b326e8fa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.075009 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-869bd38a-6993-44e0-aa94-56f7b326e8fa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.155108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-869bd38a-6993-44e0-aa94-56f7b326e8fa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.175985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bd38a-6993-44e0-aa94-56f7b326e8fa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb289927-7dd4-4efe-98d5-e92c4f45c3fd,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:04.187267 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-869bd38a-6993-44e0-aa94-56f7b326e8fa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.188394 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-869bd38a-6993-44e0-aa94-56f7b326e8fa tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/security-groups/fb289927-7dd4-4efe-98d5-e92c4f45c3fd HTTP/1.1" status: 204 len: 168 time: 0.2214930 May 06 14:27:04.729605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52628) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:04.736661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304905137', 'description': 'tempest-secgroup-smoke-304905137 description', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:04.743391 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:04.747486 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:04.750319 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:04.757188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:04.774948 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.795525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:04.799385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:04.802708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:04.808448 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:04.886182 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.889937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.937250 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4028b63-d8b7-4c28-9126-2b1ec06544ff,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:04.940135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:04.944648 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-bf042b63-f159-47ff-86d2-c1734991e94d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2105091 May 06 14:27:04.944822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52632) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:04.950144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'd4028b63-d8b7-4c28-9126-2b1ec06544ff', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:04.956613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:04.960498 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:04.963381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:04.969435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:04.989755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.057607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.061652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.088154 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3595b970-b451-46ec-860b-5ec2bd6e40a3,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:05.099555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.100938 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-91d2e929-5350-4365-83ba-70858ac1861f tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551435 May 06 14:27:05.103480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52636) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:05.108664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'd4028b63-d8b7-4c28-9126-2b1ec06544ff', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:05.115657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:05.119716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:05.122629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:05.128575 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:05.146168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.211817 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.215536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.242478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0126916a-43ac-4e7f-9cbb-13294753f60d,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:05.252366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.254299 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-9433da6f-d089-48d3-9487-a46a0a3a862b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499009 May 06 14:27:05.257114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52640) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:05.262194 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'd4028b63-d8b7-4c28-9126-2b1ec06544ff', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:05.268294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:05.272536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:05.275423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:05.281434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:05.298238 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.363040 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.366591 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.391773 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9079e1e5-daa3-47ba-a4ec-e37907947339,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:05.401388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.402551 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-fb03cb96-1735-4e05-94d9-3486ce04a481 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445134 May 06 14:27:05.406216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52644) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:05.411618 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'd4028b63-d8b7-4c28-9126-2b1ec06544ff', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:05.418028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:05.422180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:05.425651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:05.431622 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:05.448041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.511242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.515429 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.540852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da751d6-6e98-464a-928d-0ea34d48e7b4,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:05.551869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.555628 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-68afd8f6-3367-42b5-bec8-7ed810054b5a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460412 May 06 14:27:05.555819 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52648) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:05.560683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'd4028b63-d8b7-4c28-9126-2b1ec06544ff', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:05.567526 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:05.571652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:05.574502 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:05.580102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:05.593331 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:27:05.601027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.668397 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.671841 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.696683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4a546e-0424-4ec9-afef-4d09b1c5654a,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:05.706597 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.707778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7cb6d9b5-d203-46aa-af29-641fc66b4ecf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510603 May 06 14:27:05.710561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52652) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:05.715320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'security_group_rule': {'security_group_id': 'd4028b63-d8b7-4c28-9126-2b1ec06544ff', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:05.722505 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:05.726343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:security_group_rule and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:05.729239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:05.735060 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:05.745657 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Project fd6f453aebd44166bba562ce7450f2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:27:05.752188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.817545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.821444 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.844495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e201daa3-ef2f-4eba-b49a-e03a3c8b4ab2,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:05.854648 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.855812 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-47d1905d-8bd5-40ab-9346-d871e6fef000 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443553 May 06 14:27:05.858766 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52656) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:05.864031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'network': {'name': 'tempest-network-smoke--664961982', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'port_security_enabled': True}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:05.868995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:05.873737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:network and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:05.877185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:05.883884 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:05.894681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:27:05.898396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.927736 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:27:05.939532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:05.940130 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Added segment 9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca of type vlan for network f1ca3d0c-e427-4694-9746-18aa30a1911b May 06 14:27:05.975700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.005634 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.010992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:06.011567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.117730 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2578139 May 06 14:27:06.120943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52660) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:06.128654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'admin_state_up': True, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:06.134245 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68548ab-3508-44d0-8b6e-1d9224e93a96 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Network': ['ID=f1ca3d0c-e427-4694-9746-18aa30a1911b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:06.137928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:06.141759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:router and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:06.144505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network f1ca3d0c-e427-4694-9746-18aa30a1911b details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:27:06.144989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:06.150525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:06.161440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.162479 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.180208 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.375653 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.450903 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.705003 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bce56eb4-e7ad-4189-9c79-5398e13ac54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.857004 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:06.887989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:07.024451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.46 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/b9ed62f6-f39e-4d41-8225-680f0675a19a) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:27:07.177633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:07.207995 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:07.279394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:27:07.282230 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:27:07.284861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:27:07.321644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=b9ed62f6-f39e-4d41-8225-680f0675a19a,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:07.720315 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:08.083302 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:08.392585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 8a800434-4311-4727-8ce5-baa73dda9f43 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:27:08.572472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:27:08.582668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Sync routers for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:27:08.592325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:27:08.593043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:26:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:08.598463 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:08.599643 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ccbd6f58-bd92-44f5-bf33-1877a709eec7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4777925 May 06 14:27:08.602801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52664) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:08.644743 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5d7a9321-4604-4a35-bf6b-90e9207ca945 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fd6f453aebd44166bba562ce7450f2f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405941 May 06 14:27:08.646973 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52668) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:08.775806 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d6170-57d6-48c5-95f1-db19f4134954 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:08.777333 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e36d6170-57d6-48c5-95f1-db19f4134954 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294746 May 06 14:27:08.780265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52672) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:08.803822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:27:08.819835 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e01ae5dd-ea40-4afc-8048-d7393f3cb7e4 tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=931d8576-bc19-40a0-bcda-221cc669144f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381026 May 06 14:27:08.822452 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52676) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:08.827999 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593247724', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:08.941681 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:08.945827 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:subnet and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:08.948665 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:08.954325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:08.965662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:27:08.969554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.079521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c89c720f-8c85-49cb-9298-b70bbd30636e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.112164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:07Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:09.116242 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Checking router: 8a800434-4311-4727-8ce5-baa73dda9f43 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:27:09.116621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Updating router 8a800434-4311-4727-8ce5-baa73dda9f43 port b9ed62f6-f39e-4d41-8225-680f0675a19a binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:27:09.170651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.195818 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.273771 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Subnet': ['ID=fa4c04c1-02d1-42c0-9805-47925774dc93,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:09.282954 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Checking segment: {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:27:09.283402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network hostable DHCP agents. Network: f1ca3d0c-e427-4694-9746-18aa30a1911b, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:27:09.303717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network f1ca3d0c-e427-4694-9746-18aa30a1911b is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:27:09.313154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, f1ca3d0c-e427-4694-9746-18aa30a1911b) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:27:09.317973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:09.318609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.344121 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2068b336-79bf-4f1e-849c-487030e95302 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5202594 May 06 14:27:09.347368 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52680) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:09.365560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23446b9-c244-4170-bf4d-6419546972e3 None None] Network f1ca3d0c-e427-4694-9746-18aa30a1911b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:27:09.684136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-f1ca3d0c-e427-4694-9746-18aa30a1911b', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:27:09.684993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.697192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.715480 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Transition to ACTIVE for port object b9ed62f6-f39e-4d41-8225-680f0675a19a will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:09.763583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.903089 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cf189-e088-499f-9fd1-f7a51f7b0d91 None None] Pushing event updated for resources: {'Port': ['ID=b9ed62f6-f39e-4d41-8225-680f0675a19a,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:09.909859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Attempting to bind port b9ed62f6-f39e-4d41-8225-680f0675a19a on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:27:09.910344 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Attempting to bind port b9ed62f6-f39e-4d41-8225-680f0675a19a by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:27:09.910715 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Attempting to bind port b9ed62f6-f39e-4d41-8225-680f0675a19a on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:27:09.926726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:27:09.927001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:27:09.927400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.927795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:27:09.928279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Bound port: b9ed62f6-f39e-4d41-8225-680f0675a19a, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:27:09.928672 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:09.990899 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Allocated IP 172.20.0.2 (f1ca3d0c-e427-4694-9746-18aa30a1911b/fa4c04c1-02d1-42c0-9805-47925774dc93/6a320b83-ff10-4349-8731-d31f29e9be2d) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:27:10.040875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] For port b9ed62f6-f39e-4d41-8225-680f0675a19a, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:27:10.160696 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] For port b9ed62f6-f39e-4d41-8225-680f0675a19a, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b9ed62f6-f39e-4d41-8225-680f0675a19a,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:27:10.169097 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.177541 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.215386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.227632 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.288099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:27:10.288749 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:27:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:10.375490 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cf189-e088-499f-9fd1-f7a51f7b0d91 None None] Pushing event updated for resources: {'Port': ['ID=b9ed62f6-f39e-4d41-8225-680f0675a19a,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:10.519822 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.537537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Transition to ACTIVE for port object 6a320b83-ff10-4349-8731-d31f29e9be2d will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:10.552127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:27:10.676646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Transition to ACTIVE for port object 6a320b83-ff10-4349-8731-d31f29e9be2d will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:10.684735 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.755281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.1 (f1ca3d0c-e427-4694-9746-18aa30a1911b/fa4c04c1-02d1-42c0-9805-47925774dc93/286ee89e-7246-428b-8d55-af60c02325db) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:27:10.808668 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Network f1ca3d0c-e427-4694-9746-18aa30a1911b is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:27:10.812994 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:27:10.819464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:27:10.861892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Pushing event updated for resources: {'Port': ['ID=6a320b83-ff10-4349-8731-d31f29e9be2d,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:10.924214 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.941311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object 286ee89e-7246-428b-8d55-af60c02325db will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:10.942701 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Attempting to bind port 6a320b83-ff10-4349-8731-d31f29e9be2d on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:27:10.943072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Attempting to bind port 6a320b83-ff10-4349-8731-d31f29e9be2d by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:27:10.943435 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Attempting to bind port 6a320b83-ff10-4349-8731-d31f29e9be2d on network f1ca3d0c-e427-4694-9746-18aa30a1911b {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:27:10.966707 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.981947 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:27:10.982314 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Checking segment: {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:27:10.982714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:10.983107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Bound using segment: {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:27:10.983571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Bound port: 6a320b83-ff10-4349-8731-d31f29e9be2d, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:27:10.983936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:11.039002 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network f1ca3d0c-e427-4694-9746-18aa30a1911b is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:27:11.042062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:27:11.046418 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:27:11.075255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=286ee89e-7246-428b-8d55-af60c02325db,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:11.088506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] For port 6a320b83-ff10-4349-8731-d31f29e9be2d, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:27:11.092356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] For port 6a320b83-ff10-4349-8731-d31f29e9be2d, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6a320b83-ff10-4349-8731-d31f29e9be2d,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:27:11.097256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:07Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:11.101720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:11.105420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960e54b-f9b3-4b6a-9788-04a9d7053f42 None None] The sync data for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv is: [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:07Z', 'revision_number': 3, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:27:11.113921 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:11.191191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8c1a0-6c8e-4901-ad13-6f9ecd0f6303 None None] Pushing event updated for resources: {'Port': ['ID=6a320b83-ff10-4349-8731-d31f29e9be2d,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:11.417942 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:11.745171 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:12.000514 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:12.005218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:12.121282 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=286ee89e-7246-428b-8d55-af60c02325db,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:12.128379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:12.263895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f50c9a-312c-4d17-b23a-101972b4008e None None] Network f1ca3d0c-e427-4694-9746-18aa30a1911b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:27:12.279266 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network f1ca3d0c-e427-4694-9746-18aa30a1911b is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:27:12.280457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:27:12.361405 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cea58990-1048-4da5-bbd2-e4c8dc56375f None None] Provisioning for port 6a320b83-ff10-4349-8731-d31f29e9be2d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:12.470315 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 8a800434-4311-4727-8ce5-baa73dda9f43 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:27:12.660230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:27:12.675029 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b853ccbf-b7a8-4da5-a78b-4ed06ac72964 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/8a800434-4311-4727-8ce5-baa73dda9f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3261662 May 06 14:27:12.769159 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Sync routers for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:27:12.780413 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:27:12.781369 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:27:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:12.816579 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-57e96514-1cef-449d-87d0-1b743e500051 None None] Provisioning for port 286ee89e-7246-428b-8d55-af60c02325db completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:12.823382 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-57e96514-1cef-449d-87d0-1b743e500051 None None] Provisioning complete for port 286ee89e-7246-428b-8d55-af60c02325db triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:12.824052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-57e96514-1cef-449d-87d0-1b743e500051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:12.871551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e13badb6-5127-4606-843c-eada64068e04 req-c72fb1a6-21f0-4541-9fa5-c4aa2638e95b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:27:12.888190 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-57e96514-1cef-449d-87d0-1b743e500051 None None] Port 286ee89e-7246-428b-8d55-af60c02325db cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:27:12.890061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e13badb6-5127-4606-843c-eada64068e04 req-c72fb1a6-21f0-4541-9fa5-c4aa2638e95b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:27:12.891408 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-c72fb1a6-21f0-4541-9fa5-c4aa2638e95b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304905137&fields=id&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 267 time: 0.0722911 May 06 14:27:12.996483 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:27:13.026659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-2041190f-2851-4ee0-989c-ab97a3bd1e86 None None] Provisioning complete for port 286ee89e-7246-428b-8d55-af60c02325db triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:13.027166 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2041190f-2851-4ee0-989c-ab97a3bd1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.061381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13badb6-5127-4606-843c-eada64068e04 req-3d1adb8c-3ebe-4adf-9b67-121ffabea635 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:13.062272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e13badb6-5127-4606-843c-eada64068e04 req-3d1adb8c-3ebe-4adf-9b67-121ffabea635 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:27:13.083514 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e13badb6-5127-4606-843c-eada64068e04 req-3d1adb8c-3ebe-4adf-9b67-121ffabea635 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:27:13.092932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-2041190f-2851-4ee0-989c-ab97a3bd1e86 None None] Port 286ee89e-7246-428b-8d55-af60c02325db cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:27:13.095840 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-3d1adb8c-3ebe-4adf-9b67-121ffabea635 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/networks?id=f1ca3d0c-e427-4694-9746-18aa30a1911b HTTP/1.1" status: 200 len: 796 time: 0.1951890 May 06 14:27:13.110375 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-c60753a0-8be5-4366-a94d-2c71524f55c3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/quotas/fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 375 time: 0.0116119 May 06 14:27:13.228903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3e871a10-a2f0-4ec5-9319-1a730b29678b None None] Provisioning complete for port 286ee89e-7246-428b-8d55-af60c02325db triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:13.229688 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3e871a10-a2f0-4ec5-9319-1a730b29678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.237971 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-e6643a6b-38bd-4ef5-ad44-aded50305976 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200852 May 06 14:27:13.262678 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-dcc09685-5914-4ba9-aef4-5c5eec78b5b5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:27:13.263908 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-dcc09685-5914-4ba9-aef4-5c5eec78b5b5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057547 May 06 14:27:13.369102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b9ed62f6-f39e-4d41-8225-680f0675a19a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:13.380899 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '286ee89e-7246-428b-8d55-af60c02325db', 'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:0c:6e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:10Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 2, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:13.384922 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Checking router: 8a800434-4311-4727-8ce5-baa73dda9f43 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:27:13.385200 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Updating router 8a800434-4311-4727-8ce5-baa73dda9f43 port 286ee89e-7246-428b-8d55-af60c02325db binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:27:13.410519 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-01cec5c3-83cb-4028-84eb-2ee2bc9e1b8e service neutron] 10.222.0.21 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360385 May 06 14:27:13.425502 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3e871a10-a2f0-4ec5-9319-1a730b29678b None None] Port 286ee89e-7246-428b-8d55-af60c02325db cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:27:13.443912 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.447416 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port b9ed62f6-f39e-4d41-8225-680f0675a19a completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:13.452539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b9ed62f6-f39e-4d41-8225-680f0675a19a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:13.452866 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.552762 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-1628d850-0298-4879-84b4-240f45aa0178 service neutron] 10.222.0.21 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356330 May 06 14:27:13.578917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.596042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port b9ed62f6-f39e-4d41-8225-680f0675a19a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b9ed62f6-f39e-4d41-8225-680f0675a19a,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:13.601121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.601889 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6a320b83-ff10-4349-8731-d31f29e9be2d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:13.735838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=b9ed62f6-f39e-4d41-8225-680f0675a19a,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:13.764087 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 6a320b83-ff10-4349-8731-d31f29e9be2d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:13.770776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6a320b83-ff10-4349-8731-d31f29e9be2d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:13.771323 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.772927 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-53200363-9221-4df2-aba3-4031c85bd1d2 req-53a282c3-ce55-47ff-9d1c-8ed954f68c09 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 210 time: 0.0630548 May 06 14:27:13.821687 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.834889 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Transition to ACTIVE for port object 286ee89e-7246-428b-8d55-af60c02325db will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:13.842721 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.921665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:13.959917 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 6a320b83-ff10-4349-8731-d31f29e9be2d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6a320b83-ff10-4349-8731-d31f29e9be2d,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:13.976987 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:14.070841 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=6a320b83-ff10-4349-8731-d31f29e9be2d,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:14.116740 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Pushing event updated for resources: {'Port': ['ID=286ee89e-7246-428b-8d55-af60c02325db,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:14.131374 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.131374 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.131715 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.132120 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.132713 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.132853 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.133153 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.133494 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.133880 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.134354 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.134589 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.134937 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:27:14.141543 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Attempting to bind port 286ee89e-7246-428b-8d55-af60c02325db on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:27:14.141910 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Attempting to bind port 286ee89e-7246-428b-8d55-af60c02325db by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:27:14.142264 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Attempting to bind port 286ee89e-7246-428b-8d55-af60c02325db on network f1ca3d0c-e427-4694-9746-18aa30a1911b {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:27:14.147978 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:27:14.148492 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Checking segment: {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:27:14.148867 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:14.149252 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Bound using segment: {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:27:14.149714 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Bound port: 286ee89e-7246-428b-8d55-af60c02325db, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:27:14.150074 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:14.248947 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] For port 286ee89e-7246-428b-8d55-af60c02325db, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:27:14.255830 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] For port 286ee89e-7246-428b-8d55-af60c02325db, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=286ee89e-7246-428b-8d55-af60c02325db,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:27:14.261638 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:14.340300 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:27:14.340984 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:27:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:14.401011 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8028f-0251-4f15-9d45-a71245b081d9 None None] Pushing event updated for resources: {'Port': ['ID=286ee89e-7246-428b-8d55-af60c02325db,revision_number=4']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:14.545851 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:27:14.871292 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '286ee89e-7246-428b-8d55-af60c02325db', 'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:0c:6e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:10Z', 'updated_at': '2022-05-06T14:27:14Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:14.876201 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c2e6b-254c-44ae-a881-ee8bbb4d58c5 None None] The sync data for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv is: [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '286ee89e-7246-428b-8d55-af60c02325db', 'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:0c:6e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:10Z', 'updated_at': '2022-05-06T14:27:14Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:27:15.038512 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-677d500e-aa0d-4592-9e90-253416786512 req-cd84fac2-bd33-4968-9d28-fc25171afedb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 210 time: 0.1609607 May 06 14:27:15.120555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13badb6-5127-4606-843c-eada64068e04 req-10d0f592-b1a4-4d2b-b7ee-155996ff79ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:15.122329 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-10d0f592-b1a4-4d2b-b7ee-155996ff79ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/networks?id=f1ca3d0c-e427-4694-9746-18aa30a1911b HTTP/1.1" status: 200 len: 796 time: 0.2030959 May 06 14:27:15.177643 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-30684592-f9df-4217-bd9f-4d99cfdf37f1 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6f453aebd44166bba562ce7450f2f2 HTTP/1.1" status: 200 len: 379 time: 0.0472262 May 06 14:27:15.186166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'port': {'device_id': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'admin_state_up': True, 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'security_groups': ['d4028b63-d8b7-4c28-9126-2b1ec06544ff']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:15.334125 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b9ed62f6-f39e-4d41-8225-680f0675a19a up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:15.362764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:15.367500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:port and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:15.370858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:15.376910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:15.388910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Made reservation on behalf of fd6f453aebd44166bba562ce7450f2f2 for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:27:15.392803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.415501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port b9ed62f6-f39e-4d41-8225-680f0675a19a triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:15.415877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.550045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 286ee89e-7246-428b-8d55-af60c02325db up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:15.632754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 286ee89e-7246-428b-8d55-af60c02325db completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:15.638952 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 286ee89e-7246-428b-8d55-af60c02325db triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:15.639329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.695406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.20.0.10 (f1ca3d0c-e427-4694-9746-18aa30a1911b/fa4c04c1-02d1-42c0-9805-47925774dc93/eda06b9d-65aa-4878-abdb-2f1659b4129d) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:27:15.767648 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.808298 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 286ee89e-7246-428b-8d55-af60c02325db, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=286ee89e-7246-428b-8d55-af60c02325db,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:15.814060 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.815506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6a320b83-ff10-4349-8731-d31f29e9be2d up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:15.911161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.931702 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Transition to ACTIVE for port object eda06b9d-65aa-4878-abdb-2f1659b4129d will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:15.941971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=286ee89e-7246-428b-8d55-af60c02325db,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:15.960836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 6a320b83-ff10-4349-8731-d31f29e9be2d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:15.961425 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:15.970878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.047811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network f1ca3d0c-e427-4694-9746-18aa30a1911b is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:27:16.051745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:27:16.054705 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:27:16.107412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=eda06b9d-65aa-4878-abdb-2f1659b4129d,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:16.132739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:16.133383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.163009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-49b694e8-3073-498a-9fa0-4bd38a14ff3a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9808402 May 06 14:27:16.176750 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Request body: {'port': {'device_id': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:16.305576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-82df7128-8f4b-4a5c-b0d0-b26f26201840 None None] Provisioning for port eda06b9d-65aa-4878-abdb-2f1659b4129d completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:16.310607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-82df7128-8f4b-4a5c-b0d0-b26f26201840 None None] Provisioning complete for port eda06b9d-65aa-4878-abdb-2f1659b4129d triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:16.311036 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-82df7128-8f4b-4a5c-b0d0-b26f26201840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.357683 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.368196 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-82df7128-8f4b-4a5c-b0d0-b26f26201840 None None] Port eda06b9d-65aa-4878-abdb-2f1659b4129d cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:27:16.377667 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd816a2-18ca-4481-936c-435a07f744e8 req-1e1580f2-7224-4f71-98a5-d06e5729a891 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:16.378358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-3cd816a2-18ca-4481-936c-435a07f744e8 req-1e1580f2-7224-4f71-98a5-d06e5729a891 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:27:16.439114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-3cd816a2-18ca-4481-936c-435a07f744e8 req-1e1580f2-7224-4f71-98a5-d06e5729a891 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:27:16.440325 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3cd816a2-18ca-4481-936c-435a07f744e8 req-1e1580f2-7224-4f71-98a5-d06e5729a891 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 932 time: 0.2363176 May 06 14:27:16.546621 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3cd816a2-18ca-4481-936c-435a07f744e8 req-b4ec5aa5-5cd6-49aa-9e04-15a82142a952 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975432 May 06 14:27:16.645171 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:27:16.748090 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda06b9d-65aa-4878-abdb-2f1659b4129d {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:27:16.755452 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.769608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Transition to ACTIVE for port object eda06b9d-65aa-4878-abdb-2f1659b4129d will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:27:16.773440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:16.925714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Pushing event updated for resources: {'Port': ['ID=eda06b9d-65aa-4878-abdb-2f1659b4129d,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:17.011910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Attempting to bind port eda06b9d-65aa-4878-abdb-2f1659b4129d on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:27:17.012235 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Attempting to bind port eda06b9d-65aa-4878-abdb-2f1659b4129d by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:27:17.012592 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Attempting to bind port eda06b9d-65aa-4878-abdb-2f1659b4129d on network f1ca3d0c-e427-4694-9746-18aa30a1911b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:27:17.017127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Port eda06b9d-65aa-4878-abdb-2f1659b4129d on network f1ca3d0c-e427-4694-9746-18aa30a1911b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:27:17.017438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Attempting to bind port eda06b9d-65aa-4878-abdb-2f1659b4129d on network f1ca3d0c-e427-4694-9746-18aa30a1911b {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:27:17.023258 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:27:17.023581 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Checking segment: {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:27:17.023979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Bound using segment: {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:27:17.024396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Bound port: eda06b9d-65aa-4878-abdb-2f1659b4129d, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:27:17.024757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:17.116816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] For port eda06b9d-65aa-4878-abdb-2f1659b4129d, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:27:17.119849 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] For port eda06b9d-65aa-4878-abdb-2f1659b4129d, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:27:17.123480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:17.203540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:17.204145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:17.205539 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] 10.222.0.76 "PUT /v2.0/ports/eda06b9d-65aa-4878-abdb-2f1659b4129d HTTP/1.1" status: 200 len: 1094 time: 1.0344806 May 06 14:27:17.206146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:27:17.237282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054042ec-478d-4b13-aff3-3c71aa4d196b service neutron] Pushing event updated for resources: {'Port': ['ID=eda06b9d-65aa-4878-abdb-2f1659b4129d,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:17.273268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 286ee89e-7246-428b-8d55-af60c02325db up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:17.291228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc824ff-4da3-4a59-a88d-45abda2f3b62'] response: {'name': 'network-changed', 'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'status': 'completed', 'code': 200} May 06 14:27:17.334602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13badb6-5127-4606-843c-eada64068e04 req-0e609e85-331c-4681-8895-a2581a4b2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:17.336131 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-0e609e85-331c-4681-8895-a2581a4b2b01 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 1097 time: 0.0816016 May 06 14:27:17.348920 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 286ee89e-7246-428b-8d55-af60c02325db triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:17.349554 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:17.413037 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-0e73c431-dfb6-4c22-a5d8-6c2a06339319 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d HTTP/1.1" status: 200 len: 217 time: 0.0695553 May 06 14:27:17.482141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13badb6-5127-4606-843c-eada64068e04 req-1351e13b-1e4c-48cf-b532-50b98c8ab5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:17.483563 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-1351e13b-1e4c-48cf-b532-50b98c8ab5b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa4c04c1-02d1-42c0-9805-47925774dc93 HTTP/1.1" status: 200 len: 834 time: 0.0636351 May 06 14:27:17.716919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13badb6-5127-4606-843c-eada64068e04 req-5c39efc2-33e4-46ce-8df4-16b55da9c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:17.718429 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-5c39efc2-33e4-46ce-8df4-16b55da9c0ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f1ca3d0c-e427-4694-9746-18aa30a1911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2272809 May 06 14:27:17.831832 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dfebd-22b0-4132-b37c-45cd0234b2bb req-e5a3a378-61cb-48a9-ac98-a1aff9be6aa7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:17.833294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-351dfebd-22b0-4132-b37c-45cd0234b2bb req-e5a3a378-61cb-48a9-ac98-a1aff9be6aa7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 944 time: 0.1778152 May 06 14:27:17.892813 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-3022a512-6f34-41de-9014-2446af773dd7 service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665864 May 06 14:27:17.904672 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-351dfebd-22b0-4132-b37c-45cd0234b2bb req-7d5a673b-df4d-427c-9a9c-b62bdf4594ea tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654361 May 06 14:27:18.031795 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e13badb6-5127-4606-843c-eada64068e04 req-550d6724-a7e7-4627-8c0a-62d347c3f833 service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305921 May 06 14:27:18.151311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-8a87d798-1e31-4c57-94a2-6dcdb872fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:18.152726 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-8a87d798-1e31-4c57-94a2-6dcdb872fcfc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 1097 time: 0.0706735 May 06 14:27:18.286975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-fe90de88-2dd8-491f-99a6-3bb383fbdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:18.288409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-fe90de88-2dd8-491f-99a6-3bb383fbdd98 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f1ca3d0c-e427-4694-9746-18aa30a1911b HTTP/1.1" status: 200 len: 897 time: 0.1284359 May 06 14:27:18.363669 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-54d9cd8f-b8c9-49bc-a335-b49f6143a17d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d HTTP/1.1" status: 200 len: 217 time: 0.0676806 May 06 14:27:18.426108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-5be39b3d-d0da-4dc0-9eb7-d742e317a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:18.428008 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-5be39b3d-d0da-4dc0-9eb7-d742e317a2cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa4c04c1-02d1-42c0-9805-47925774dc93 HTTP/1.1" status: 200 len: 834 time: 0.0580499 May 06 14:27:18.508229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-cbfacec1-a2ab-428d-ae09-67cb9da8c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:18.509828 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-cbfacec1-a2ab-428d-ae09-67cb9da8c3c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f1ca3d0c-e427-4694-9746-18aa30a1911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751228 May 06 14:27:18.646067 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-bfb54969-18a3-479c-b5d3-57446beef8e7 service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273284 May 06 14:27:18.778824 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a276c4c1-e600-4d88-af44-7590987fe3c2 req-15fc1309-0ad5-40c6-bee2-169c2ddb34e6 service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265299 May 06 14:27:19.095280 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b66cc-aa95-42b9-9e85-2e28cb2eb2dd req-45e5e454-b2d4-4ce8-9a18-afdbec83a340 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:19.097380 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3c2b66cc-aa95-42b9-9e85-2e28cb2eb2dd req-45e5e454-b2d4-4ce8-9a18-afdbec83a340 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 944 time: 0.0818138 May 06 14:27:19.142071 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3c2b66cc-aa95-42b9-9e85-2e28cb2eb2dd req-c774e566-12d9-40dd-bd54-6fcdcd1f96cf tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390711 May 06 14:27:20.329036 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710fcc9-4988-4d57-9b24-b6527cdcdd6f req-61bff4c4-d502-4c6e-8361-b7e5479b3234 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:20.331001 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8710fcc9-4988-4d57-9b24-b6527cdcdd6f req-61bff4c4-d502-4c6e-8361-b7e5479b3234 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 944 time: 0.0823054 May 06 14:27:20.374596 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8710fcc9-4988-4d57-9b24-b6527cdcdd6f req-68e4ffa0-c54b-40bf-a119-abf05f568f12 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376105 May 06 14:27:21.204461 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device eda06b9d-65aa-4878-abdb-2f1659b4129d details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:27:21.340745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port eda06b9d-65aa-4878-abdb-2f1659b4129d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:21.354512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'port_id': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'mac_address': 'fa:16:3e:7f:99:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:27:21.416347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:21.468665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda06b9d-65aa-4878-abdb-2f1659b4129d {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:27:21.484888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port eda06b9d-65aa-4878-abdb-2f1659b4129d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:21.489886 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:21.559397 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=eda06b9d-65aa-4878-abdb-2f1659b4129d,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:21.572997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895cb0d-82ca-40b2-a4d8-9dd0d9582c3e req-df07e2b9-1b0c-47b4-b9f4-f1ab0599ebb3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:21.574589 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d895cb0d-82ca-40b2-a4d8-9dd0d9582c3e req-df07e2b9-1b0c-47b4-b9f4-f1ab0599ebb3 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 945 time: 0.0843430 May 06 14:27:21.621570 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d895cb0d-82ca-40b2-a4d8-9dd0d9582c3e req-07a043f9-1f1c-45d9-b476-ddfe879b4e94 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409286 May 06 14:27:21.779984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['eda06b9d-65aa-4878-abdb-2f1659b4129d'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:27:22.809822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c99a0-6151-459c-a67f-0024549d7b23 req-85e29149-0d9c-4f9b-86d6-23f80dd3d7f4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:22.811279 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-985c99a0-6151-459c-a67f-0024549d7b23 req-85e29149-0d9c-4f9b-86d6-23f80dd3d7f4 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 945 time: 0.0806582 May 06 14:27:22.856701 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-985c99a0-6151-459c-a67f-0024549d7b23 req-2b202590-9471-4d08-8cb7-27c42bdc4985 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388696 May 06 14:27:23.220901 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device eda06b9d-65aa-4878-abdb-2f1659b4129d up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:27:23.290951 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port eda06b9d-65aa-4878-abdb-2f1659b4129d completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:27:23.296262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port eda06b9d-65aa-4878-abdb-2f1659b4129d triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:27:23.296763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:23.417680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:23.446066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:27:23.456726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port eda06b9d-65aa-4878-abdb-2f1659b4129d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:27:23.460794 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:23.528569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=eda06b9d-65aa-4878-abdb-2f1659b4129d,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:23.540315 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c42604f-5760-4e36-a91f-8cb3bd432945'] response: {'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'code': 200} May 06 14:27:23.869112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87253949-46a4-4ada-b25a-faa3a2961ebf req-23a87011-ca5b-4841-a299-99fcd352789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:23.870576 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-87253949-46a4-4ada-b25a-faa3a2961ebf req-23a87011-ca5b-4841-a299-99fcd352789d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 1099 time: 0.1707113 May 06 14:27:23.912379 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-87253949-46a4-4ada-b25a-faa3a2961ebf req-0dfd840a-7b44-461f-90e8-e0780274e26b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350661 May 06 14:27:24.040834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e7c29-9aa7-4c71-b449-57511410f42c req-bb9315c0-8254-46ee-a3ed-acd6497b2bda tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:24.042300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-703e7c29-9aa7-4c71-b449-57511410f42c req-bb9315c0-8254-46ee-a3ed-acd6497b2bda tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.0813351 May 06 14:27:24.087366 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-703e7c29-9aa7-4c71-b449-57511410f42c req-9c363514-badd-496d-8c2e-e5d147f00c65 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394189 May 06 14:27:25.295640 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59ff1c-3bf6-46f2-9989-ea6b47e480ad req-18bb2dcc-a83f-41ab-b31f-c913fb4ef893 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:25.297033 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4d59ff1c-3bf6-46f2-9989-ea6b47e480ad req-18bb2dcc-a83f-41ab-b31f-c913fb4ef893 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.0978281 May 06 14:27:25.341806 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4d59ff1c-3bf6-46f2-9989-ea6b47e480ad req-3b4fdc63-3d8f-45fc-886c-4aba5c840b6b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381749 May 06 14:27:25.523913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bc9a3-e242-449c-8095-2b502a194b59 req-1d9b9a7b-9a1e-46f2-867a-0cced907cb92 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:25.525409 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-986bc9a3-e242-449c-8095-2b502a194b59 req-1d9b9a7b-9a1e-46f2-867a-0cced907cb92 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.0804162 May 06 14:27:25.575300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-986bc9a3-e242-449c-8095-2b502a194b59 req-4943b9d6-81ad-4cd6-9707-54ba270d248b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442603 May 06 14:27:25.598544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52742) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:25.666934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b765e-29f0-4ca0-854d-d766e8abee7a tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:25.668443 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ce7b765e-29f0-4ca0-854d-d766e8abee7a tempest-TestNetworkAdvancedServerOps-1771333456 tempest-TestNetworkAdvancedServerOps-1771333456-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 1094 time: 0.0689178 May 06 14:27:25.671300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52746) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:25.676354 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:27:25.682385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:27:25.686155 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Usage tracker for resource:floatingip and tenant:fd6f453aebd44166bba562ce7450f2f2 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:27:25.688926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:27:25.695540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:27:25.706368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:25.841609 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:25.978576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Allocated IP 172.26.2.108 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/d2b1968f-1b47-4af8-aee4-58d8131118fd) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:27:26.126739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:26.157046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:26.225237 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:27:26.228440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:27:26.231361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:27:26.270028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=d2b1968f-1b47-4af8-aee4-58d8131118fd,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:26.651915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:26.726511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:26.935040 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:26.939294 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:27.145011 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event updated for resources: {'Port': ['ID=d2b1968f-1b47-4af8-aee4-58d8131118fd,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:27:27.156848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:27.329843 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP 23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1 associated. External IP: 172.26.2.108, port: eda06b9d-65aa-4878-abdb-2f1659b4129d. May 06 14:27:27.693833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 8a800434-4311-4727-8ce5-baa73dda9f43 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:27:27.873108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:27:27.882369 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] Sync routers for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:27:27.891607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:27:27.892211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:27:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:27.898098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:27.959691 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-6a2acd83-4ca3-4dc1-8692-491470c8b533 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2849309 May 06 14:27:27.959691 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:27:28.010795 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1c0099-66b5-4a63-908d-f9859db097bc'] response: {'name': 'network-changed', 'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'status': 'completed', 'code': 200} May 06 14:27:28.088240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:27:28.170351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-b71cd757-ffa1-46db-9bd0-b3c34a98bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:28.171833 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-b71cd757-ffa1-46db-9bd0-b3c34a98bf21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 1099 time: 0.1367884 May 06 14:27:28.179929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef22482-1738-4880-9438-339c75678f2d req-76aebc7c-3de4-4b85-8957-387bcf310ede tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:28.181313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ef22482-1738-4880-9438-339c75678f2d req-76aebc7c-3de4-4b85-8957-387bcf310ede tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.1111262 May 06 14:27:28.320283 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0ef22482-1738-4880-9438-339c75678f2d req-9cf5add5-489e-4103-ba2c-3837f86b5b03 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196218 May 06 14:27:28.345026 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52754) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:28.360751 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-1d5f9e46-603f-4ae8-884d-477b4503efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:28.362247 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-1d5f9e46-603f-4ae8-884d-477b4503efe2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f1ca3d0c-e427-4694-9746-18aa30a1911b HTTP/1.1" status: 200 len: 897 time: 0.1800821 May 06 14:27:28.442659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.108', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'port_id': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'mac_address': 'fa:16:3e:7f:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:27:26Z', 'updated_at': '2022-05-06T14:27:26Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286ee89e-7246-428b-8d55-af60c02325db', 'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:0c:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:10Z', 'updated_at': '2022-05-06T14:27:15Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:28.446927 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] Checking router: 8a800434-4311-4727-8ce5-baa73dda9f43 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:27:28.454921 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9b36986f-3ded-4484-a2ac-920f7e21620d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1 HTTP/1.1" status: 200 len: 992 time: 0.1087010 May 06 14:27:28.457254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:27:28.457862 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:27:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:28.466984 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-9e64927b-8de8-4fd9-90c9-24f8c9608f3e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d HTTP/1.1" status: 200 len: 1000 time: 0.0977371 May 06 14:27:28.640059 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-037d1825-32e0-48b4-8401-0e9bee144e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:28.641454 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-037d1825-32e0-48b4-8401-0e9bee144e27 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa4c04c1-02d1-42c0-9805-47925774dc93 HTTP/1.1" status: 200 len: 834 time: 0.1689246 May 06 14:27:28.646778 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:27:28.718364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-e15824cc-891f-42d9-afbf-322465d34463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:28.719868 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-e15824cc-891f-42d9-afbf-322465d34463 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f1ca3d0c-e427-4694-9746-18aa30a1911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718167 May 06 14:27:28.853395 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-e210969d-01ee-4362-894a-4741727e375e service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260250 May 06 14:27:28.990413 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-34005641-8dd6-4aa7-94ae-7b9f62898754 req-9671bb86-3fcf-4f47-adcb-0070c80273e1 service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307893 May 06 14:27:29.043105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.108', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'port_id': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'mac_address': 'fa:16:3e:7f:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:27:26Z', 'updated_at': '2022-05-06T14:27:26Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286ee89e-7246-428b-8d55-af60c02325db', 'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:0c:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:10Z', 'updated_at': '2022-05-06T14:27:15Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:27:29.047190 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84380964-a0b2-4a4a-b470-15fc64ca203f None None] The sync data for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv is: [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'floating_ip_address': '172.26.2.108', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'port_id': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'mac_address': 'fa:16:3e:7f:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:27:26Z', 'updated_at': '2022-05-06T14:27:26Z', 'revision_number': 0, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '286ee89e-7246-428b-8d55-af60c02325db', 'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:0c:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:10Z', 'updated_at': '2022-05-06T14:27:15Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:27:29.240821 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1970a367-12ca-47cd-b7e7-e86949bff250 None None] New status for floating IP 23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1: ACTIVE {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:27:29.458248 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52758) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:27:29.577216 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a9b68310-f605-45db-93bc-39e4d40d6488 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1 HTTP/1.1" status: 200 len: 994 time: 0.1177046 May 06 14:27:33.527039 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-37a68e50-bc2c-4919-a621-0a7089fc7f56 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736358 May 06 14:27:33.665022 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-fd3a40ae-ec5d-48c1-a4a8-f9c4f9a5da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:33.666475 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-fd3a40ae-ec5d-48c1-a4a8-f9c4f9a5da72 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 1099 time: 0.0702150 May 06 14:27:33.811642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-768b1527-a0de-48be-9340-9209a167c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:33.813124 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-768b1527-a0de-48be-9340-9209a167c07b service neutron] 10.222.0.76 "GET /v2.0/networks?id=f1ca3d0c-e427-4694-9746-18aa30a1911b HTTP/1.1" status: 200 len: 897 time: 0.1271574 May 06 14:27:33.919640 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-bb63c615-8d56-45e9-9ac4-21f92674ef46 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d HTTP/1.1" status: 200 len: 1002 time: 0.0981390 May 06 14:27:33.982069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-6cabe093-0e8b-4527-867d-d8fb4454a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:33.983509 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-6cabe093-0e8b-4527-867d-d8fb4454a06e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa4c04c1-02d1-42c0-9805-47925774dc93 HTTP/1.1" status: 200 len: 834 time: 0.0579545 May 06 14:27:34.062255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-50cef5f5-ceed-4102-a7f7-c233f7ae7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:27:34.063641 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-50cef5f5-ceed-4102-a7f7-c233f7ae7a00 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f1ca3d0c-e427-4694-9746-18aa30a1911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734723 May 06 14:27:34.194176 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-783bf840-4343-4ae2-b5b9-93e699ca6d83 service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237371 May 06 14:27:34.334126 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-91cf9069-4ff4-4b7d-9b3d-72ae9e1d67df req-e48c00be-e65e-4155-a356-78ea1012c533 service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334693 May 06 14:27:36.379320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:36.697990 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-af46df39-7ced-4ff0-a90b-e77bf327e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:39.044534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0146-c291-4b3e-a596-aab2d2b67d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:40.114982 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:40.139413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:41.740413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:27:53.644669 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:28:03.211159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d56a8-4856-457c-b45e-38ced0b7a6bd req-c9d449b7-57d5-48f4-b279-19522332c5ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:03.212718 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-417d56a8-4856-457c-b45e-38ced0b7a6bd req-c9d449b7-57d5-48f4-b279-19522332c5ff tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.0836833 May 06 14:28:03.262899 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-417d56a8-4856-457c-b45e-38ced0b7a6bd req-7b59a7b1-bd08-4770-adc0-32a490249b11 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444753 May 06 14:28:04.455353 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e46761-95eb-4262-8805-2bba32c0b288 req-be2258af-b520-482f-a740-3d7689934ea9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:04.457035 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e2e46761-95eb-4262-8805-2bba32c0b288 req-be2258af-b520-482f-a740-3d7689934ea9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.0821064 May 06 14:28:04.501873 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e2e46761-95eb-4262-8805-2bba32c0b288 req-b9a4c352-95c7-4363-879a-4262196ea4f9 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390506 May 06 14:28:04.525622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52778) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:04.633722 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-83b0a707-1fcb-4652-8617-93e4e0dcb15a tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1 HTTP/1.1" status: 200 len: 994 time: 0.1069717 May 06 14:28:06.164992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-f3cd04a3-dbc2-46d2-a400-c6aba3ed2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:06.166446 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-f3cd04a3-dbc2-46d2-a400-c6aba3ed2d56 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 1099 time: 0.1024339 May 06 14:28:06.174519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d01e4-07af-409b-9ebc-91f4a6472a18 req-81066aff-b8aa-4c6e-a0fc-e57245e2611c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:06.176111 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a39d01e4-07af-409b-9ebc-91f4a6472a18 req-81066aff-b8aa-4c6e-a0fc-e57245e2611c tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.1424136 May 06 14:28:06.390188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:06.396408 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a39d01e4-07af-409b-9ebc-91f4a6472a18 req-e9bd8c6e-6cd1-4619-a995-3b76a96502db tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021165 May 06 14:28:06.434860 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-d31bc95c-c48b-4b1c-b185-76b8e219cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:06.436220 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-d31bc95c-c48b-4b1c-b185-76b8e219cc32 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f1ca3d0c-e427-4694-9746-18aa30a1911b HTTP/1.1" status: 200 len: 897 time: 0.2592950 May 06 14:28:06.538935 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-35075c2a-49c0-4a6f-b5f3-5f69cdd98d68 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d HTTP/1.1" status: 200 len: 1002 time: 0.0960875 May 06 14:28:06.607160 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-d8eb5401-d630-42d0-936e-9bc32767e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:06.608595 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-d8eb5401-d630-42d0-936e-9bc32767e0ae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa4c04c1-02d1-42c0-9805-47925774dc93 HTTP/1.1" status: 200 len: 834 time: 0.0627766 May 06 14:28:06.684215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-d81e0cb1-6b05-4210-90d5-c7de4958c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:06.685975 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-d81e0cb1-6b05-4210-90d5-c7de4958c80a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f1ca3d0c-e427-4694-9746-18aa30a1911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711288 May 06 14:28:06.701322 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3c04effd-c5f3-49f2-9449-097c35b340e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:06.822528 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-3aa5709f-90cf-4bcc-a789-f2b20c06c6fa service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304526 May 06 14:28:06.955126 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d6811a4c-d220-4b0f-90bb-182b8dd63e78 req-0d510a56-fd8f-4fc2-8f5b-c509c908e4a1 service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259358 May 06 14:28:07.596224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc8ce1-7789-4f5b-b522-3193ed021ee5 req-441c2a5e-4349-4fba-a280-c057fee6fbf0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:07.598018 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69dc8ce1-7789-4f5b-b522-3193ed021ee5 req-441c2a5e-4349-4fba-a280-c057fee6fbf0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.0870190 May 06 14:28:07.643677 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-69dc8ce1-7789-4f5b-b522-3193ed021ee5 req-b74bef9e-7c5e-4fd2-a54e-a75c4c8139ad tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397112 May 06 14:28:08.973986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67980821-7103-40fd-99fd-ff506d3c2bc4 req-156fab31-823d-4917-900b-6949ca5b940b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:08.975500 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67980821-7103-40fd-99fd-ff506d3c2bc4 req-156fab31-823d-4917-900b-6949ca5b940b tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.0837002 May 06 14:28:09.020580 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67980821-7103-40fd-99fd-ff506d3c2bc4 req-0b9734b6-7712-4ade-9b03-6b6ba5a28db7 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394228 May 06 14:28:09.045938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52792) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:09.048581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fb7bf2c-ef32-4394-a176-762a6fb12868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:09.153515 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a36b6c52-bc81-4e36-a6a7-b87ac131e60d tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/floatingips/23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1 HTTP/1.1" status: 200 len: 994 time: 0.1064126 May 06 14:28:09.420387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52800) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:09.620897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port d2b1968f-1b47-4af8-aee4-58d8131118fd {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:28:09.621239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:09.907823 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:09.908064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:10.030671 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for d2b1968f-1b47-4af8-aee4-58d8131118fd owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:28:10.118436 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:10.143474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:10.184989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:10.234002 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=d2b1968f-1b47-4af8-aee4-58d8131118fd,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:10.276824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.277176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.277519 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.277859 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.278193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.278524 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.278850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.279177 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.279501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.279825 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.280150 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.280551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:10.340588 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:10.340921 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Floating IP 23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1 disassociated (deleted). External IP: 172.26.2.108, port: eda06b9d-65aa-4878-abdb-2f1659b4129d. May 06 14:28:10.699362 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 8a800434-4311-4727-8ce5-baa73dda9f43 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:28:10.884398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:28:10.894802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] Sync routers for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:28:10.904442 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:10.905085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:10.905761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:10.965572 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-1096e47d-1531-4f39-8b15-d00237d146fb tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/floatingips/23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1 HTTP/1.1" status: 204 len: 168 time: 1.5412188 May 06 14:28:10.965572 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:28:11.009267 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e877c3a-7e8a-41ef-b73a-cce56b6e843c'] response: {'name': 'network-changed', 'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'status': 'completed', 'code': 200} May 06 14:28:11.096891 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:11.110517 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-08ee97d7-c665-4df9-af8a-07e8bbe2bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:11.112767 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-08ee97d7-c665-4df9-af8a-07e8bbe2bfbc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd6f453aebd44166bba562ce7450f2f2&device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 1099 time: 0.0809333 May 06 14:28:11.260789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-94eec1b7-901c-431a-9fec-69662d65fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:11.262274 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-94eec1b7-901c-431a-9fec-69662d65fdf3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f1ca3d0c-e427-4694-9746-18aa30a1911b HTTP/1.1" status: 200 len: 897 time: 0.1437206 May 06 14:28:11.367614 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-390804dd-cd41-4790-a20e-0ae9ce233837 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d HTTP/1.1" status: 200 len: 217 time: 0.0736244 May 06 14:28:11.416804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '286ee89e-7246-428b-8d55-af60c02325db', 'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:0c:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:10Z', 'updated_at': '2022-05-06T14:27:15Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:11.420695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] Checking router: 8a800434-4311-4727-8ce5-baa73dda9f43 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:28:11.429790 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:11.430402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:11.444890 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-df4e043a-d4e3-417b-ab9c-b043d355315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:11.446297 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-df4e043a-d4e3-417b-ab9c-b043d355315d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fa4c04c1-02d1-42c0-9805-47925774dc93 HTTP/1.1" status: 200 len: 834 time: 0.0702000 May 06 14:28:11.491635 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88171042-cc75-476c-a996-4e4e08d99456 req-3779c050-12e9-437b-9d86-0f3ca0f587ab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:11.493053 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88171042-cc75-476c-a996-4e4e08d99456 req-3779c050-12e9-437b-9d86-0f3ca0f587ab tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.2288747 May 06 14:28:11.557282 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-88171042-cc75-476c-a996-4e4e08d99456 req-ae1903d9-ec91-4c6a-bd84-491ce6f4c001 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524728 May 06 14:28:11.570584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-6038fa5e-ec4e-40d7-b2be-449046758dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:11.572328 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-6038fa5e-ec4e-40d7-b2be-449046758dc0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f1ca3d0c-e427-4694-9746-18aa30a1911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178992 May 06 14:28:11.616964 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:11.708300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-eb560fec-7334-4eac-b1e6-6f3b2650893c service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287665 May 06 14:28:11.870365 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:11.952837 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e444c0c-bf33-48f4-ba29-7a2b413d051a req-e39387d9-823d-41f7-adf1-33dcced86018 service neutron] 10.222.0.76 "GET /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369831 May 06 14:28:11.996123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '286ee89e-7246-428b-8d55-af60c02325db', 'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:0c:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:10Z', 'updated_at': '2022-05-06T14:27:15Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:12.000103 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4750c6-6712-4433-9e38-c096f3cb8aaf None None] The sync data for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv is: [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:11Z', 'revision_number': 4, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '286ee89e-7246-428b-8d55-af60c02325db', 'name': '', 'network_id': 'f1ca3d0c-e427-4694-9746-18aa30a1911b', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'mac_address': 'fa:16:3e:0c:6e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:10Z', 'updated_at': '2022-05-06T14:27:15Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'subnets': [{'id': 'fa4c04c1-02d1-42c0-9805-47925774dc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:28:12.209811 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58dee6b-9e95-4b27-b625-8532f1040192 None None] New status for floating IP 23f78ed0-2e4b-4045-9b92-c0af1dd2e6e1: DOWN {{(pid=87987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:28:12.754589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01778e-cd4a-4485-af6a-21d24c0a8bad req-3f24cf2c-97e3-4e77-8a39-a6c3580b7401 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:12.755978 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e01778e-cd4a-4485-af6a-21d24c0a8bad req-3f24cf2c-97e3-4e77-8a39-a6c3580b7401 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.0856540 May 06 14:28:12.800142 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3e01778e-cd4a-4485-af6a-21d24c0a8bad req-8faaa650-884a-4e75-99ae-5b673e4c9f8e tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4028b63-d8b7-4c28-9126-2b1ec06544ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373251 May 06 14:28:12.894289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-5f5fe303-17d9-4492-aa20-c545110768b5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:12.895723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-5f5fe303-17d9-4492-aa20-c545110768b5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 946 time: 0.0892754 May 06 14:28:12.973999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port eda06b9d-65aa-4878-abdb-2f1659b4129d {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:28:12.974337 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:13.228735 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port eda06b9d-65aa-4878-abdb-2f1659b4129d, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=eda06b9d-65aa-4878-abdb-2f1659b4129d,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:13.229088 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:13.355519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for eda06b9d-65aa-4878-abdb-2f1659b4129d owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:28:13.504607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:13.554462 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=eda06b9d-65aa-4878-abdb-2f1659b4129d,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:13.593172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.593534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.593854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.594186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.594519 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.594845 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.595168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.595489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.595854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.596286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.596641 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.596968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:13.642242 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] No DVR routers for this DVR port eda06b9d-65aa-4878-abdb-2f1659b4129d on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:28:13.645024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:13.647561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'name': 'network-vif-deleted', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:28:13.660283 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b74fef5a-fb42-452c-8679-06d85fcda693 req-08cd3a4f-0b24-4a3f-ab32-3d78371de265 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.76 "DELETE /v2.0/ports/eda06b9d-65aa-4878-abdb-2f1659b4129d HTTP/1.1" status: 204 len: 173 time: 0.7564871 May 06 14:28:13.694516 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b744378-701e-401b-b81e-73f414361eb5'] response: {'server_uuid': 'd962e814-b1b6-4d9b-b9d5-fec839e98d3c', 'name': 'network-vif-deleted', 'tag': 'eda06b9d-65aa-4878-abdb-2f1659b4129d', 'status': 'completed', 'code': 200} May 06 14:28:13.979675 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-dac3e43d-ff06-4e58-9391-4f759396340d req-0818ceca-0afb-460e-bd6f-b6fe2c6e5bd0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Synchronizing usage tracker for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:28:13.996596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-dac3e43d-ff06-4e58-9391-4f759396340d req-0818ceca-0afb-460e-bd6f-b6fe2c6e5bd0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Unset dirty status for tenant:fd6f453aebd44166bba562ce7450f2f2 on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:28:13.997760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-dac3e43d-ff06-4e58-9391-4f759396340d req-0818ceca-0afb-460e-bd6f-b6fe2c6e5bd0 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "GET /v2.0/ports?device_id=d962e814-b1b6-4d9b-b9d5-fec839e98d3c HTTP/1.1" status: 200 len: 210 time: 0.0634537 May 06 14:28:15.095386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52818) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:15.762896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:16.115894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port 286ee89e-7246-428b-8d55-af60c02325db {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:28:16.116589 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:16.305690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port 286ee89e-7246-428b-8d55-af60c02325db, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=286ee89e-7246-428b-8d55-af60c02325db,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:16.306040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:16.434797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for 286ee89e-7246-428b-8d55-af60c02325db owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:28:16.759325 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:16.807374 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=286ee89e-7246-428b-8d55-af60c02325db,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:17.213725 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:17.503218 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device eda06b9d-65aa-4878-abdb-2f1659b4129d no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:28:17.541763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: eda06b9d-65aa-4878-abdb-2f1659b4129d {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:28:17.542113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device eda06b9d-65aa-4878-abdb-2f1659b4129d not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:28:17.585501 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Router 8a800434-4311-4727-8ce5-baa73dda9f43 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:28:17.769822 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:28:17.780279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] Sync routers for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:28:17.786373 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-f3de4781-d15d-4dac-b988-f79afd847bba tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "PUT /v2.0/routers/8a800434-4311-4727-8ce5-baa73dda9f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6893868 May 06 14:28:17.789132 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52822) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:17.793570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:17.794214 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:17.855145 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-002284ba-6fcd-4625-9a08-9b228f22bdb8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting subnet fa4c04c1-02d1-42c0-9805-47925774dc93 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:28:17.858241 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-002284ba-6fcd-4625-9a08-9b228f22bdb8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:17.912147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-002284ba-6fcd-4625-9a08-9b228f22bdb8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:17.976049 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:18.001626 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-002284ba-6fcd-4625-9a08-9b228f22bdb8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:18.075887 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-002284ba-6fcd-4625-9a08-9b228f22bdb8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:18.117106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-002284ba-6fcd-4625-9a08-9b228f22bdb8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:18.122608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002284ba-6fcd-4625-9a08-9b228f22bdb8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4c04c1-02d1-42c0-9805-47925774dc93,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:18.125898 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-002284ba-6fcd-4625-9a08-9b228f22bdb8 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/subnets/fa4c04c1-02d1-42c0-9805-47925774dc93 HTTP/1.1" status: 204 len: 168 time: 0.3358529 May 06 14:28:18.129007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52826) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:18.148071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc5ad8-3fbf-4a16-aec8-5e31161d7494 None None] Network f1ca3d0c-e427-4694-9746-18aa30a1911b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:28:18.309957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:18.445656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:28:16Z', 'revision_number': 5, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port': {'id': 'b9ed62f6-f39e-4d41-8225-680f0675a19a', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:51:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:18.449903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] Checking router: 8a800434-4311-4727-8ce5-baa73dda9f43 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:28:18.459923 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] Routers {'8a800434-4311-4727-8ce5-baa73dda9f43'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:18.460727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['8a800434-4311-4727-8ce5-baa73dda9f43'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:18.493244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:18.504726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Deleting port b9ed62f6-f39e-4d41-8225-680f0675a19a {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:28:18.505148 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:18.516301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] DHCP port deletion for f1ca3d0c-e427-4694-9746-18aa30a1911b request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:28:18.581679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Deleting port 6a320b83-ff10-4349-8731-d31f29e9be2d {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:28:18.582054 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:18.701973 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] Set router 8a800434-4311-4727-8ce5-baa73dda9f43 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:18.786363 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] For port b9ed62f6-f39e-4d41-8225-680f0675a19a, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=b9ed62f6-f39e-4d41-8225-680f0675a19a,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:18.786630 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:18.873221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:28:18Z', 'revision_number': 6, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:18.882792 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf40ce9-6b5b-4004-a688-d3a644873cac None None] The sync data for ids ['8a800434-4311-4727-8ce5-baa73dda9f43'] in dv-neutron-840888-1-hyperv is: [{'id': '8a800434-4311-4727-8ce5-baa73dda9f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294506357', 'tenant_id': 'fd6f453aebd44166bba562ce7450f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:27:06Z', 'updated_at': '2022-05-06T14:28:18Z', 'revision_number': 6, 'project_id': 'fd6f453aebd44166bba562ce7450f2f2', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:28:18.912478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Calling delete_port for b9ed62f6-f39e-4d41-8225-680f0675a19a owned by network:router_gateway {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:28:18.975632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [req-23ea1a7b-20ef-49ff-88ab-fd1ad8f611b6 req-020a0b64-d33e-4bcb-bab7-b0bb5a3dc1a2 service neutron] (87985) timed out ('10.222.0.21', 48766) {{(pid=87985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:28:18.991170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] For port 6a320b83-ff10-4349-8731-d31f29e9be2d, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=6a320b83-ff10-4349-8731-d31f29e9be2d,segment=NetworkSegment(9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca),segment_id=9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:18.991555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.111024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Calling delete_port for 6a320b83-ff10-4349-8731-d31f29e9be2d owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:28:19.190972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821'] for port, after_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.225982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.242876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Pushing event deleted for resources: {'Port': ['ID=6a320b83-ff10-4349-8731-d31f29e9be2d,revision_number=None']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:19.245640 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] No DVR routers for this DVR port 6a320b83-ff10-4349-8731-d31f29e9be2d on host dv-neutron-840888-1-hyperv {{(pid=87986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:28:19.254762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.254864 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.255201 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.255539 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.255875 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.256209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.256580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.257414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.257414 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.257613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.257854 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.258261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e6d02-a0db-4d7d-bebf-5775e9ebd741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:19.283830 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Port': ['ID=b9ed62f6-f39e-4d41-8225-680f0675a19a,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:19.314921 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 286ee89e-7246-428b-8d55-af60c02325db no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:28:19.354594 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 286ee89e-7246-428b-8d55-af60c02325db {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:28:19.355052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 286ee89e-7246-428b-8d55-af60c02325db not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:28:19.355544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6a320b83-ff10-4349-8731-d31f29e9be2d no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:28:19.380132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.389076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 6a320b83-ff10-4349-8731-d31f29e9be2d {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:28:19.389500 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 6a320b83-ff10-4349-8731-d31f29e9be2d not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:28:19.554956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.557256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.585186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.585912 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Fanout notify agent at l3_agent the message router_deleted on router 8a800434-4311-4727-8ce5-baa73dda9f43 {{(pid=87984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:28:19.601422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.602499 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-19b88e43-ebb2-4838-9b14-e45ae8aa3d56 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/routers/8a800434-4311-4727-8ce5-baa73dda9f43 HTTP/1.1" status: 204 len: 168 time: 1.4724989 May 06 14:28:19.605188 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52830) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:19.726075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.868855 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.895542 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ca3d0c-e427-4694-9746-18aa30a1911b']}} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:19.908755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca') {'for_net_delete': True} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:19.909297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.services.segments.db [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9113f11b-bcc3-40b9-ac06-4d5c1b98f4ca') {} {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:19.921811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2788415'] for segment, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.938969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.945477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=87984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:28:19.946005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-389874'] for segment, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: Traceback (most recent call last): May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: timer() May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: cb(*args, **kw) May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: return func(*args, **kwargs) May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: self._notify() May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: self.callback(batched_events) May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: event.method(event) May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: return f(self, *a, **k) May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._get(url).json() May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: return self.request(url, 'GET', **kwargs) May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:28:19.960754 dv-neutron-840888-1-hyperv neutron-server[87984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:28:20.146500 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:20.151372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:20.175991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'Network': ['ID=f1ca3d0c-e427-4694-9746-18aa30a1911b,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:20.184208 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-79c1553f-8a5e-417d-bf33-ee8fbd3373b2 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/networks/f1ca3d0c-e427-4694-9746-18aa30a1911b HTTP/1.1" status: 204 len: 168 time: 0.5779948 May 06 14:28:20.186859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52834) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:20.255885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a40be8a-72a8-4415-a2c0-bc3b9bd128c5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:20.287097 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a40be8a-72a8-4415-a2c0-bc3b9bd128c5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:20.353152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a40be8a-72a8-4415-a2c0-bc3b9bd128c5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:20.372887 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40be8a-72a8-4415-a2c0-bc3b9bd128c5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4028b63-d8b7-4c28-9126-2b1ec06544ff,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:20.385358 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5a40be8a-72a8-4415-a2c0-bc3b9bd128c5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:20.386471 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5a40be8a-72a8-4415-a2c0-bc3b9bd128c5 tempest-TestNetworkAdvancedServerOps-121684576 tempest-TestNetworkAdvancedServerOps-121684576-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4028b63-d8b7-4c28-9126-2b1ec06544ff HTTP/1.1" status: 204 len: 168 time: 0.1987309 May 06 14:28:20.753346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52844) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:20.919236 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2705b748-ecc0-4ceb-a4f9-b747e46b7808 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd6f453aebd44166bba562ce7450f2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647375 May 06 14:28:20.921643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52850) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:20.981399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4459eae-d37a-42f9-b992-a05983f2b27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.008487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4459eae-d37a-42f9-b992-a05983f2b27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.065600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4459eae-d37a-42f9-b992-a05983f2b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.090993 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4459eae-d37a-42f9-b992-a05983f2b27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f784739-17e2-421d-b11f-b5302bc35551,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:21.098084 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-e4459eae-d37a-42f9-b992-a05983f2b27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.099211 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-e4459eae-d37a-42f9-b992-a05983f2b27b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f784739-17e2-421d-b11f-b5302bc35551 HTTP/1.1" status: 204 len: 168 time: 0.1766663 May 06 14:28:21.276104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b9ed62f6-f39e-4d41-8225-680f0675a19a no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:28:21.309915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: b9ed62f6-f39e-4d41-8225-680f0675a19a {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:28:21.310278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device b9ed62f6-f39e-4d41-8225-680f0675a19a not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:28:21.383320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52860) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:21.401371 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a0fd22ce-6bf3-4145-9a27-6abf56ef19e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.415495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a0fd22ce-6bf3-4145-9a27-6abf56ef19e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:21.419367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a0fd22ce-6bf3-4145-9a27-6abf56ef19e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed48df636e0483b91b54677c5209ab6 is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:21.422193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-a0fd22ce-6bf3-4145-9a27-6abf56ef19e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:21.428032 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-a0fd22ce-6bf3-4145-9a27-6abf56ef19e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:21.516896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a0fd22ce-6bf3-4145-9a27-6abf56ef19e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.521355 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a0fd22ce-6bf3-4145-9a27-6abf56ef19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.569348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a0fd22ce-6bf3-4145-9a27-6abf56ef19e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ed48df636e0483b91b54677c5209ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849475 May 06 14:28:21.570083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd22ce-6bf3-4145-9a27-6abf56ef19e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83b76b6-b9d8-4c2a-85d6-c202701d6b1e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:21.572685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52864) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:21.635946 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-934ee6fc-30c5-42f8-8f00-fbc025918092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.661576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-934ee6fc-30c5-42f8-8f00-fbc025918092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.713797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-934ee6fc-30c5-42f8-8f00-fbc025918092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.730885 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ee6fc-30c5-42f8-8f00-fbc025918092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83b76b6-b9d8-4c2a-85d6-c202701d6b1e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:21.737287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-934ee6fc-30c5-42f8-8f00-fbc025918092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:21.739462 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-934ee6fc-30c5-42f8-8f00-fbc025918092 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b83b76b6-b9d8-4c2a-85d6-c202701d6b1e HTTP/1.1" status: 204 len: 168 time: 0.1654391 May 06 14:28:22.509603 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52888) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:22.614166 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-95208317-network', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:22.619350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:22.623183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Usage tracker for resource:network and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:22.626031 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:22.632743 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:22.642506 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Made reservation on behalf of fca2359a447849dc9fb7cb362280530b for: {'network': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:28:22.645149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:22.657105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:22.672469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:22.677079 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:22.680030 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:22.686745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:22.776680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:22.780656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:22.812870 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=87985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:28:22.826180 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48c636a-5ffe-4a43-94ce-4d79560c4119,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:22.831574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:22.832130 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.segments_db [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Added segment 10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf of type vlan for network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 May 06 14:28:22.866899 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:22.899810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:22.900794 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:22.901404 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:23.126448 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] Pushing event updated for resources: {'Network': ['ID=5590cefe-908a-4d18-bc39-4b9ae93d5ca6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:23.130482 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b9691f0e-b557-410a-ac98-e0a2b0ae0637 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6198251 May 06 14:28:23.134427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52894) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:23.137094 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:28:23.141648 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Request body: {'subnet': {'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-95208317-subnet', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'ip_version': 4}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:23.147370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:23.151739 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Usage tracker for resource:subnet and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:23.154792 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:23.161806 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:23.174201 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Made reservation on behalf of fca2359a447849dc9fb7cb362280530b for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:28:23.177154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:23.413712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:23.513732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf203f36-e422-4c4e-9c5f-2384874affae,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:23.527732 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Checking segment: {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:28:23.528082 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Network hostable DHCP agents. Network: 5590cefe-908a-4d18-bc39-4b9ae93d5ca6, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:28:23.552252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:28:23.562350 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 5590cefe-908a-4d18-bc39-4b9ae93d5ca6) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:23.569999 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:23.570761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:23.572614 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c397c48-9876-4c31-9850-6f0eaf934a5a None None] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:28:23.600564 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-bcb9d30a-78d0-49b4-9667-47dc079cfb87 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4644778 May 06 14:28:23.603028 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52898) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:23.610980 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:23.619447 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:23.625762 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Usage tracker for resource:router and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:23.631229 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:23.640580 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:23.655878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:23.657469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:23.679906 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:23.836742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:28:23.837584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:23.962872 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:23.995360 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Allocated IP 172.20.0.2 (5590cefe-908a-4d18-bc39-4b9ae93d5ca6/cf203f36-e422-4c4e-9c5f-2384874affae/70fd4b94-3ce8-4480-ba14-c14b47953a72) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:24.202111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:24.212612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Transition to ACTIVE for port object 70fd4b94-3ce8-4480-ba14-c14b47953a72 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:24.232698 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Transition to ACTIVE for port object 70fd4b94-3ce8-4480-ba14-c14b47953a72 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:24.239111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:24.300388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:24.312001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:24.315610 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:24.318615 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:28:24.328801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Pushing event updated for resources: {'Port': ['ID=70fd4b94-3ce8-4480-ba14-c14b47953a72,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:24.337384 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:24.413538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Attempting to bind port 70fd4b94-3ce8-4480-ba14-c14b47953a72 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:28:24.413898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Attempting to bind port 70fd4b94-3ce8-4480-ba14-c14b47953a72 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:28:24.415748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Attempting to bind port 70fd4b94-3ce8-4480-ba14-c14b47953a72 on network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:28:24.424209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:28:24.424209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Checking segment: {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:28:24.426352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:24.426352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Bound using segment: {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:28:24.426352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Bound port: 70fd4b94-3ce8-4480-ba14-c14b47953a72, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:28:24.426352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:24.479206 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Allocated IP 172.26.2.219 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/3d015863-93e9-4144-9290-9ba564766fb0) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:24.551110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] For port 70fd4b94-3ce8-4480-ba14-c14b47953a72, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:28:24.554279 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] For port 70fd4b94-3ce8-4480-ba14-c14b47953a72, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70fd4b94-3ce8-4480-ba14-c14b47953a72,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:28:24.565997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:24.641106 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:24.648168 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6f6fe-8fb7-4cc0-b684-8ea8ea177930 None None] Pushing event updated for resources: {'Port': ['ID=70fd4b94-3ce8-4480-ba14-c14b47953a72,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:24.681130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:24.749638 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:24.753511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:24.756475 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:28:24.793706 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Pushing event updated for resources: {'Port': ['ID=3d015863-93e9-4144-9290-9ba564766fb0,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:25.316865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 70fd4b94-3ce8-4480-ba14-c14b47953a72 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:25.317579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:25.389793 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 70fd4b94-3ce8-4480-ba14-c14b47953a72 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:25.572967 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c6769c-ab0e-43cf-ac25-69f3b68a40ae None None] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:28:25.667137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7d013d1f-435b-425e-bdc5-1900d0b53216 None None] Provisioning for port 70fd4b94-3ce8-4480-ba14-c14b47953a72 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:25.680271 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:25.684799 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7d013d1f-435b-425e-bdc5-1900d0b53216 None None] Provisioning complete for port 70fd4b94-3ce8-4480-ba14-c14b47953a72 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:25.685169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d013d1f-435b-425e-bdc5-1900d0b53216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:25.899138 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Router b4eb71b9-6613-4279-a531-570ad1ffad2a is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:28:25.907241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d013d1f-435b-425e-bdc5-1900d0b53216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:25.948926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7d013d1f-435b-425e-bdc5-1900d0b53216 None None] For port 70fd4b94-3ce8-4480-ba14-c14b47953a72, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70fd4b94-3ce8-4480-ba14-c14b47953a72,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:25.954202 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7d013d1f-435b-425e-bdc5-1900d0b53216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:26.025522 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d013d1f-435b-425e-bdc5-1900d0b53216 None None] Pushing event updated for resources: {'Port': ['ID=70fd4b94-3ce8-4480-ba14-c14b47953a72,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:26.091712 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:28:26.101651 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Sync routers for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:28:26.112117 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:26.113244 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:26.118724 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:26.119959 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-37104e39-e3ce-4804-97ea-c10da96efd9d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5156822 May 06 14:28:26.123078 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52902) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:26.180329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-61f5f736-b1ae-4c7e-a5e1-2dea278e4e67 None None] Provisioning complete for port 70fd4b94-3ce8-4480-ba14-c14b47953a72 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:26.180727 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-61f5f736-b1ae-4c7e-a5e1-2dea278e4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:26.303071 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:26.593649 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:25Z', 'revision_number': 3, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:26.598021 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Checking router: b4eb71b9-6613-4279-a531-570ad1ffad2a for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:28:26.598356 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Updating router b4eb71b9-6613-4279-a531-570ad1ffad2a port 3d015863-93e9-4144-9290-9ba564766fb0 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:28:26.651032 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:26.800686 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:26.995157 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.007399 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Transition to ACTIVE for port object 3d015863-93e9-4144-9290-9ba564766fb0 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:27.012553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Allocated IP 172.20.0.1 (5590cefe-908a-4d18-bc39-4b9ae93d5ca6/cf203f36-e422-4c4e-9c5f-2384874affae/7feee50d-ac6e-45e4-9a6f-47f20edce976) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:27.014245 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.101375 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Attempting to bind port 3d015863-93e9-4144-9290-9ba564766fb0 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:28:27.101735 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Attempting to bind port 3d015863-93e9-4144-9290-9ba564766fb0 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:28:27.102407 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Attempting to bind port 3d015863-93e9-4144-9290-9ba564766fb0 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:28:27.108119 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Pushing event updated for resources: {'Port': ['ID=3d015863-93e9-4144-9290-9ba564766fb0,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:27.113793 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:28:27.114160 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:28:27.114551 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.114942 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:28:27.115408 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Bound port: 3d015863-93e9-4144-9290-9ba564766fb0, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:28:27.115771 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.154805 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.155146 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.155483 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.155812 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.156136 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.156485 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.156821 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.157120 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.157440 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.157758 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.158696 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.159614 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:28:27.161621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.177600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Transition to ACTIVE for port object 7feee50d-ac6e-45e4-9a6f-47f20edce976 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:27.201907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.205565 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] For port 3d015863-93e9-4144-9290-9ba564766fb0, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:28:27.209361 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] For port 3d015863-93e9-4144-9290-9ba564766fb0, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3d015863-93e9-4144-9290-9ba564766fb0,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:28:27.213918 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.283551 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:27.287854 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:27.289336 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Pushing event updated for resources: {'Port': ['ID=7feee50d-ac6e-45e4-9a6f-47f20edce976,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:27.289988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 70fd4b94-3ce8-4480-ba14-c14b47953a72 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:27.291421 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:28:27.305002 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da0590-54f9-44f1-abb7-f3e9510e39bf None None] Pushing event updated for resources: {'Port': ['ID=3d015863-93e9-4144-9290-9ba564766fb0,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:27.321584 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:27.322504 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:27.380960 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 70fd4b94-3ce8-4480-ba14-c14b47953a72 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:27.381795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.458229 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.529187 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:27.543412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6a56d690-1866-4e09-92cb-05e2d756806b None None] Provisioning for port 7feee50d-ac6e-45e4-9a6f-47f20edce976 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:27.549224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-6a56d690-1866-4e09-92cb-05e2d756806b None None] Provisioning complete for port 7feee50d-ac6e-45e4-9a6f-47f20edce976 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:27.549714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6a56d690-1866-4e09-92cb-05e2d756806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.607871 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-6a56d690-1866-4e09-92cb-05e2d756806b None None] Port 7feee50d-ac6e-45e4-9a6f-47f20edce976 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:28:27.741905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.847434 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:25Z', 'revision_number': 3, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:27.850445 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619fcee-3d2e-4337-b07a-5c359d851ce9 None None] The sync data for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv is: [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:25Z', 'revision_number': 3, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:28:27.974643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:27.980473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:28.098045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:28.101489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Pushing event updated for resources: {'Port': ['ID=7feee50d-ac6e-45e4-9a6f-47f20edce976,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:28.244650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:28.245765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:28.445621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Router b4eb71b9-6613-4279-a531-570ad1ffad2a has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:28:28.539837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ea3cdfe9-2656-437b-9c68-b4f4542a5bf0 None None] Provisioning complete for port 7feee50d-ac6e-45e4-9a6f-47f20edce976 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:28.540439 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ea3cdfe9-2656-437b-9c68-b4f4542a5bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:28.599317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cdfe9-2656-437b-9c68-b4f4542a5bf0 None None] Port 7feee50d-ac6e-45e4-9a6f-47f20edce976 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:28:28.645971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:28:28.664600 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-28c1b9e6-a784-488f-9c2a-43d8615e7d47 admin admin] 10.222.0.21 "PUT /v2.0/routers/b4eb71b9-6613-4279-a531-570ad1ffad2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5403676 May 06 14:28:29.182938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52920) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:29.188569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1071373900-network', 'tenant_id': '91942f42337446b0846294451b2c474a'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:29.193692 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:29.198343 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Usage tracker for resource:network and tenant:91942f42337446b0846294451b2c474a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:29.201286 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:29.208045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:29.220386 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Made reservation on behalf of 91942f42337446b0846294451b2c474a for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:28:29.224118 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:29.239969 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:29.265835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:29.274191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Usage tracker for resource:security_group_rule and tenant:91942f42337446b0846294451b2c474a is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:29.279645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:29.288957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:29.303872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3d015863-93e9-4144-9290-9ba564766fb0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:29.367876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Sync routers for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:28:29.383329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:29.384061 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:29.389731 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:29.395366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:29.426981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:28:29.440156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d03ac2e-a09c-4088-a74b-bb501cc5d914,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:29.444877 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:29.445430 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Added segment fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5 of type vlan for network 3449fb2f-ff07-4262-a093-d51466588798 May 06 14:28:29.473566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 3d015863-93e9-4144-9290-9ba564766fb0 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:29.476382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:29.483815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3d015863-93e9-4144-9290-9ba564766fb0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:29.484183 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:29.509672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:29.510685 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:29.511560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:29.616648 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4323668 May 06 14:28:29.619356 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52924) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:29.619975 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8714-905e-4602-b6b5-2063dc6c7902 admin admin] Pushing event updated for resources: {'Network': ['ID=3449fb2f-ff07-4262-a093-d51466588798,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:29.629057 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Request body: {'subnet': {'network_id': '3449fb2f-ff07-4262-a093-d51466588798', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1071373900-subnet', 'tenant_id': '91942f42337446b0846294451b2c474a', 'ip_version': 4}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:29.634391 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:29.640176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Usage tracker for resource:subnet and tenant:91942f42337446b0846294451b2c474a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:29.642246 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network 3449fb2f-ff07-4262-a093-d51466588798 details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:28:29.645093 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:29.650983 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:29.657222 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:29.660928 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Made reservation on behalf of 91942f42337446b0846294451b2c474a for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:28:29.663251 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.007427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.058681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.078191 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57221dfe-3b3f-466f-a2d1-f34297e7bf00,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:30.088646 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Checking segment: {'id': 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3449fb2f-ff07-4262-a093-d51466588798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:28:30.089001 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Network hostable DHCP agents. Network: 3449fb2f-ff07-4262-a093-d51466588798, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:28:30.089116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 3d015863-93e9-4144-9290-9ba564766fb0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3d015863-93e9-4144-9290-9ba564766fb0,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:30.102569 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.110947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Network 3449fb2f-ff07-4262-a093-d51466588798 is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:28:30.126029 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, 3449fb2f-ff07-4262-a093-d51466588798) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:30.131400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:30.132005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.138835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc27e39-5aa5-45f4-b025-ffbe3454f777 None None] Network 3449fb2f-ff07-4262-a093-d51466588798 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:28:30.155150 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2e072eb5-11e2-4f14-90ed-c493cf8398c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5337453 May 06 14:28:30.157812 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52928) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:30.164198 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:30.168947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:30.173154 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Usage tracker for resource:router and tenant:91942f42337446b0846294451b2c474a is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:30.177358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:30.183006 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:30.194352 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.195485 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.212091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.342347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=3d015863-93e9-4144-9290-9ba564766fb0,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:30.448517 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 2, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:30.453261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Checking router: b4eb71b9-6613-4279-a531-570ad1ffad2a for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:28:30.453619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Updating router b4eb71b9-6613-4279-a531-570ad1ffad2a port 7feee50d-ac6e-45e4-9a6f-47f20edce976 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:28:30.479529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-3449fb2f-ff07-4262-a093-d51466588798', 'network_id': '3449fb2f-ff07-4262-a093-d51466588798', 'tenant_id': '91942f42337446b0846294451b2c474a', 'fixed_ips': [{'subnet_id': '57221dfe-3b3f-466f-a2d1-f34297e7bf00'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:28:30.480346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.496258 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.564568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.644852 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:28:30.788859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Allocated IP 172.20.0.2 (3449fb2f-ff07-4262-a093-d51466588798/57221dfe-3b3f-466f-a2d1-f34297e7bf00/70ce6a90-cb49-4caf-8111-98d27aec1778) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:30.832498 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:30.863542 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.006770 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Allocated IP 172.26.2.233 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/ed49b446-e49b-438d-98ab-ba3b0a9eda69) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:31.157034 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.164577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.180303 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.185168 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Transition to ACTIVE for port object 70ce6a90-cb49-4caf-8111-98d27aec1778 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:31.189467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.202499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Transition to ACTIVE for port object 7feee50d-ac6e-45e4-9a6f-47f20edce976 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:31.212676 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.216259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Transition to ACTIVE for port object 70ce6a90-cb49-4caf-8111-98d27aec1778 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:31.253714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:31.256656 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:31.268493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:28:31.269680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.307209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Pushing event updated for resources: {'Port': ['ID=ed49b446-e49b-438d-98ab-ba3b0a9eda69,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:31.404088 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3d015863-93e9-4144-9290-9ba564766fb0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:31.446168 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6096f-5fb4-4cfb-8466-bf8d6dbcbaf3 None None] Pushing event updated for resources: {'Port': ['ID=7feee50d-ac6e-45e4-9a6f-47f20edce976,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:31.459066 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Network 3449fb2f-ff07-4262-a093-d51466588798 is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:31.495714 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:31.506485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:28:31.686872 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Pushing event updated for resources: {'Port': ['ID=70ce6a90-cb49-4caf-8111-98d27aec1778,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:31.729612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Attempting to bind port 7feee50d-ac6e-45e4-9a6f-47f20edce976 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:28:31.729979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Attempting to bind port 7feee50d-ac6e-45e4-9a6f-47f20edce976 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:28:31.730357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Attempting to bind port 7feee50d-ac6e-45e4-9a6f-47f20edce976 on network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:28:31.744483 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:28:31.744856 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Checking segment: {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:28:31.745249 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.745634 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Bound using segment: {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:28:31.746095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Bound port: 7feee50d-ac6e-45e4-9a6f-47f20edce976, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:28:31.746464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.755723 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Attempting to bind port 70ce6a90-cb49-4caf-8111-98d27aec1778 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:28:31.756083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Attempting to bind port 70ce6a90-cb49-4caf-8111-98d27aec1778 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3449fb2f-ff07-4262-a093-d51466588798'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:28:31.756454 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Attempting to bind port 70ce6a90-cb49-4caf-8111-98d27aec1778 on network 3449fb2f-ff07-4262-a093-d51466588798 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:28:31.763706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 3d015863-93e9-4144-9290-9ba564766fb0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:31.764070 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.795260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:28:31.795979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Checking segment: {'id': 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3449fb2f-ff07-4262-a093-d51466588798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:28:31.796081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.796394 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Bound using segment: {'id': 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3449fb2f-ff07-4262-a093-d51466588798'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:28:31.796881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Bound port: 70ce6a90-cb49-4caf-8111-98d27aec1778, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3449fb2f-ff07-4262-a093-d51466588798'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:28:31.797260 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:31.805549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:32.000858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] For port 7feee50d-ac6e-45e4-9a6f-47f20edce976, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:28:32.025039 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] For port 70ce6a90-cb49-4caf-8111-98d27aec1778, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:28:32.036272 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] For port 7feee50d-ac6e-45e4-9a6f-47f20edce976, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7feee50d-ac6e-45e4-9a6f-47f20edce976,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:28:32.045228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:32.051680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] For port 70ce6a90-cb49-4caf-8111-98d27aec1778, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70ce6a90-cb49-4caf-8111-98d27aec1778,segment=NetworkSegment(fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5),segment_id=fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:28:32.087728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:32.148595 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:32.149234 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:32.167059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:32.200224 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6096f-5fb4-4cfb-8466-bf8d6dbcbaf3 None None] Pushing event updated for resources: {'Port': ['ID=7feee50d-ac6e-45e4-9a6f-47f20edce976,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:32.387295 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd5555-c973-481a-8f2d-363c68c0381a None None] Pushing event updated for resources: {'Port': ['ID=70ce6a90-cb49-4caf-8111-98d27aec1778,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:32.403574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Router 43a648d9-a891-44a6-a614-0554164d96d7 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:28:32.417699 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:32.626387 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:28:32.637149 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Sync routers for ids ['43a648d9-a891-44a6-a614-0554164d96d7'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:28:32.648125 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Routers {'43a648d9-a891-44a6-a614-0554164d96d7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:32.648981 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['43a648d9-a891-44a6-a614-0554164d96d7'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:32.652370 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:32.653857 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b1983c17-788c-439f-9b5e-6c06d56a895c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4937251 May 06 14:28:32.656917 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52932) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:32.782348 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:31Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:32.788163 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562fca4-d168-412a-84ee-6e5bde0501c9 None None] The sync data for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv is: [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:31Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:28:32.846105 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Set router 43a648d9-a891-44a6-a614-0554164d96d7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:33.200518 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a648d9-a891-44a6-a614-0554164d96d7', 'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:31Z', 'revision_number': 3, 'project_id': '91942f42337446b0846294451b2c474a', 'gw_port': {'id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:33.207702 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Checking router: 43a648d9-a891-44a6-a614-0554164d96d7 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:28:33.208190 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Updating router 43a648d9-a891-44a6-a614-0554164d96d7 port ed49b446-e49b-438d-98ab-ba3b0a9eda69 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:28:33.288860 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:33.398755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 70ce6a90-cb49-4caf-8111-98d27aec1778 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:33.443291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d3db8-7c6c-46e6-8677-59e0ca33939b None None] Network 3449fb2f-ff07-4262-a093-d51466588798 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:28:33.616134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-8266fa7e-2d64-40f2-9f89-2c0e1e19b3be None None] Provisioning for port 70ce6a90-cb49-4caf-8111-98d27aec1778 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:33.640291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:33.726395 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 70ce6a90-cb49-4caf-8111-98d27aec1778 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:33.734497 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 70ce6a90-cb49-4caf-8111-98d27aec1778 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:33.735197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:33.742461 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:33.758813 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Transition to ACTIVE for port object ed49b446-e49b-438d-98ab-ba3b0a9eda69 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:33.767066 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:33.856349 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45472d21-56d1-4929-ac8d-dae14898514e None None] Pushing event updated for resources: {'Port': ['ID=ed49b446-e49b-438d-98ab-ba3b0a9eda69,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:33.884548 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Attempting to bind port ed49b446-e49b-438d-98ab-ba3b0a9eda69 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:28:33.885372 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Attempting to bind port ed49b446-e49b-438d-98ab-ba3b0a9eda69 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:28:33.885732 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Attempting to bind port ed49b446-e49b-438d-98ab-ba3b0a9eda69 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:28:33.891373 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:28:33.891738 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:28:33.892129 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:33.893089 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:28:33.894187 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Bound port: ed49b446-e49b-438d-98ab-ba3b0a9eda69, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:28:33.894558 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:33.917568 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Allocated IP 172.20.0.1 (3449fb2f-ff07-4262-a093-d51466588798/57221dfe-3b3f-466f-a2d1-f34297e7bf00/308a1f1d-4570-477a-8492-1e27cda64f87) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:33.979682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.008399 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] For port ed49b446-e49b-438d-98ab-ba3b0a9eda69, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:28:34.022024 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] For port ed49b446-e49b-438d-98ab-ba3b0a9eda69, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ed49b446-e49b-438d-98ab-ba3b0a9eda69,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:28:34.031565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 70ce6a90-cb49-4caf-8111-98d27aec1778, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70ce6a90-cb49-4caf-8111-98d27aec1778,segment=NetworkSegment(fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5),segment_id=fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:34.035921 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.037421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.040916 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7feee50d-ac6e-45e4-9a6f-47f20edce976 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:34.115587 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.136056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Transition to ACTIVE for port object 308a1f1d-4570-477a-8492-1e27cda64f87 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:34.139232 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Routers {'43a648d9-a891-44a6-a614-0554164d96d7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:34.140237 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['43a648d9-a891-44a6-a614-0554164d96d7'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:34.191335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.233075 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 7feee50d-ac6e-45e4-9a6f-47f20edce976 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:34.241796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=70ce6a90-cb49-4caf-8111-98d27aec1778,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:34.244628 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 7feee50d-ac6e-45e4-9a6f-47f20edce976 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:34.245006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.290957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Network 3449fb2f-ff07-4262-a093-d51466588798 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:34.294221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:34.298117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:28:34.340306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Pushing event updated for resources: {'Port': ['ID=308a1f1d-4570-477a-8492-1e27cda64f87,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:34.381590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.392258 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45472d21-56d1-4929-ac8d-dae14898514e None None] Pushing event updated for resources: {'Port': ['ID=ed49b446-e49b-438d-98ab-ba3b0a9eda69,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:34.419091 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] Set router 43a648d9-a891-44a6-a614-0554164d96d7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:34.420568 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-d3598db3-8947-4898-a7a8-533aa52a4ce9 None None] Provisioning complete for port 70ce6a90-cb49-4caf-8111-98d27aec1778 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:34.421048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d3598db3-8947-4898-a7a8-533aa52a4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.464598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.550415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 7feee50d-ac6e-45e4-9a6f-47f20edce976, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7feee50d-ac6e-45e4-9a6f-47f20edce976,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:34.563677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.602840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.700758 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=7feee50d-ac6e-45e4-9a6f-47f20edce976,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:34.745572 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a648d9-a891-44a6-a614-0554164d96d7', 'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:31Z', 'revision_number': 3, 'project_id': '91942f42337446b0846294451b2c474a', 'gw_port': {'id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:34.749374 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb75bac-c2c3-48f4-b59c-5b92c6f762d8 None None] The sync data for ids ['43a648d9-a891-44a6-a614-0554164d96d7'] in dv-neutron-840888-1-hyperv is: [{'id': '43a648d9-a891-44a6-a614-0554164d96d7', 'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:31Z', 'revision_number': 3, 'project_id': '91942f42337446b0846294451b2c474a', 'gw_port': {'id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:28:34.795115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3245699a-d3b2-4349-a15b-52aae5ccf54b None None] Provisioning for port 308a1f1d-4570-477a-8492-1e27cda64f87 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:34.801606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-3245699a-d3b2-4349-a15b-52aae5ccf54b None None] Provisioning complete for port 308a1f1d-4570-477a-8492-1e27cda64f87 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:34.801979 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3245699a-d3b2-4349-a15b-52aae5ccf54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.859678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-3245699a-d3b2-4349-a15b-52aae5ccf54b None None] Port 308a1f1d-4570-477a-8492-1e27cda64f87 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:28:34.914223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:34.920351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:35.041138 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Pushing event updated for resources: {'Port': ['ID=308a1f1d-4570-477a-8492-1e27cda64f87,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:35.046181 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:35.191624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Network 3449fb2f-ff07-4262-a093-d51466588798 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:35.192840 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:35.401607 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Router 43a648d9-a891-44a6-a614-0554164d96d7 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:28:35.402528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 70ce6a90-cb49-4caf-8111-98d27aec1778 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:35.492895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-7a2534cc-42c0-4341-904b-fb9c5f857a83 None None] Provisioning complete for port 308a1f1d-4570-477a-8492-1e27cda64f87 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:35.493576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7a2534cc-42c0-4341-904b-fb9c5f857a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:35.518211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 70ce6a90-cb49-4caf-8111-98d27aec1778 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:35.518585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:35.594155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-7a2534cc-42c0-4341-904b-fb9c5f857a83 None None] Port 308a1f1d-4570-477a-8492-1e27cda64f87 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:28:35.600567 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:28:35.609922 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-a756a952-0be9-4077-92df-f2fb3d40df23 admin admin] 10.222.0.21 "PUT /v2.0/routers/43a648d9-a891-44a6-a614-0554164d96d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9507270 May 06 14:28:35.674742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7feee50d-ac6e-45e4-9a6f-47f20edce976 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:35.745010 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 7feee50d-ac6e-45e4-9a6f-47f20edce976 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:35.745317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:35.865577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ed49b446-e49b-438d-98ab-ba3b0a9eda69 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:35.942783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port ed49b446-e49b-438d-98ab-ba3b0a9eda69 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:35.948164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ed49b446-e49b-438d-98ab-ba3b0a9eda69 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:35.948574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.068142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.085270 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port ed49b446-e49b-438d-98ab-ba3b0a9eda69, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ed49b446-e49b-438d-98ab-ba3b0a9eda69,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:36.089473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.127406 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52942) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:36.132990 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265336237', 'description': 'tempest-secgroup-smoke-265336237 description', 'project_id': 'fca2359a447849dc9fb7cb362280530b'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:36.139538 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:36.144520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:36.147665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:36.154677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:36.165665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.172004 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=ed49b446-e49b-438d-98ab-ba3b0a9eda69,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:36.187144 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:36.191896 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:36.194812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:36.200959 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:36.277693 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.281265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.323311 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65daa85a-defd-447f-a5c5-acaefa7573c4,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:36.326023 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.330144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52946) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:36.330689 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2ddcc1dd-7d88-46a8-81ff-3460e10a08af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2017970 May 06 14:28:36.336209 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '65daa85a-defd-447f-a5c5-acaefa7573c4', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:36.342366 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:36.346677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:36.350185 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:36.355787 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:36.374908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.385415 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.389972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Sync routers for ids ['43a648d9-a891-44a6-a614-0554164d96d7'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:28:36.398730 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Routers {'43a648d9-a891-44a6-a614-0554164d96d7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:36.399351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['43a648d9-a891-44a6-a614-0554164d96d7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:36.438934 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.443595 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.468724 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cd0f82-7c01-496a-b55b-e44acd11b8cd,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:36.478929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.480522 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3d92a885-c6b8-446d-98fe-192fdf8d486a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489153 May 06 14:28:36.483644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52950) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:36.490191 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '65daa85a-defd-447f-a5c5-acaefa7573c4', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:36.496476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:36.500828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:36.504919 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:36.510905 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:36.532937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.599203 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.602829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.628054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdee552-adaf-4abb-bed5-724781bfad54,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:36.628673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Set router 43a648d9-a891-44a6-a614-0554164d96d7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:36.637765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.641531 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-62d94a40-fbf8-41bd-b6f9-2634f9ad35cb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543593 May 06 14:28:36.641681 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52954) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:36.647056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '65daa85a-defd-447f-a5c5-acaefa7573c4', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:36.653669 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:36.657650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:36.660869 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:36.666776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:36.693600 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.770859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7c20-8f96-4bb7-bba9-40724f67cfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.773087 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.780029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.806083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566ba1c2-b808-4a7e-ba70-8866b2cb2d99,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:36.823689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.825180 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7738dfdf-9954-448b-b318-4d85d70d6116 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1826131 May 06 14:28:36.827831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 52958) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:36.834259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '65daa85a-defd-447f-a5c5-acaefa7573c4', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:36.840377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:36.848726 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:36.852465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:36.858991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:36.881883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.965284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.969320 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:36.998317 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a648d9-a891-44a6-a614-0554164d96d7', 'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 4, 'project_id': '91942f42337446b0846294451b2c474a', 'gw_port': {'id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '308a1f1d-4570-477a-8492-1e27cda64f87', 'name': '', 'network_id': '3449fb2f-ff07-4262-a093-d51466588798', 'tenant_id': '91942f42337446b0846294451b2c474a', 'mac_address': 'fa:16:3e:7b:69:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '57221dfe-3b3f-466f-a2d1-f34297e7bf00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:33Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 2, 'project_id': '91942f42337446b0846294451b2c474a', 'subnets': [{'id': '57221dfe-3b3f-466f-a2d1-f34297e7bf00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:36.999516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73fbbf8-6c71-4171-814b-fe3f3be0f1cf,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:37.002635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Checking router: 43a648d9-a891-44a6-a614-0554164d96d7 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:28:37.003107 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Updating router 43a648d9-a891-44a6-a614-0554164d96d7 port 308a1f1d-4570-477a-8492-1e27cda64f87 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:28:37.009543 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.013820 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52962) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:37.014117 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c2989aa0-e1ae-4206-a050-858cb458f1da tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1851602 May 06 14:28:37.020804 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '65daa85a-defd-447f-a5c5-acaefa7573c4', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:37.027752 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:37.032060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:37.036158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:37.042718 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:37.054297 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Project fca2359a447849dc9fb7cb362280530b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:28:37.060271 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.061357 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.130832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.134713 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.158881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d23f98c-5d2b-4868-824a-29a3c0ef360f,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:37.169052 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.170242 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c38c8380-c0b7-4c26-9d7b-8f18781c5443 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554377 May 06 14:28:37.173016 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 52966) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:37.178310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '65daa85a-defd-447f-a5c5-acaefa7573c4', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:37.184065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:37.187864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:37.191274 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:37.196855 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:37.208699 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.securitygroups_db [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Project fca2359a447849dc9fb7cb362280530b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:28:37.215351 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.287735 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.292630 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.294294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ed49b446-e49b-438d-98ab-ba3b0a9eda69 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:37.317933 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d54011-6f20-4903-b005-54681e6fffcd,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:37.326940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.337351 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-24fe00ac-5416-4c31-9595-20d87a425a26 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542802 May 06 14:28:37.449081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port ed49b446-e49b-438d-98ab-ba3b0a9eda69 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:37.449459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.494839 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-df551cb8-a0b6-4b16-aa1c-3bd6c5c0ecda tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Synchronizing usage tracker for tenant:fca2359a447849dc9fb7cb362280530b on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:28:37.512878 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-df551cb8-a0b6-4b16-aa1c-3bd6c5c0ecda tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Unset dirty status for tenant:fca2359a447849dc9fb7cb362280530b on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:28:37.514089 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-df551cb8-a0b6-4b16-aa1c-3bd6c5c0ecda tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265336237&fields=id&tenant_id=fca2359a447849dc9fb7cb362280530b HTTP/1.1" status: 200 len: 267 time: 0.0582631 May 06 14:28:37.534646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.552549 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Transition to ACTIVE for port object 308a1f1d-4570-477a-8492-1e27cda64f87 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:37.589463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.675394 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-6feee990-f70d-4195-bbdf-8fda7d17a816 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:37.677086 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-6feee990-f70d-4195-bbdf-8fda7d17a816 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 807 time: 0.1555376 May 06 14:28:37.694418 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-dab6b6df-b5b5-453b-90ce-501424b64d1e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/quotas/fca2359a447849dc9fb7cb362280530b HTTP/1.1" status: 200 len: 375 time: 0.0107720 May 06 14:28:37.784400 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75355d34-6ea4-4135-9583-eb54f6ee0363 None None] Pushing event updated for resources: {'Port': ['ID=308a1f1d-4570-477a-8492-1e27cda64f87,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:37.787487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-1eb84c66-4a01-4ff6-9ef9-4ad082a6b5c9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Synchronizing usage tracker for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:28:37.806793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-1eb84c66-4a01-4ff6-9ef9-4ad082a6b5c9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Unset dirty status for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:28:37.808257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-1eb84c66-4a01-4ff6-9ef9-4ad082a6b5c9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076050 May 06 14:28:37.843001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-1a2410df-e9d0-4d83-85e3-a952502b04f9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:28:37.843958 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-1a2410df-e9d0-4d83-85e3-a952502b04f9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052419 May 06 14:28:37.849733 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Attempting to bind port 308a1f1d-4570-477a-8492-1e27cda64f87 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:28:37.850123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Attempting to bind port 308a1f1d-4570-477a-8492-1e27cda64f87 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3449fb2f-ff07-4262-a093-d51466588798'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:28:37.850474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Attempting to bind port 308a1f1d-4570-477a-8492-1e27cda64f87 on network 3449fb2f-ff07-4262-a093-d51466588798 {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:28:37.856213 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:28:37.856613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Checking segment: {'id': 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3449fb2f-ff07-4262-a093-d51466588798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:28:37.857007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.857417 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Bound using segment: {'id': 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3449fb2f-ff07-4262-a093-d51466588798'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:28:37.857870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Bound port: 308a1f1d-4570-477a-8492-1e27cda64f87, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3449fb2f-ff07-4262-a093-d51466588798'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:28:37.858235 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.964587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] For port 308a1f1d-4570-477a-8492-1e27cda64f87, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:28:37.967753 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] For port 308a1f1d-4570-477a-8492-1e27cda64f87, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=308a1f1d-4570-477a-8492-1e27cda64f87,segment=NetworkSegment(fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5),segment_id=fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:28:37.976098 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:37.988515 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-1e11339c-3fc8-405b-a70b-313145f58e8a service neutron] 10.222.0.21 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371145 May 06 14:28:38.058991 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Routers {'43a648d9-a891-44a6-a614-0554164d96d7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:38.059612 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['43a648d9-a891-44a6-a614-0554164d96d7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:38.114457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75355d34-6ea4-4135-9583-eb54f6ee0363 None None] Pushing event updated for resources: {'Port': ['ID=308a1f1d-4570-477a-8492-1e27cda64f87,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:38.131958 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-ae2d6593-bee1-4590-9b09-9a52dd0f4fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373036 May 06 14:28:38.310140 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] Set router 43a648d9-a891-44a6-a614-0554164d96d7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:38.431615 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1208be74-dd7b-4263-aa80-01565d59b4e9 req-591159e1-d5bc-45d1-8f3f-418d912a7e2a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 210 time: 0.1540389 May 06 14:28:38.637450 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a648d9-a891-44a6-a614-0554164d96d7', 'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 4, 'project_id': '91942f42337446b0846294451b2c474a', 'gw_port': {'id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '308a1f1d-4570-477a-8492-1e27cda64f87', 'name': '', 'network_id': '3449fb2f-ff07-4262-a093-d51466588798', 'tenant_id': '91942f42337446b0846294451b2c474a', 'mac_address': 'fa:16:3e:7b:69:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '57221dfe-3b3f-466f-a2d1-f34297e7bf00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:33Z', 'updated_at': '2022-05-06T14:28:37Z', 'revision_number': 4, 'project_id': '91942f42337446b0846294451b2c474a', 'subnets': [{'id': '57221dfe-3b3f-466f-a2d1-f34297e7bf00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:38.641935 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fda287-83ee-4e79-9c40-d7336e8a6402 None None] The sync data for ids ['43a648d9-a891-44a6-a614-0554164d96d7'] in dv-neutron-840888-1-hyperv is: [{'id': '43a648d9-a891-44a6-a614-0554164d96d7', 'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 4, 'project_id': '91942f42337446b0846294451b2c474a', 'gw_port': {'id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '308a1f1d-4570-477a-8492-1e27cda64f87', 'name': '', 'network_id': '3449fb2f-ff07-4262-a093-d51466588798', 'tenant_id': '91942f42337446b0846294451b2c474a', 'mac_address': 'fa:16:3e:7b:69:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '57221dfe-3b3f-466f-a2d1-f34297e7bf00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:33Z', 'updated_at': '2022-05-06T14:28:37Z', 'revision_number': 4, 'project_id': '91942f42337446b0846294451b2c474a', 'subnets': [{'id': '57221dfe-3b3f-466f-a2d1-f34297e7bf00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:28:39.056257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-17a124cf-6e9a-4dd3-a47f-503393455ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:39.314908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 308a1f1d-4570-477a-8492-1e27cda64f87 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:39.405165 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 308a1f1d-4570-477a-8492-1e27cda64f87 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:39.416650 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 308a1f1d-4570-477a-8492-1e27cda64f87 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:39.417170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:39.521535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-af5fc513-ea03-48cb-811c-084bb0b42026 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:39.523043 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-af5fc513-ea03-48cb-811c-084bb0b42026 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 807 time: 0.1708817 May 06 14:28:39.576884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:39.584100 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-8f3ae1bc-116f-4d47-abc5-955d95c034f6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fca2359a447849dc9fb7cb362280530b HTTP/1.1" status: 200 len: 379 time: 0.0490682 May 06 14:28:39.618752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 308a1f1d-4570-477a-8492-1e27cda64f87, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=308a1f1d-4570-477a-8492-1e27cda64f87,segment=NetworkSegment(fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5),segment_id=fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:39.624709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:39.645532 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'port': {'device_id': 'c4135811-40bf-49f2-8046-c2cb41965587', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'admin_state_up': True, 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'security_groups': ['65daa85a-defd-447f-a5c5-acaefa7573c4']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:39.666390 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fce1c819-6cdd-47fa-9be7-6546556b4ad8 req-2e9deec4-6bca-4c43-821f-1d9bb73cd084 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 210 time: 0.0775907 May 06 14:28:39.714888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=308a1f1d-4570-477a-8492-1e27cda64f87,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:39.796985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:39.807381 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:39.817408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Made reservation on behalf of fca2359a447849dc9fb7cb362280530b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:28:39.820859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:39.985606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Allocated IP 172.20.0.3 (5590cefe-908a-4d18-bc39-4b9ae93d5ca6/cf203f36-e422-4c4e-9c5f-2384874affae/81f8876c-20c2-482b-8673-39725f8ad367) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:40.121682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:40.147664 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:40.181487 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:40.196885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Transition to ACTIVE for port object 81f8876c-20c2-482b-8673-39725f8ad367 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:40.221346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:40.292283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:40.295276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:40.300244 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:28:40.337050 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:40.369440 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:40.370082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:40.397512 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-39197043-03c1-42e4-9b8d-4232c0668759 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7646630 May 06 14:28:40.411924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Request body: {'port': {'device_id': 'c4135811-40bf-49f2-8046-c2cb41965587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:40.527454 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:40.597742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-676d8fdc-7b0d-45b1-8316-4bd5c2601c0d None None] Provisioning for port 81f8876c-20c2-482b-8673-39725f8ad367 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:40.602613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-676d8fdc-7b0d-45b1-8316-4bd5c2601c0d None None] Provisioning complete for port 81f8876c-20c2-482b-8673-39725f8ad367 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:40.602980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-676d8fdc-7b0d-45b1-8316-4bd5c2601c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:40.657311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-676d8fdc-7b0d-45b1-8316-4bd5c2601c0d None None] Port 81f8876c-20c2-482b-8673-39725f8ad367 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:28:40.933438 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f8876c-20c2-482b-8673-39725f8ad367 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:28:40.944711 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd75f-e57c-4498-9016-d84697d3922f req-48537874-4c18-4959-be9b-a3fbc48281f1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:40.945403 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c1edd75f-e57c-4498-9016-d84697d3922f req-48537874-4c18-4959-be9b-a3fbc48281f1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Synchronizing usage tracker for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:28:40.952008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:40.973886 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Transition to ACTIVE for port object 81f8876c-20c2-482b-8673-39725f8ad367 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:28:40.976555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-c1edd75f-e57c-4498-9016-d84697d3922f req-48537874-4c18-4959-be9b-a3fbc48281f1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Unset dirty status for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:28:40.977705 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1edd75f-e57c-4498-9016-d84697d3922f req-48537874-4c18-4959-be9b-a3fbc48281f1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 931 time: 0.1996126 May 06 14:28:40.979200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:41.169856 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1edd75f-e57c-4498-9016-d84697d3922f req-c1a601b9-6ac6-4cb1-9e99-d4d11f8cd2ca tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594286 May 06 14:28:41.175650 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:41.291278 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 308a1f1d-4570-477a-8492-1e27cda64f87 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:41.353664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Attempting to bind port 81f8876c-20c2-482b-8673-39725f8ad367 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:28:41.353861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Attempting to bind port 81f8876c-20c2-482b-8673-39725f8ad367 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:28:41.354108 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Attempting to bind port 81f8876c-20c2-482b-8673-39725f8ad367 on network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:28:41.358701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Port 81f8876c-20c2-482b-8673-39725f8ad367 on network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:28:41.359019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Attempting to bind port 81f8876c-20c2-482b-8673-39725f8ad367 on network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:28:41.361801 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 308a1f1d-4570-477a-8492-1e27cda64f87 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:41.362488 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:41.364937 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:28:41.365273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Checking segment: {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:28:41.365652 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Bound using segment: {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:28:41.366074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Bound port: 81f8876c-20c2-482b-8673-39725f8ad367, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:28:41.366414 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:41.458056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:28:41.461387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:28:41.465897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:41.530700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:41.531387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:41.532663 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] 10.222.0.76 "PUT /v2.0/ports/81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 1093 time: 1.1257300 May 06 14:28:41.533848 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:28:41.565119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316ed0a-a353-43c4-ba3c-d0176c7162df service neutron] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:41.619145 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b44040-ec90-4c16-b3db-77cd8cfc1468'] response: {'name': 'network-changed', 'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367', 'status': 'completed', 'code': 200} May 06 14:28:41.664594 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-162fe535-85dd-4469-91e9-decef6f06599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:41.666115 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-162fe535-85dd-4469-91e9-decef6f06599 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1096 time: 0.0828853 May 06 14:28:41.746170 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-635cee98-a45f-4e97-96d7-9fe269756388 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 217 time: 0.0672081 May 06 14:28:41.747675 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:41.809346 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-b664b063-eae7-4b0a-891c-3397679b58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:41.810763 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-b664b063-eae7-4b0a-891c-3397679b58a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0577121 May 06 14:28:41.888172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-f8820c51-e128-4e3b-8571-0d9f852767b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:41.889561 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-f8820c51-e128-4e3b-8571-0d9f852767b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723810 May 06 14:28:42.027819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-99e64b47-642b-4d57-ad7a-a1a7e2fcaf39 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303475 May 06 14:28:42.160911 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e94307f1-e1dd-453c-903c-9e428f585ee9 req-31269da4-f4e0-4bb1-bbaa-1dda3f486f71 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240995 May 06 14:28:42.324907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-357cfe8e-d7b0-470a-84b4-50f6466f05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:42.326377 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-357cfe8e-d7b0-470a-84b4-50f6466f05d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1096 time: 0.1111906 May 06 14:28:42.481941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5340c2f-3ead-40a1-b49f-4844aedf0881 req-ceb59d62-cb21-4ed3-9f19-32de14c1fa52 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:42.483274 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c5340c2f-3ead-40a1-b49f-4844aedf0881 req-ceb59d62-cb21-4ed3-9f19-32de14c1fa52 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.2002649 May 06 14:28:42.487553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-72776ecd-9af7-4fd1-9c69-979fa912ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:42.488936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-72776ecd-9af7-4fd1-9c69-979fa912ca08 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1539750 May 06 14:28:42.572099 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-5473fd62-3200-47d6-9baf-e7f10533a565 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 217 time: 0.0692937 May 06 14:28:42.624466 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c5340c2f-3ead-40a1-b49f-4844aedf0881 req-4f50e969-cbac-41d2-a9d1-d872f2ab055b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345649 May 06 14:28:42.645574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-f80a82f6-b4b6-48eb-bfd6-fc26e5983f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:42.647021 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-f80a82f6-b4b6-48eb-bfd6-fc26e5983f23 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0656161 May 06 14:28:42.727432 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-e9b5fea3-92e2-49ae-99a4-0a0ab0b21c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:42.728956 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-e9b5fea3-92e2-49ae-99a4-0a0ab0b21c6d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739694 May 06 14:28:42.862318 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-64656545-bcf6-4273-9db3-92eb5eb58ff0 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245341 May 06 14:28:43.089395 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ebd1033-a076-484c-a43d-e3ca621a8846 req-59fa2d76-bd2c-4d48-be4c-a721d37cd861 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192316 May 06 14:28:43.810938 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d94939-80e9-41b2-bd43-0cdb4a991499 req-5ab90071-ac51-4d72-bdf8-6e7c13992ae8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:43.812573 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e7d94939-80e9-41b2-bd43-0cdb4a991499 req-5ab90071-ac51-4d72-bdf8-6e7c13992ae8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0808361 May 06 14:28:43.857672 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e7d94939-80e9-41b2-bd43-0cdb4a991499 req-c9a643e0-b8c7-43c0-a385-72690e375482 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386941 May 06 14:28:45.048185 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9fc57-9606-4814-9ddb-34cecf9e992c req-3c36c3ff-c0ee-4c6c-a19a-dd5ba3ee1e2c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:45.050135 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5b9fc57-9606-4814-9ddb-34cecf9e992c req-3c36c3ff-c0ee-4c6c-a19a-dd5ba3ee1e2c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0825279 May 06 14:28:45.094000 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b5b9fc57-9606-4814-9ddb-34cecf9e992c req-0b6d3ae3-31fa-4fde-82b1-fa29e6b0fd3c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382667 May 06 14:28:45.633833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 81f8876c-20c2-482b-8673-39725f8ad367 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:28:45.765411 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:45.778681 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '81f8876c-20c2-482b-8673-39725f8ad367', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'port_id': '81f8876c-20c2-482b-8673-39725f8ad367', 'mac_address': 'fa:16:3e:12:94:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:28:45.833328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:45.850472 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f8876c-20c2-482b-8673-39725f8ad367 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:28:45.865551 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:45.868560 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:45.936583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:46.124928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['81f8876c-20c2-482b-8673-39725f8ad367'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:28:46.290631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b23bb-9a4c-4e08-bcf7-88070f8555b8 req-4a162aca-7b4d-4522-92cd-350b2cb67c2b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:46.292004 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-009b23bb-9a4c-4e08-bcf7-88070f8555b8 req-4a162aca-7b4d-4522-92cd-350b2cb67c2b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 944 time: 0.0794635 May 06 14:28:46.337510 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-009b23bb-9a4c-4e08-bcf7-88070f8555b8 req-0513a443-9427-47dc-bb8c-eeb99b96291e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395126 May 06 14:28:47.635291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d3f9-80cb-4ea6-a6f0-a9b5ede36810 req-c4853008-8c2f-424d-9004-d5c32ed59028 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:47.636760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3437d3f9-80cb-4ea6-a6f0-a9b5ede36810 req-c4853008-8c2f-424d-9004-d5c32ed59028 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 944 time: 0.1906366 May 06 14:28:47.645635 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 81f8876c-20c2-482b-8673-39725f8ad367 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:28:47.685408 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3437d3f9-80cb-4ea6-a6f0-a9b5ede36810 req-5b9da2e6-5347-4ed0-9048-a411112229ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428693 May 06 14:28:47.751726 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 81f8876c-20c2-482b-8673-39725f8ad367 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:28:47.756237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 81f8876c-20c2-482b-8673-39725f8ad367 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:28:47.756637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:47.872510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:47.898877 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:28:47.909337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:28:47.914083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:47.949466 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e145dc7-9026-415c-aff2-100ba452e2ef'] response: {'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367', 'code': 200} May 06 14:28:47.993333 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:48.187763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02363516-1dec-450f-aa3d-df7dfa2b323e req-892148f8-e98c-48a5-bc31-82e22b4f0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:48.189199 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-02363516-1dec-450f-aa3d-df7dfa2b323e req-892148f8-e98c-48a5-bc31-82e22b4f0a12 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1098 time: 0.0701945 May 06 14:28:48.238430 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-02363516-1dec-450f-aa3d-df7dfa2b323e req-816ff70e-8b6e-4687-ac97-baa4edf946de service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390115 May 06 14:28:48.873958 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96f692-ba3b-494c-81d4-4ba9a419f7b3 req-ac6bca91-9b42-40b4-a0aa-28db9eb54cc6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:48.875450 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a96f692-ba3b-494c-81d4-4ba9a419f7b3 req-ac6bca91-9b42-40b4-a0aa-28db9eb54cc6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0809941 May 06 14:28:48.921105 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1a96f692-ba3b-494c-81d4-4ba9a419f7b3 req-ff06c133-0883-4760-9217-1482406b966b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 May 06 14:28:50.161515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02829d-4f6a-4d6a-9fc7-ce63c41c0f7b req-b35e66e3-d3be-41fc-add6-b6c00e31ef04 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:50.162928 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2e02829d-4f6a-4d6a-9fc7-ce63c41c0f7b req-b35e66e3-d3be-41fc-add6-b6c00e31ef04 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.1342738 May 06 14:28:50.208392 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2e02829d-4f6a-4d6a-9fc7-ce63c41c0f7b req-50483c2c-43c2-45a2-9f74-e1b7ae2048f4 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398531 May 06 14:28:50.396991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e754181-089f-42dd-81a6-a6ff4c6443b7 req-923a26e9-48d0-46aa-9ae5-7bfbbc29c1f1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:50.398440 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6e754181-089f-42dd-81a6-a6ff4c6443b7 req-923a26e9-48d0-46aa-9ae5-7bfbbc29c1f1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0798891 May 06 14:28:50.442385 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6e754181-089f-42dd-81a6-a6ff4c6443b7 req-ff057771-b960-4456-a10e-b6ab453a96b7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381682 May 06 14:28:50.465169 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53024) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:50.581559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf993378-15e3-4301-bebd-1c2a756a826f tempest-TestShelveInstance-2036819558 tempest-TestShelveInstance-2036819558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:50.582255 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cf993378-15e3-4301-bebd-1c2a756a826f tempest-TestShelveInstance-2036819558 tempest-TestShelveInstance-2036819558-project-admin] Synchronizing usage tracker for tenant:91942f42337446b0846294451b2c474a on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:28:50.597781 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-cf993378-15e3-4301-bebd-1c2a756a826f tempest-TestShelveInstance-2036819558 tempest-TestShelveInstance-2036819558-project-admin] Unset dirty status for tenant:91942f42337446b0846294451b2c474a on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:28:50.598911 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-cf993378-15e3-4301-bebd-1c2a756a826f tempest-TestShelveInstance-2036819558 tempest-TestShelveInstance-2036819558-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1093 time: 0.1328068 May 06 14:28:50.601881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53030) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:28:50.606764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '81f8876c-20c2-482b-8673-39725f8ad367', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:28:50.612743 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:28:50.616520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:floatingip and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:28:50.619348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:28:50.625035 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:28:50.635867 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.770029 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:50.906264 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Allocated IP 172.26.2.252 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/3fce7b29-ef34-4e90-9327-db762bb2e5db) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:28:51.058632 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.088682 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.152722 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:28:51.155370 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:28:51.160213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:28:51.206561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'Port': ['ID=3fce7b29-ef34-4e90-9327-db762bb2e5db,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:51.670745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.745373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.949558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:51.953967 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.062074 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'Port': ['ID=3fce7b29-ef34-4e90-9327-db762bb2e5db,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:28:52.074122 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.255316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Floating IP af905065-578f-4a60-85eb-e8dcd41a928c associated. External IP: 172.26.2.252, port: 81f8876c-20c2-482b-8673-39725f8ad367. May 06 14:28:52.613642 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Router b4eb71b9-6613-4279-a531-570ad1ffad2a has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:28:52.791794 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:28:52.801644 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] Sync routers for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:28:52.811021 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:52.811681 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:52.817361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:28:52.877781 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8fae610f-efe2-4717-8a78-2f1beda6c596 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2747397 May 06 14:28:52.878180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:28:52.931678 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc9f9a4-8ef3-40b7-aa03-e445d28ebe9e'] response: {'name': 'network-changed', 'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367', 'status': 'completed', 'code': 200} May 06 14:28:52.993732 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:53.032555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-ed6c0eca-799c-41e3-b8de-0f18fb66be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:53.034944 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-ed6c0eca-799c-41e3-b8de-0f18fb66be3c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1098 time: 0.0730405 May 06 14:28:53.283765 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-aba19dab-ba47-4a79-be2d-92d2d1722ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:53.285394 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-aba19dab-ba47-4a79-be2d-92d2d1722ffd service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.2402318 May 06 14:28:53.353275 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'af905065-578f-4a60-85eb-e8dcd41a928c', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'floating_ip_address': '172.26.2.252', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'port_id': '81f8876c-20c2-482b-8673-39725f8ad367', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'mac_address': 'fa:16:3e:12:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4135811-40bf-49f2-8046-c2cb41965587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:28:51Z', 'updated_at': '2022-05-06T14:28:51Z', 'revision_number': 0, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:53.357205 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] Checking router: b4eb71b9-6613-4279-a531-570ad1ffad2a for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:28:53.366158 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:28:53.366753 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:28:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:53.388113 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-b2ab6526-063c-4211-aa73-690742490aa9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 999 time: 0.0956671 May 06 14:28:53.450774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-d0025a4c-0c59-4071-a471-757e82b50089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:53.452309 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-d0025a4c-0c59-4071-a471-757e82b50089 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0581303 May 06 14:28:53.530375 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-9cfee74c-045e-4eb8-928d-3e0b5e98298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:28:53.531765 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-9cfee74c-045e-4eb8-928d-3e0b5e98298c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729942 May 06 14:28:53.549732 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:28:53.665315 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-b4e34447-3b4e-447b-b93a-e1ff87a0da9d service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265953 May 06 14:28:53.803490 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-be3f38fc-989d-4a00-b40d-c5c531b16efd req-04840b6f-e7b8-46c4-8dac-2ed3f81bb003 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290450 May 06 14:28:53.938859 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'af905065-578f-4a60-85eb-e8dcd41a928c', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'floating_ip_address': '172.26.2.252', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'port_id': '81f8876c-20c2-482b-8673-39725f8ad367', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'mac_address': 'fa:16:3e:12:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4135811-40bf-49f2-8046-c2cb41965587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:28:51Z', 'updated_at': '2022-05-06T14:28:51Z', 'revision_number': 0, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:28:53.943990 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a62272c-5b65-46e9-908b-ed8e3a771990 None None] The sync data for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv is: [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': 'af905065-578f-4a60-85eb-e8dcd41a928c', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'floating_ip_address': '172.26.2.252', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'port_id': '81f8876c-20c2-482b-8673-39725f8ad367', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'mac_address': 'fa:16:3e:12:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4135811-40bf-49f2-8046-c2cb41965587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:28:51Z', 'updated_at': '2022-05-06T14:28:51Z', 'revision_number': 0, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:28:54.125565 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240f184-72c7-4806-a8e9-a456621b7e2f None None] New status for floating IP af905065-578f-4a60-85eb-e8dcd41a928c: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:29:06.407814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:06.705621 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e38e1d29-6b80-430d-854c-70a8f765729b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:07.644102 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:29:09.049499 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e22c059f-145f-4ccb-bacf-58b6bec83ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:10.123607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:10.152796 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:11.748870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:33.565061 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-bdb1d734-fcd3-4f12-985b-9b11dc9f0af8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833037 May 06 14:29:33.715027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-9960ba3d-af24-4686-9046-49bc9ae1eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:29:33.716577 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-9960ba3d-af24-4686-9046-49bc9ae1eac2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1098 time: 0.0788918 May 06 14:29:33.879216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-7889947f-bfb4-4601-8474-f5a4e0f8a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:29:33.881313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-7889947f-bfb4-4601-8474-f5a4e0f8a3e9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1446013 May 06 14:29:33.988709 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-c189ca00-020d-4c24-a5fe-a2a10a1bb28f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 1001 time: 0.0998855 May 06 14:29:34.060495 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-682f8be6-79f4-4f43-99c9-e25be92e79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:29:34.061943 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-682f8be6-79f4-4f43-99c9-e25be92e79dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0671847 May 06 14:29:34.142361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-18e37462-d492-474c-bea7-1799465ddfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:29:34.143898 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-18e37462-d492-474c-bea7-1799465ddfc9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756931 May 06 14:29:34.292331 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-f2501303-fc9a-4fc1-a78e-cdfdd0661be8 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420655 May 06 14:29:34.444819 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-077258f7-ab90-4dd8-b8de-0710f97e6581 req-0f3c4717-d836-4834-a52c-2430c0372e5a service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454470 May 06 14:29:36.406198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:36.709128 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3a7bcae3-8eb2-48fd-a93b-9b03ba4e952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:39.054112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c432ad02-5581-41ff-bfd0-48fa33ebaeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:40.126710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:40.156356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:41.751528 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:29:44.642558 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:30:06.418244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:06.712515 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5400553-1368-47e1-9885-28a2d4c212cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:09.058456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bb4eab33-f2a3-4106-9719-fa7ca36d5014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.130988 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:10.159141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:11.752755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:21.641867 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:30:33.524727 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-3673fc86-5b83-4fdf-8b0d-ee26a2cd3cc7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150637 May 06 14:30:33.661347 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-86b9cddb-3336-436f-a4cb-10c4cfb5283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:33.662805 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-86b9cddb-3336-436f-a4cb-10c4cfb5283a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1098 time: 0.0706835 May 06 14:30:33.902070 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-23c2f827-f954-4bd4-9594-29517581e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:33.903897 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-23c2f827-f954-4bd4-9594-29517581e6b1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.2213161 May 06 14:30:34.007257 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-e32d88c9-534b-4849-acd4-70ce75face48 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 1001 time: 0.0969636 May 06 14:30:34.073342 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-f7f0bf25-26f2-4993-9960-00de21846310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:34.075710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-f7f0bf25-26f2-4993-9960-00de21846310 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0622010 May 06 14:30:34.148836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-b37b6eed-65d2-4c00-a42e-ecbe1ba3a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:34.150298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-b37b6eed-65d2-4c00-a42e-ecbe1ba3a2a5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683932 May 06 14:30:34.281435 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-0148d880-a826-4b98-b2d1-eaff483e4fb6 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240447 May 06 14:30:34.413482 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cb14efdc-cfb6-465e-866f-087a14d7566c req-924855a8-1f3c-4866-a57a-e0f0b9f04d38 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256328 May 06 14:30:36.418304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:36.715268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-06a246bc-dca2-49a4-b6d9-7172550330ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:39.060571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b064bb0e-5fce-40d1-81a0-4793cc2154bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:40.133673 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:40.160890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:41.756137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:30:50.963114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7db65e-315a-405a-b5e3-381dc17beaa4 req-21119f10-02a9-4006-9ead-d16f3c6b06d1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:50.964756 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e7db65e-315a-405a-b5e3-381dc17beaa4 req-21119f10-02a9-4006-9ead-d16f3c6b06d1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0830894 May 06 14:30:51.013748 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e7db65e-315a-405a-b5e3-381dc17beaa4 req-ca5ac5da-2edc-453f-a19b-cbc64a59daa1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429645 May 06 14:30:52.207677 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342254c8-8124-468b-a045-ff133c284d4e req-d46a5a18-f1f6-4fc6-be00-2158180b76ec tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:52.209156 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-342254c8-8124-468b-a045-ff133c284d4e req-d46a5a18-f1f6-4fc6-be00-2158180b76ec tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0807939 May 06 14:30:52.254545 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-342254c8-8124-468b-a045-ff133c284d4e req-229cf26e-bd5e-42cb-8cb8-025604868c99 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394480 May 06 14:30:53.453172 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9875e4-6d7e-4e78-bcc8-462ec81a173d req-df0b3154-e59a-4309-8b14-3a7eb9bb68cc tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:53.454629 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ed9875e4-6d7e-4e78-bcc8-462ec81a173d req-df0b3154-e59a-4309-8b14-3a7eb9bb68cc tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0873961 May 06 14:30:53.498078 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ed9875e4-6d7e-4e78-bcc8-462ec81a173d req-92e10f12-5dd5-4ee4-aa93-647e5f637518 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378270 May 06 14:30:54.684571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8aed3-b3ae-4d0f-95cd-87f453e3ad3e req-23d16541-c751-49e1-ba4b-15a44c38974e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:54.686048 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76a8aed3-b3ae-4d0f-95cd-87f453e3ad3e req-23d16541-c751-49e1-ba4b-15a44c38974e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0810807 May 06 14:30:54.731316 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76a8aed3-b3ae-4d0f-95cd-87f453e3ad3e req-2fd5ffd6-5875-4ee8-8310-13f8eb250534 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397108 May 06 14:30:55.921769 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79c2a8-90f2-4383-89f6-5cc3b11fbdb0 req-fc7086bc-df0c-4383-a77f-873bec892d54 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:55.923219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc79c2a8-90f2-4383-89f6-5cc3b11fbdb0 req-fc7086bc-df0c-4383-a77f-873bec892d54 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0838039 May 06 14:30:55.968900 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc79c2a8-90f2-4383-89f6-5cc3b11fbdb0 req-8314f456-a4c0-43ea-8769-a6b5c8a34dcb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 May 06 14:30:57.157835 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e31523-56cb-4bba-adc8-29a72437c587 req-8857d42d-e0a0-4a12-a39d-c6437cdc9663 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:57.159294 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1e31523-56cb-4bba-adc8-29a72437c587 req-8857d42d-e0a0-4a12-a39d-c6437cdc9663 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0820193 May 06 14:30:57.204566 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c1e31523-56cb-4bba-adc8-29a72437c587 req-8471d637-16a6-4212-9c69-a8b57cea6737 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395799 May 06 14:30:58.396875 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2b3c1-1fbe-4743-b70a-bda536a9f819 req-d68a3c8a-2d8e-46f2-bc08-6df49c4b8858 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:58.398377 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1de2b3c1-1fbe-4743-b70a-bda536a9f819 req-d68a3c8a-2d8e-46f2-bc08-6df49c4b8858 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0859323 May 06 14:30:58.444624 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1de2b3c1-1fbe-4743-b70a-bda536a9f819 req-398695d4-65fd-46c7-a3a1-98eb37e38cdf tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392377 May 06 14:30:58.641375 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:30:59.637662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ceaae-cbc0-48cd-8f07-9b0f458368c9 req-db9d3c8f-f77f-4332-90cd-9ba9231b71e8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:30:59.639178 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb7ceaae-cbc0-48cd-8f07-9b0f458368c9 req-db9d3c8f-f77f-4332-90cd-9ba9231b71e8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0864890 May 06 14:30:59.692261 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb7ceaae-cbc0-48cd-8f07-9b0f458368c9 req-dd0c9403-8eb1-4c8b-b02b-1fcb03a67195 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473695 May 06 14:31:00.895196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75dab4-2d94-48b8-9d91-8e8db53ea36f req-5f19a2be-5fcd-472b-ba1b-e6e90aa286af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:00.896767 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-df75dab4-2d94-48b8-9d91-8e8db53ea36f req-5f19a2be-5fcd-472b-ba1b-e6e90aa286af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0872204 May 06 14:31:00.953235 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-df75dab4-2d94-48b8-9d91-8e8db53ea36f req-03aa3e7e-304a-47b9-b5ec-57c8f1dc85ef tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497427 May 06 14:31:02.142651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23598c-adfa-4dc0-8785-981e2d686b82 req-27e64e03-63ac-4647-b715-e0d684b99257 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:02.144105 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fc23598c-adfa-4dc0-8785-981e2d686b82 req-27e64e03-63ac-4647-b715-e0d684b99257 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0827622 May 06 14:31:02.188372 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fc23598c-adfa-4dc0-8785-981e2d686b82 req-ae94843a-2139-4695-a4a4-18cc5f0c10e9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386295 May 06 14:31:03.381042 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94176df8-8a24-492a-ba53-21f74ee09ec8 req-71ba3fb0-fcc1-4a4b-aad6-c6f86e8a174e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:03.382549 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94176df8-8a24-492a-ba53-21f74ee09ec8 req-71ba3fb0-fcc1-4a4b-aad6-c6f86e8a174e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0856180 May 06 14:31:03.430653 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-94176df8-8a24-492a-ba53-21f74ee09ec8 req-d4d8c3b4-cc14-469a-a5f9-b6e1206b16d1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 May 06 14:31:04.341993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 81f8876c-20c2-482b-8673-39725f8ad367 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:31:04.494392 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:31:04.508520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '81f8876c-20c2-482b-8673-39725f8ad367', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'port_id': '81f8876c-20c2-482b-8673-39725f8ad367', 'mac_address': 'fa:16:3e:12:94:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:31:04.579971 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:04.609559 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f8876c-20c2-482b-8673-39725f8ad367 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:31:04.629243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:31:04.635000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:04.724090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['81f8876c-20c2-482b-8673-39725f8ad367'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:31:04.771325 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eea2f-b986-461a-8fa9-72c98809e527 req-ebfeddf7-0309-42ad-b340-5e05e07de618 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:04.778865 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-479eea2f-b986-461a-8fa9-72c98809e527 req-ebfeddf7-0309-42ad-b340-5e05e07de618 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 944 time: 0.2319937 May 06 14:31:04.805153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:31:04.830807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.831133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.831464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.831789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.832111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.832457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.832777 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.833095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.833408 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.833728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.834102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.834342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:31:04.836575 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-479eea2f-b986-461a-8fa9-72c98809e527 req-4a8657ea-b20d-4193-9f93-34be644007f7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566463 May 06 14:31:06.105348 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f86a2-7910-4d20-82b3-a8fb3c4f124a req-f952cf87-f693-4049-8e64-f19213dae8ac tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:06.106868 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-046f86a2-7910-4d20-82b3-a8fb3c4f124a req-f952cf87-f693-4049-8e64-f19213dae8ac tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 944 time: 0.1169145 May 06 14:31:06.179195 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-046f86a2-7910-4d20-82b3-a8fb3c4f124a req-92cd9474-a125-4cb9-b579-c1a42f9a4e5d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597756 May 06 14:31:06.374238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 81f8876c-20c2-482b-8673-39725f8ad367 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:31:06.456679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:06.480338 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 81f8876c-20c2-482b-8673-39725f8ad367 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:31:06.481136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:06.671644 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:06.713352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:31:06.757574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:31:06.763538 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:06.809137 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fd35e5-cd62-4300-b94c-b84ee52a8602'] response: {'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367', 'code': 200} May 06 14:31:06.809939 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c66da677-c3f3-4ddc-95c3-a3deb8b98c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:06.874254 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:31:07.463300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fb9cf-18c8-4054-99f5-20ba3404b727 req-d5b64500-9a45-4895-82f4-7a656683f57b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:07.467685 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0f8fb9cf-18c8-4054-99f5-20ba3404b727 req-d5b64500-9a45-4895-82f4-7a656683f57b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.1470165 May 06 14:31:07.516320 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0f8fb9cf-18c8-4054-99f5-20ba3404b727 req-81655438-27a4-4c92-af49-bc75a58dd44c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405157 May 06 14:31:08.767002 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a910bf-45ca-4e7a-a9ec-805587481f72 req-32ad9786-efdc-407c-bbf0-7e7a48c6482d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:08.768800 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e9a910bf-45ca-4e7a-a9ec-805587481f72 req-32ad9786-efdc-407c-bbf0-7e7a48c6482d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.1081111 May 06 14:31:08.833420 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e9a910bf-45ca-4e7a-a9ec-805587481f72 req-591effe2-1cbb-4545-9522-22236bc0aef9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567222 May 06 14:31:09.067095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bf916a95-098c-4a2a-8043-2b4746931e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:10.064247 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9613c6-05db-4c9c-9721-fc9baf413432 req-a3b7c023-902a-4a72-ac33-b06e2dc44472 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:10.066445 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3b9613c6-05db-4c9c-9721-fc9baf413432 req-a3b7c023-902a-4a72-ac33-b06e2dc44472 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0952344 May 06 14:31:10.119976 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3b9613c6-05db-4c9c-9721-fc9baf413432 req-d2f85a6f-1bbd-4169-85c9-39b3af24d7db tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469368 May 06 14:31:10.172385 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:10.173765 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:11.364653 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b07cc-5f41-4ac9-a0fd-ecfbfebd9793 req-665d3d50-7574-499d-a127-f364bfb48e89 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:11.366228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d64b07cc-5f41-4ac9-a0fd-ecfbfebd9793 req-665d3d50-7574-499d-a127-f364bfb48e89 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.1080022 May 06 14:31:11.466380 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d64b07cc-5f41-4ac9-a0fd-ecfbfebd9793 req-7fc78e8e-fcca-4faa-813c-622e755c3fbf tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840037 May 06 14:31:11.765527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:12.691040 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421ab11-c539-49b1-ac25-e74d864cc531 req-9bf92707-d65a-4a37-86b7-47036b85d70a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:12.698346 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c421ab11-c539-49b1-ac25-e74d864cc531 req-9bf92707-d65a-4a37-86b7-47036b85d70a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.1044366 May 06 14:31:12.751559 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c421ab11-c539-49b1-ac25-e74d864cc531 req-1cbc1309-8fe6-4b6c-98e5-a4859384188a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514314 May 06 14:31:13.957979 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59de0b-5c18-4657-a371-58f4a6266f50 req-6904ef0c-b870-4a32-8d72-f0e3b4938716 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:13.959430 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7b59de0b-5c18-4657-a371-58f4a6266f50 req-6904ef0c-b870-4a32-8d72-f0e3b4938716 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0955515 May 06 14:31:14.008258 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7b59de0b-5c18-4657-a371-58f4a6266f50 req-6efda7b9-a289-498e-84f3-6bcc5fa67abd tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427780 May 06 14:31:14.331670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-dbf81872-ff64-484b-b538-43ef6d761f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:14.333188 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-dbf81872-ff64-484b-b538-43ef6d761f36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1098 time: 0.0767074 May 06 14:31:14.475894 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-7e571107-fcd5-4249-9c11-992593f4f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:14.477369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-7e571107-fcd5-4249-9c11-992593f4f9e9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1362412 May 06 14:31:14.587189 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-aa50bcb9-ba8c-4994-8d40-9597f358d364 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 1001 time: 0.1001148 May 06 14:31:14.656075 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-f2b66901-72ac-4edb-8a61-16dc6fec511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:14.657577 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-f2b66901-72ac-4edb-8a61-16dc6fec511a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0642474 May 06 14:31:14.735529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-33549afe-1708-48b8-95ed-c74e049358e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:14.737078 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-33549afe-1708-48b8-95ed-c74e049358e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730159 May 06 14:31:14.884845 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-4e6c4c86-cb38-4195-b83a-c0970bc3aac2 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399012 May 06 14:31:15.021624 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-59c63c77-c32f-4b7a-9487-f86d05846e96 req-f7ed6fda-4b91-4260-b629-50b9e5ce45ae service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303949 May 06 14:31:15.208569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697f2a8-61c5-49ff-9752-69895b1ba181 req-4d6cfce6-2a65-40d3-b157-7d8c495d8aac tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:15.209947 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f697f2a8-61c5-49ff-9752-69895b1ba181 req-4d6cfce6-2a65-40d3-b157-7d8c495d8aac tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0905170 May 06 14:31:15.254650 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f697f2a8-61c5-49ff-9752-69895b1ba181 req-01ff73d4-354d-46c7-a926-a7bca10f8456 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384662 May 06 14:31:16.438934 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6b7e-04d1-465a-8ee1-e4944f65d6b0 req-8a6299c7-57ae-4a6e-92a9-bf93040a33e5 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:16.440406 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-743d6b7e-04d1-465a-8ee1-e4944f65d6b0 req-8a6299c7-57ae-4a6e-92a9-bf93040a33e5 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0797501 May 06 14:31:16.484642 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-743d6b7e-04d1-465a-8ee1-e4944f65d6b0 req-af49b53d-c75e-45d9-a577-653c42271a51 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383792 May 06 14:31:17.674350 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7e2c5-d3b8-4245-b914-520aa961507f req-ea012338-ab9f-4270-86fa-e42fe4eafeac tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:17.675789 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-22b7e2c5-d3b8-4245-b914-520aa961507f req-ea012338-ab9f-4270-86fa-e42fe4eafeac tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0856051 May 06 14:31:17.723307 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-22b7e2c5-d3b8-4245-b914-520aa961507f req-7cbcfb49-672d-43ac-8392-8e09ba0769c1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 May 06 14:31:18.086815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecd9ff-a592-47f1-b647-13b3b21eb1b6 req-2956f861-604b-4dda-bb10-c7ab6f5ec85b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:18.088279 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a3ecd9ff-a592-47f1-b647-13b3b21eb1b6 req-2956f861-604b-4dda-bb10-c7ab6f5ec85b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 945 time: 0.0826364 May 06 14:31:18.139314 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a3ecd9ff-a592-47f1-b647-13b3b21eb1b6 req-b4adeba0-bee1-4865-8d45-93d1dac13d09 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447681 May 06 14:31:18.257349 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53206) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:31:18.380266 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-02cf2634-a9b3-4355-af09-7fe786a6734b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1217284 May 06 14:31:18.389396 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 81f8876c-20c2-482b-8673-39725f8ad367 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:31:18.511634 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:18.539926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:31:18.550127 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:31:18.554591 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:18.588441 dv-neutron-840888-1-hyperv neutron-server[87986]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-adadd1ff-d5b7-4b42-807f-6d60bc3e5d6a']: {'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367', 'code': 422} returned with failed status May 06 14:31:18.629006 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:31:19.443619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dab786-2f29-4979-ab4f-83152057b051 req-f81a2465-aa05-4c69-a574-aae3d8e7ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:19.445157 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-f81a2465-aa05-4c69-a574-aae3d8e7ac85 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587&tenant_id=fca2359a447849dc9fb7cb362280530b HTTP/1.1" status: 200 len: 1096 time: 0.2262144 May 06 14:31:19.465251 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df69551-38ec-4226-911c-0088aa7b1f1a req-d90654b1-dec9-4bf4-84fc-9ed6923f4ce4 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:19.466771 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6df69551-38ec-4226-911c-0088aa7b1f1a req-d90654b1-dec9-4bf4-84fc-9ed6923f4ce4 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.1970322 May 06 14:31:19.565090 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6df69551-38ec-4226-911c-0088aa7b1f1a req-4394c8fa-dbfc-4ab0-a2bd-c06944efcf8a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656328 May 06 14:31:19.579199 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dab786-2f29-4979-ab4f-83152057b051 req-54de1a5e-2ea6-4314-8139-83876e1d1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:19.580820 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-54de1a5e-2ea6-4314-8139-83876e1d1938 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1096 time: 0.1113024 May 06 14:31:19.716007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dab786-2f29-4979-ab4f-83152057b051 req-ce695987-cdd1-471a-86df-92fe0343ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:19.717419 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-ce695987-cdd1-471a-86df-92fe0343ae33 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1302891 May 06 14:31:19.822785 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-652c74cf-3de1-4e80-a09a-81f1d1a2a5c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 999 time: 0.0988660 May 06 14:31:19.884292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dab786-2f29-4979-ab4f-83152057b051 req-971f81ea-a9df-4fe3-9248-0464403cc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:19.886306 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-971f81ea-a9df-4fe3-9248-0464403cc732 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0569689 May 06 14:31:19.966253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dab786-2f29-4979-ab4f-83152057b051 req-59d672df-08f5-483c-b85e-60c113e0e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:19.967101 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-59d672df-08f5-483c-b85e-60c113e0e7a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744035 May 06 14:31:20.100789 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-73a766d1-0e7a-420b-bdee-947cbb6b410c service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267149 May 06 14:31:20.240019 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-82c30d86-960a-46cb-af82-7140183bc080 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324680 May 06 14:31:20.785690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f59178-ea4e-46af-9974-05321350df31 req-4052a6bf-e16e-4c1c-9e3d-2b6d93c38832 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:20.793884 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0f59178-ea4e-46af-9974-05321350df31 req-4052a6bf-e16e-4c1c-9e3d-2b6d93c38832 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.1020839 May 06 14:31:20.852134 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0f59178-ea4e-46af-9974-05321350df31 req-f25ebcb7-4b5f-4160-83c5-35220d0c1197 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570784 May 06 14:31:22.052260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7794f-0feb-4db3-8593-6c329ad113e7 req-4002bf82-d47a-4328-9bd0-a58c22c94243 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:22.053921 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4cd7794f-0feb-4db3-8593-6c329ad113e7 req-4002bf82-d47a-4328-9bd0-a58c22c94243 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0882754 May 06 14:31:22.103036 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4cd7794f-0feb-4db3-8593-6c329ad113e7 req-89e8e92e-45e8-4ef1-8e79-411f1248cda0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 May 06 14:31:23.356946 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2092fc-c838-4072-9c72-4f32b48f1fb4 req-a75afb36-04c6-4c40-bdb0-58ecfca27b20 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:23.358540 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a2092fc-c838-4072-9c72-4f32b48f1fb4 req-a75afb36-04c6-4c40-bdb0-58ecfca27b20 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.1103132 May 06 14:31:23.423492 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2a2092fc-c838-4072-9c72-4f32b48f1fb4 req-46440241-c3d1-476b-be26-ca59c1169f91 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588436 May 06 14:31:24.626631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d03bb-ba27-40ea-9f1a-d7cfcc0c168e req-d8099f6b-02cd-4a58-a8f9-f0b750e3212a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:24.628153 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d4d03bb-ba27-40ea-9f1a-d7cfcc0c168e req-d8099f6b-02cd-4a58-a8f9-f0b750e3212a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0883608 May 06 14:31:24.693037 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d4d03bb-ba27-40ea-9f1a-d7cfcc0c168e req-0d1a63d1-9dba-4bcb-b021-eff3aea20a74 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587032 May 06 14:31:25.903684 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad02c9-ca93-4bdf-9688-29fbfcd41d94 req-a549e460-df1b-46b4-af00-33fdff98886a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:25.905289 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1bad02c9-ca93-4bdf-9688-29fbfcd41d94 req-a549e460-df1b-46b4-af00-33fdff98886a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0907276 May 06 14:31:25.973879 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1bad02c9-ca93-4bdf-9688-29fbfcd41d94 req-98004714-4d9e-45f5-9741-a2ce00da2824 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623245 May 06 14:31:27.196966 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5d30c-c365-48a9-80c8-c4a6e05c0cf8 req-0a4029b5-4441-46ed-a242-d19912608cf5 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:27.199368 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afd5d30c-c365-48a9-80c8-c4a6e05c0cf8 req-0a4029b5-4441-46ed-a242-d19912608cf5 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0970500 May 06 14:31:27.248037 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-afd5d30c-c365-48a9-80c8-c4a6e05c0cf8 req-0787618b-0c96-4375-9740-454367992c1f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452790 May 06 14:31:28.459535 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43f1a8-bbcf-46b3-9fda-87680ad66efb req-54f12e47-5e3c-4e3b-8bb2-a8ae0683c772 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:28.461138 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f43f1a8-bbcf-46b3-9fda-87680ad66efb req-54f12e47-5e3c-4e3b-8bb2-a8ae0683c772 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0893419 May 06 14:31:28.515132 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f43f1a8-bbcf-46b3-9fda-87680ad66efb req-ecf39af3-fc50-4e47-bb69-4403472657cc tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463676 May 06 14:31:29.723561 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6f997-d516-4aa0-b4cd-a5c6cb9efb0d req-8622617e-16ea-40cf-9e1e-4e6a89486d6b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:29.724998 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-55e6f997-d516-4aa0-b4cd-a5c6cb9efb0d req-8622617e-16ea-40cf-9e1e-4e6a89486d6b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0843298 May 06 14:31:29.782322 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-55e6f997-d516-4aa0-b4cd-a5c6cb9efb0d req-78cd0d44-1397-4ca7-b11e-4269da4862c1 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507510 May 06 14:31:30.989054 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c11fdc-c6f3-4d99-99a2-cfd1c4389aef req-c5162f70-c396-425c-8f9d-fe4a006e4ade tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:30.990615 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-29c11fdc-c6f3-4d99-99a2-cfd1c4389aef req-c5162f70-c396-425c-8f9d-fe4a006e4ade tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0940833 May 06 14:31:31.039146 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-29c11fdc-c6f3-4d99-99a2-cfd1c4389aef req-3e81000d-ed2d-4ad8-b7ae-6ac49b9b7c9a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 May 06 14:31:32.230103 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4777460-ac2c-4ef8-aed8-4100f2480fbc req-05be296f-ff38-4329-a279-58cab50deb90 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:32.231564 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d4777460-ac2c-4ef8-aed8-4100f2480fbc req-05be296f-ff38-4329-a279-58cab50deb90 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 943 time: 0.0849600 May 06 14:31:32.375626 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d4777460-ac2c-4ef8-aed8-4100f2480fbc req-7510af15-0ac2-4884-99e8-d8ec3013b7fe tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381323 May 06 14:31:32.482386 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 81f8876c-20c2-482b-8673-39725f8ad367 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:31:32.618435 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:31:32.633129 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '81f8876c-20c2-482b-8673-39725f8ad367', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'port_id': '81f8876c-20c2-482b-8673-39725f8ad367', 'mac_address': 'fa:16:3e:12:94:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:31:32.696600 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:32.717137 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f8876c-20c2-482b-8673-39725f8ad367 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:31:32.734164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:31:32.738043 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:32.813318 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=9']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:31:32.952885 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['81f8876c-20c2-482b-8673-39725f8ad367'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:31:33.573676 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cfd0f-8c88-41e8-9a4c-9975a056e2aa req-83a6aae6-827b-4129-9334-7ccdd683f06e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:33.575205 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c6cfd0f-8c88-41e8-9a4c-9975a056e2aa req-83a6aae6-827b-4129-9334-7ccdd683f06e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 944 time: 0.0841429 May 06 14:31:33.621235 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c6cfd0f-8c88-41e8-9a4c-9975a056e2aa req-6b455a1e-ba35-4065-a0b8-9071f5f54817 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 May 06 14:31:34.496520 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 81f8876c-20c2-482b-8673-39725f8ad367 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:31:34.569783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 81f8876c-20c2-482b-8673-39725f8ad367 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:31:34.570138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:34.693930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:34.726620 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:31:34.738802 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:31:34.747159 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:34.792759 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f412f3-a5d1-4490-bf59-b5cbb8997efe'] response: {'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367', 'code': 200} May 06 14:31:34.830185 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=10']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:31:34.887925 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544357c-03bd-42ab-8ec6-0b76bd512929 req-f28f57f5-f595-43bc-ac49-f5794bddb7ae tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:34.889433 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8544357c-03bd-42ab-8ec6-0b76bd512929 req-f28f57f5-f595-43bc-ac49-f5794bddb7ae tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 946 time: 0.0888343 May 06 14:31:34.942881 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8544357c-03bd-42ab-8ec6-0b76bd512929 req-5809db1a-05e4-419b-8b58-8b473d48345d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471263 May 06 14:31:35.049881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49881f32-4e38-4b89-a3e3-094ab6adaa9f req-ef8713d4-7464-4b67-91f8-17967fd2e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:35.051271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49881f32-4e38-4b89-a3e3-094ab6adaa9f req-ef8713d4-7464-4b67-91f8-17967fd2e24d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1099 time: 0.0706909 May 06 14:31:35.096319 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-49881f32-4e38-4b89-a3e3-094ab6adaa9f req-f297483c-cdd5-4be9-8e4f-7bdd9c30ef06 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386081 May 06 14:31:35.613269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-18f2ef03-2439-4b1b-a995-711187d5a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:35.614642 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-18f2ef03-2439-4b1b-a995-711187d5a422 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1099 time: 0.0718725 May 06 14:31:35.640525 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:31:35.761132 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-5c1b3040-a0f4-443f-a919-0da1cc430076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:35.762577 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-5c1b3040-a0f4-443f-a919-0da1cc430076 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1274278 May 06 14:31:35.867575 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-b769a1e5-de31-4ab7-96fa-ccfd94efe205 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 1001 time: 0.0987005 May 06 14:31:35.938831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-628cbebd-02ba-485c-8a2d-d22ff0406288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:35.940292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-628cbebd-02ba-485c-8a2d-d22ff0406288 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0631220 May 06 14:31:36.038811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-2c19b62a-21f1-4872-8d09-1fcfe446797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:36.040297 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-2c19b62a-21f1-4872-8d09-1fcfe446797d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899129 May 06 14:31:36.256530 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bec98-781c-4e06-bbad-ec94671dfa8b req-b2bd23ae-5187-473d-a824-9397c4d3538c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:36.258207 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d0bec98-781c-4e06-bbad-ec94671dfa8b req-b2bd23ae-5187-473d-a824-9397c4d3538c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 946 time: 0.1883872 May 06 14:31:36.262672 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-b9be482e-24fb-4451-860d-07725b968acd service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114131 May 06 14:31:36.390786 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d0bec98-781c-4e06-bbad-ec94671dfa8b req-ff1cb917-81e3-4db9-bc58-7c60bbf1b881 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261697 May 06 14:31:36.437776 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ad677857-e2f8-439f-a6ea-6ffa69e1e9e4 req-c27c0e39-5c88-415f-ac61-a032f096d5fb service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557889 May 06 14:31:36.438983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:36.722884 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-43ad952b-78a7-4a4e-a30e-966fe8d0a159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:37.586585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b2d52-f151-46de-8716-6b045bfe5121 req-f366da59-f58f-40ca-ac6a-973d66b567d9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:31:37.588502 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d50b2d52-f151-46de-8716-6b045bfe5121 req-f366da59-f58f-40ca-ac6a-973d66b567d9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 946 time: 0.0862641 May 06 14:31:37.635827 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d50b2d52-f151-46de-8716-6b045bfe5121 req-6374dd78-c448-4ce5-8a72-703e722f236d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408082 May 06 14:31:39.061656 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-745bb1f5-b727-4890-8295-365b5d9c6d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:40.138797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:40.167252 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:31:41.764050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:06.450440 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:06.724370 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-649e73a9-15e5-45eb-97d8-31a55cb8ad39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:09.066361 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-302a6d7c-5656-4d12-8199-ff160c91ab4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:10.142042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:10.170077 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:11.764741 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:12.640723 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:32:36.461050 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:36.476651 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-2aa2e93d-88d6-441c-8c1a-462978363927 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759528 May 06 14:32:36.615713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-4da11257-b6c1-48f3-ae6a-52f755e21156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:36.617188 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-4da11257-b6c1-48f3-ae6a-52f755e21156 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1099 time: 0.0719557 May 06 14:32:36.728544 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f4a59584-f58e-4e87-924c-4a27f7782011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:36.764504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-bc520e00-62c5-473d-b344-e824c91721e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:36.766005 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-bc520e00-62c5-473d-b344-e824c91721e0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1305294 May 06 14:32:36.960308 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-a59202d7-b05f-484e-af6c-63e7c207591a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 1001 time: 0.1880579 May 06 14:32:37.021271 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-a1ef104d-7bb5-4359-af9e-5a9756f8ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:37.023518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-a1ef104d-7bb5-4359-af9e-5a9756f8ff50 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0571566 May 06 14:32:37.100339 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-225ce1ca-280d-4613-9d51-13071131ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:37.101863 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-225ce1ca-280d-4613-9d51-13071131ed6c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722494 May 06 14:32:37.236168 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-26231059-15ff-4ccc-8bb6-1fed6000c314 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262536 May 06 14:32:37.369474 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-448c2f37-13e3-46af-af9b-e06bd817e6d4 req-d6447552-d7de-4a5b-9c64-3d518766be09 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264420 May 06 14:32:39.068481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9307f3d5-95b8-413d-9baf-81d7ecf5ad18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:40.144489 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:40.172353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:41.767578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:49.640957 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:32:51.136400 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53342) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:32:51.442929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Deleting port 3fce7b29-ef34-4e90-9327-db762bb2e5db {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:32:51.443261 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:51.612405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:51.612679 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:51.733493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Calling delete_port for 3fce7b29-ef34-4e90-9327-db762bb2e5db owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:32:51.881439 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:51.953711 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event deleted for resources: {'Port': ['ID=3fce7b29-ef34-4e90-9327-db762bb2e5db,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:51.973624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.973966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.974295 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.974618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.974938 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.975257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.975571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.976461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.976888 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.977293 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.977610 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:51.977919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:52.034373 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:52.034707 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Floating IP af905065-578f-4a60-85eb-e8dcd41a928c disassociated (deleted). External IP: 172.26.2.252, port: 81f8876c-20c2-482b-8673-39725f8ad367. May 06 14:32:52.395406 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Router b4eb71b9-6613-4279-a531-570ad1ffad2a has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:32:52.575319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:32:52.586374 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] Sync routers for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:32:52.595896 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:52.596095 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:32:52.596665 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:32:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:32:52.651376 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d9fbfe0f-32d6-470b-ad6b-afa2957d0679 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "DELETE /v2.0/floatingips/af905065-578f-4a60-85eb-e8dcd41a928c HTTP/1.1" status: 204 len: 168 time: 1.5137944 May 06 14:32:52.651968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:32:52.765805 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73884cf-2617-4a9d-99b8-4abb2845bc77'] response: {'name': 'network-changed', 'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367', 'status': 'completed', 'code': 200} May 06 14:32:52.788191 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:32:52.863838 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-79bfa488-f123-4ef4-ae3e-740f1384d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:52.865093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-79bfa488-f123-4ef4-ae3e-740f1384d125 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 1099 time: 0.0757351 May 06 14:32:53.018435 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-d2aa2106-af5b-483f-8187-c79648581f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:53.019949 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-d2aa2106-af5b-483f-8187-c79648581f7d service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1439507 May 06 14:32:53.129419 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:32:53.132921 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-1b51b13b-9aad-4efb-84b5-4dd6fb310f3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 200 len: 217 time: 0.0708475 May 06 14:32:53.133541 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] Checking router: b4eb71b9-6613-4279-a531-570ad1ffad2a for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:32:53.142108 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:32:53.142711 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:32:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:32:53.208504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-9842eceb-f30b-41fb-be41-552a97f456f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:53.209943 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-9842eceb-f30b-41fb-be41-552a97f456f8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0670269 May 06 14:32:53.223480 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e93f-08c1-4ac7-a212-b7a8b66de37c req-4d5c2846-b3c2-49f7-99dd-c4dc138268b3 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:53.224935 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ca9e93f-08c1-4ac7-a212-b7a8b66de37c req-4d5c2846-b3c2-49f7-99dd-c4dc138268b3 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 946 time: 0.2034340 May 06 14:32:53.322559 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:32:53.323299 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ca9e93f-08c1-4ac7-a212-b7a8b66de37c req-eb0f72b9-5ed4-4396-8d4b-930d83666b29 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667834 May 06 14:32:53.339308 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-0192e6f0-c5d7-4ac5-b76f-033da94a75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:53.340821 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-0192e6f0-c5d7-4ac5-b76f-033da94a75fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150358 May 06 14:32:53.486214 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-facc2b9c-5234-4aaf-a143-232c0d545ba3 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371250 May 06 14:32:53.619537 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ea5a4014-d29a-46ca-a4c6-1718233fa970 req-45a62ed7-8090-4db1-9371-7a791b231414 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271470 May 06 14:32:53.670787 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:32:53.674593 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2954f3-e0ee-4a5d-b7e9-63f6e2db529a None None] The sync data for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv is: [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:32:53.901188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e6a0a1-77fc-4dc7-acd7-cfd1f6ce81b8 None None] New status for floating IP af905065-578f-4a60-85eb-e8dcd41a928c: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:32:54.390859 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-31078dcc-eab4-40f7-b3a4-0d3ce0c66a73 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:54.392309 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-31078dcc-eab4-40f7-b3a4-0d3ce0c66a73 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 946 time: 0.0804951 May 06 14:32:54.504745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Deleting port 81f8876c-20c2-482b-8673-39725f8ad367 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:32:54.505085 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:54.740631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163911f7-e329-40e1-8e30-5bc2f7fcbe59 req-6974c8c5-5657-427d-94e0-f2381ff916ac tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:32:54.742555 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-163911f7-e329-40e1-8e30-5bc2f7fcbe59 req-6974c8c5-5657-427d-94e0-f2381ff916ac tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4135811-40bf-49f2-8046-c2cb41965587 HTTP/1.1" status: 200 len: 946 time: 0.2968993 May 06 14:32:54.881793 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-163911f7-e329-40e1-8e30-5bc2f7fcbe59 req-cd9fa644-aa96-46c3-9d41-671b595746d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=65daa85a-defd-447f-a5c5-acaefa7573c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335399 May 06 14:32:54.927086 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] For port 81f8876c-20c2-482b-8673-39725f8ad367, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=81f8876c-20c2-482b-8673-39725f8ad367,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:32:54.927445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:55.051852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Calling delete_port for 81f8876c-20c2-482b-8673-39725f8ad367 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:32:55.197246 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:55.247645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event deleted for resources: {'Port': ['ID=81f8876c-20c2-482b-8673-39725f8ad367,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:55.288639 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.288985 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.289321 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.289831 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.290157 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.290484 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.290804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.291125 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.291439 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.291753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.292064 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.292376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:32:55.335359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] No DVR routers for this DVR port 81f8876c-20c2-482b-8673-39725f8ad367 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:32:55.337701 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:55.340259 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-deleted', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:32:55.351787 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2f0e4ac-cc7b-440d-9626-6162723d2861 req-ab928f24-4b06-4704-9963-9970dd166643 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "DELETE /v2.0/ports/81f8876c-20c2-482b-8673-39725f8ad367 HTTP/1.1" status: 204 len: 173 time: 0.9537251 May 06 14:32:55.443846 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91c8b45-edf3-460f-af7e-34e8520fe3ce'] response: {'server_uuid': 'c4135811-40bf-49f2-8046-c2cb41965587', 'name': 'network-vif-deleted', 'tag': '81f8876c-20c2-482b-8673-39725f8ad367', 'status': 'completed', 'code': 200} May 06 14:32:55.987298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53362) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:32:56.056022 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-615d8ad6-c1ad-4d77-a636-bf98f739c04f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.087961 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-615d8ad6-c1ad-4d77-a636-bf98f739c04f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.254377 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-615d8ad6-c1ad-4d77-a636-bf98f739c04f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.274104 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d8ad6-c1ad-4d77-a636-bf98f739c04f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65daa85a-defd-447f-a5c5-acaefa7573c4,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:56.285372 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-615d8ad6-c1ad-4d77-a636-bf98f739c04f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.286527 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-615d8ad6-c1ad-4d77-a636-bf98f739c04f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "DELETE /v2.0/security-groups/65daa85a-defd-447f-a5c5-acaefa7573c4 HTTP/1.1" status: 204 len: 168 time: 0.2982771 May 06 14:32:56.495713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53370) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:32:56.501005 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216676338', 'description': 'tempest-secgroup-smoke-1216676338 description', 'project_id': 'fca2359a447849dc9fb7cb362280530b'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:32:56.508289 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:32:56.512476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:32:56.515290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:32:56.521159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:32:56.532016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.551569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:32:56.555659 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:32:56.558545 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:32:56.564236 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:32:56.634802 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.638224 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.684733 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce45ee6-d677-4a79-8455-cb891168af70,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:56.687451 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.688660 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8bccc6f3-6e00-4e3a-98d5-b9bce0d44fe0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1919351 May 06 14:32:56.691481 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53374) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:32:56.697096 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '0ce45ee6-d677-4a79-8455-cb891168af70', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:32:56.703378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:32:56.707349 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:32:56.710833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:32:56.716582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:32:56.733102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.792933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.796225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.821628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5c65d1-ed10-43cc-88a0-acade3196b00,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:56.833131 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.834300 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-3d50d5ca-89e1-4964-8c21-c2e4b7ad2748 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419230 May 06 14:32:56.837045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53378) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:32:56.841927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '0ce45ee6-d677-4a79-8455-cb891168af70', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:32:56.847700 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:32:56.851457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:32:56.854276 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:32:56.859768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:32:56.876696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.939837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.943818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.967546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860109a7-2bd7-4c20-a918-3734aba3db34,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:56.977885 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:56.979084 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-944d2403-dd69-4056-8bd7-4e00f6e597d8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410861 May 06 14:32:56.981703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53382) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:32:56.986574 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '0ce45ee6-d677-4a79-8455-cb891168af70', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:32:56.993585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:32:56.997466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:32:57.000387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:32:57.006415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:32:57.025536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.093383 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.096915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.122772 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b985b6-6ba9-4899-95d8-b55520eafa2b,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:57.134643 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.136173 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7f2ad999-9308-4d1f-a6bd-b45b9210fd65 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532371 May 06 14:32:57.138501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53386) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:32:57.143298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '0ce45ee6-d677-4a79-8455-cb891168af70', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:32:57.149156 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:32:57.152922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:32:57.155698 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:32:57.161316 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:32:57.178703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.242046 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.245664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.268723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffe7917-13fc-4ddd-a912-2ac105862370,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:57.277273 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.278565 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c99c67ea-c2cc-484b-8f30-523de67dc0ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391428 May 06 14:32:57.281233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53390) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:32:57.286039 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '0ce45ee6-d677-4a79-8455-cb891168af70', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:32:57.293015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:32:57.296846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:32:57.299732 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:32:57.306411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:32:57.316353 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Project fca2359a447849dc9fb7cb362280530b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:32:57.323101 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.391737 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.395382 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.419923 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35076895-68b6-476b-baa5-4e4478cf210e,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:57.428373 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.430220 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5634bdde-3977-4fa1-8031-c8ad5087d726 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480880 May 06 14:32:57.433021 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53394) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:32:57.437836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'security_group_rule': {'security_group_id': '0ce45ee6-d677-4a79-8455-cb891168af70', 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:32:57.443690 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:32:57.447582 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:security_group_rule and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:32:57.450396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:32:57.456209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:32:57.466228 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Project fca2359a447849dc9fb7cb362280530b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:32:57.472625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.536992 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.541589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.564723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee24e5d-c373-4253-a406-e9b57bc81072,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:32:57.573173 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:32:57.574645 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-269a81db-24e6-4a05-9bc5-5c3cca43659f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407270 May 06 14:32:59.011286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 81f8876c-20c2-482b-8673-39725f8ad367 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:32:59.047526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 81f8876c-20c2-482b-8673-39725f8ad367 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:32:59.047866 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 81f8876c-20c2-482b-8673-39725f8ad367 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:33:06.477833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:06.732242 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8478896d-872f-467b-be87-a12adc358fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:09.071695 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-b43f2ba3-b90e-430f-ad7b-faf73092f227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:10.149553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:10.174238 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:11.769506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:12.467680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-a719b771-a911-44ef-a0b2-b01eb32520d0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Synchronizing usage tracker for tenant:fca2359a447849dc9fb7cb362280530b on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:33:12.482745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-a719b771-a911-44ef-a0b2-b01eb32520d0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Unset dirty status for tenant:fca2359a447849dc9fb7cb362280530b on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:33:12.483912 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-a719b771-a911-44ef-a0b2-b01eb32520d0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216676338&fields=id&tenant_id=fca2359a447849dc9fb7cb362280530b HTTP/1.1" status: 200 len: 267 time: 0.0565627 May 06 14:33:12.634368 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-a6ee6e20-2d58-46f3-a54f-db6d38d089ca tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:12.636338 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-a6ee6e20-2d58-46f3-a54f-db6d38d089ca tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 807 time: 0.1453297 May 06 14:33:12.650564 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-f708a148-b666-4ab6-9078-8f46f61a004b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/quotas/fca2359a447849dc9fb7cb362280530b HTTP/1.1" status: 200 len: 375 time: 0.0088639 May 06 14:33:12.735168 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-7eaa4831-0806-4305-b6d3-669472c340d0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Synchronizing usage tracker for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:33:12.750646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-7eaa4831-0806-4305-b6d3-669472c340d0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Unset dirty status for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:33:12.751936 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-7eaa4831-0806-4305-b6d3-669472c340d0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963426 May 06 14:33:12.968627 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-f7b207b9-32dd-49d8-a700-cd2cf1e942ee service neutron] 10.222.0.21 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046590 May 06 14:33:13.189681 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-e8309aa9-d441-48d9-84a6-4d98709e0b46 service neutron] 10.222.0.21 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150273 May 06 14:33:13.569472 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-06f2a438-4ba8-4b74-9081-bc0f897ea5ca req-040b0b8d-afbe-4743-9395-57b104f9a0de tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 210 time: 0.0443895 May 06 14:33:14.771522 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5726d2c4-fd41-4ab8-94ed-86415231e0f6 req-24da05f9-ee62-4599-8964-a75b7173f095 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 210 time: 0.0684342 May 06 14:33:14.831921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-fca35e91-31bc-4e79-b2cf-21d43ccd0ced tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:14.833463 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-fca35e91-31bc-4e79-b2cf-21d43ccd0ced tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 807 time: 0.2103963 May 06 14:33:14.882025 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-9e47df6e-a28f-4751-b14d-d3d6fbd01e16 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fca2359a447849dc9fb7cb362280530b HTTP/1.1" status: 200 len: 380 time: 0.0401726 May 06 14:33:14.890599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'port': {'device_id': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'admin_state_up': True, 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'security_groups': ['0ce45ee6-d677-4a79-8455-cb891168af70']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:33:15.029126 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:33:15.038603 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:33:15.052588 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Made reservation on behalf of fca2359a447849dc9fb7cb362280530b for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:33:15.056928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:15.235015 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Allocated IP 172.20.0.14 (5590cefe-908a-4d18-bc39-4b9ae93d5ca6/cf203f36-e422-4c4e-9c5f-2384874affae/63a0e46b-0aaf-49af-b781-dd86f85b7e07) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:33:15.434791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:15.452058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Transition to ACTIVE for port object 63a0e46b-0aaf-49af-b781-dd86f85b7e07 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:33:15.484434 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:15.556227 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:33:15.559865 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:33:15.564081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:33:15.605800 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'Port': ['ID=63a0e46b-0aaf-49af-b781-dd86f85b7e07,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:33:15.639214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:15.639926 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:15.669441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-d5442726-04c7-45d4-b424-fbbd9a58f3d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7824602 May 06 14:33:15.683306 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Request body: {'port': {'device_id': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:33:15.801936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:15.866219 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-acb2deb6-e028-4831-8f0e-9a06d67f294b None None] Provisioning for port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:33:15.876144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-acb2deb6-e028-4831-8f0e-9a06d67f294b None None] Provisioning complete for port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:33:15.876840 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-acb2deb6-e028-4831-8f0e-9a06d67f294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:15.943692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-acb2deb6-e028-4831-8f0e-9a06d67f294b None None] Port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:33:16.145952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec57552-cf04-4578-b6ba-87488d7ea05d req-19c108b4-c941-4257-92e9-ba6d4444421e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:16.146562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-5ec57552-cf04-4578-b6ba-87488d7ea05d req-19c108b4-c941-4257-92e9-ba6d4444421e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Synchronizing usage tracker for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:33:16.170963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-5ec57552-cf04-4578-b6ba-87488d7ea05d req-19c108b4-c941-4257-92e9-ba6d4444421e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Unset dirty status for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:33:16.172103 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ec57552-cf04-4578-b6ba-87488d7ea05d req-19c108b4-c941-4257-92e9-ba6d4444421e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 932 time: 0.2504692 May 06 14:33:16.275626 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5ec57552-cf04-4578-b6ba-87488d7ea05d req-1c605c34-c92a-4e0d-96b4-0d786e3efb49 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922244 May 06 14:33:16.278281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a0e46b-0aaf-49af-b781-dd86f85b7e07 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:33:16.286516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:16.308147 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Transition to ACTIVE for port object 63a0e46b-0aaf-49af-b781-dd86f85b7e07 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:33:16.312292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:16.555260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Pushing event updated for resources: {'Port': ['ID=63a0e46b-0aaf-49af-b781-dd86f85b7e07,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:33:16.657433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Attempting to bind port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:33:16.657763 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Attempting to bind port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:33:16.658080 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Attempting to bind port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 on network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:33:16.662833 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 on network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:33:16.663146 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Attempting to bind port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 on network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:33:16.668357 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:33:16.668714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Checking segment: {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:33:16.669083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Bound using segment: {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:33:16.669494 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Bound port: 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:33:16.669828 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:16.757797 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:33:16.761457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:33:16.765761 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:16.828466 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:16.829073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:16.830425 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] 10.222.0.76 "PUT /v2.0/ports/63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 1094 time: 1.1523809 May 06 14:33:16.830856 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:33:16.851986 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403976d2-c966-4bb2-a193-6a087ed45ece service neutron] Pushing event updated for resources: {'Port': ['ID=63a0e46b-0aaf-49af-b781-dd86f85b7e07,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:33:16.903892 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e04ce43-264e-4211-a2b6-bb5126bf44fe'] response: {'name': 'network-changed', 'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'status': 'completed', 'code': 200} May 06 14:33:16.950858 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-89c81d2c-313d-45bc-a615-c68aa8414c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:16.952469 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-89c81d2c-313d-45bc-a615-c68aa8414c91 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0808954 May 06 14:33:17.026931 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-cdb79c09-bde4-4c23-a5c8-9a1c18f94418 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 217 time: 0.0671759 May 06 14:33:17.090915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-e889d430-aed0-42e2-8f6d-453c038ab184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:17.092335 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-e889d430-aed0-42e2-8f6d-453c038ab184 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0597858 May 06 14:33:17.169163 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-5704465f-4c13-4a89-b055-fa0d12ab72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:17.170634 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-5704465f-4c13-4a89-b055-fa0d12ab72c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717235 May 06 14:33:17.306111 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-8f30b759-847f-443e-80d7-8b0da57a3a61 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275654 May 06 14:33:17.501470 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b2e41bd3-6335-417d-be15-fe088f854f6b req-992c0c67-3d70-48b1-a06a-c648c7add176 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893077 May 06 14:33:17.518539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d15c9b-5da6-41c9-8ad8-8abd3d3abb2a req-8c201804-f341-46d2-87f3-44c585711815 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:17.520250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d15c9b-5da6-41c9-8ad8-8abd3d3abb2a req-8c201804-f341-46d2-87f3-44c585711815 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.1307597 May 06 14:33:17.608722 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c8d15c9b-5da6-41c9-8ad8-8abd3d3abb2a req-116d9052-7338-45a2-91ea-3033589d9fb7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808399 May 06 14:33:17.636811 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-e9a56c37-aa0c-46f0-bb02-5662821c575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:17.638266 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-e9a56c37-aa0c-46f0-bb02-5662821c575a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0889087 May 06 14:33:17.774968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-198840d7-1638-4e62-8879-88ade7db0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:17.776408 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-198840d7-1638-4e62-8879-88ade7db0ec7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1317310 May 06 14:33:17.844765 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-ac805c5b-5821-4d35-bda3-e0499322e872 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 217 time: 0.0616305 May 06 14:33:17.910359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-3802934b-dd5b-4706-ad24-21518c1c4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:17.911832 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-3802934b-dd5b-4706-ad24-21518c1c4b6a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0606558 May 06 14:33:17.989105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-1bfd43cb-e6d0-47f3-9994-ce2b8846cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:17.990538 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-1bfd43cb-e6d0-47f3-9994-ce2b8846cf5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722268 May 06 14:33:18.122903 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-15c4c618-b1a0-4e44-9253-2fc7bc25b244 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261702 May 06 14:33:18.351850 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8a5dd8a5-a6dd-44cd-9306-8a99333fbe48 req-17325d25-cc9b-449f-8760-e924b7c5d233 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217076 May 06 14:33:18.802239 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3c867-6129-461b-adf1-e53ce11e652d req-9c7760af-60e4-4432-9a2c-129ca525b6cc tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:18.803688 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04a3c867-6129-461b-adf1-e53ce11e652d req-9c7760af-60e4-4432-9a2c-129ca525b6cc tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0846019 May 06 14:33:18.849083 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-04a3c867-6129-461b-adf1-e53ce11e652d req-dcb5dc10-b0f1-4c26-af73-33ac7aece652 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386033 May 06 14:33:20.032829 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addaa8ff-d403-4204-940e-245578dae7a7 req-628d58e4-b62b-43c9-8195-2d49b635adab tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:20.034271 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-addaa8ff-d403-4204-940e-245578dae7a7 req-628d58e4-b62b-43c9-8195-2d49b635adab tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0792444 May 06 14:33:20.078051 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-addaa8ff-d403-4204-940e-245578dae7a7 req-25422aaf-843b-4aea-a4c4-78f82294d2d6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380824 May 06 14:33:21.267620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d435f2-19a3-46e5-bbd6-44d49a050ecf req-d3245dec-6847-432b-bd42-47b46318b4ba tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:21.269006 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70d435f2-19a3-46e5-bbd6-44d49a050ecf req-d3245dec-6847-432b-bd42-47b46318b4ba tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0843182 May 06 14:33:21.314009 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70d435f2-19a3-46e5-bbd6-44d49a050ecf req-5a2a5b4d-1949-469d-9b66-3c0221c90083 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393810 May 06 14:33:22.499272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49e831-6c7d-4b10-9b7c-8e47d624a2a5 req-c6577492-5d4c-4583-af8f-8b81bc1448ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:22.500755 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b49e831-6c7d-4b10-9b7c-8e47d624a2a5 req-c6577492-5d4c-4583-af8f-8b81bc1448ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0808940 May 06 14:33:22.545708 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6b49e831-6c7d-4b10-9b7c-8e47d624a2a5 req-083286f1-804c-440a-b828-2257d004717c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392611 May 06 14:33:23.733513 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ef159-ed00-4e57-8d83-f000ba39f2fc req-9fc80bf7-3745-4fd4-aa1f-1fb216fbc53d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:23.734865 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce7ef159-ed00-4e57-8d83-f000ba39f2fc req-9fc80bf7-3745-4fd4-aa1f-1fb216fbc53d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0847952 May 06 14:33:23.780482 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ce7ef159-ed00-4e57-8d83-f000ba39f2fc req-cbc164ac-4839-4b36-9279-6f9b977ad894 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399241 May 06 14:33:24.965028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44525c6-f1c1-4ba4-a1a7-2990c6575d3d req-053ac6af-574f-49b6-98a8-b27854aa76b2 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:24.966521 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e44525c6-f1c1-4ba4-a1a7-2990c6575d3d req-053ac6af-574f-49b6-98a8-b27854aa76b2 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0818706 May 06 14:33:25.014367 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e44525c6-f1c1-4ba4-a1a7-2990c6575d3d req-64235117-3b7f-4da6-af0b-8d5e32ed25a3 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422475 May 06 14:33:25.168564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 63a0e46b-0aaf-49af-b781-dd86f85b7e07 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:33:25.305009 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:33:25.318115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'port_id': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'mac_address': 'fa:16:3e:31:e6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:33:25.372679 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:25.389724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a0e46b-0aaf-49af-b781-dd86f85b7e07 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:33:25.405918 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:33:25.409720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:25.480608 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=63a0e46b-0aaf-49af-b781-dd86f85b7e07,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:33:25.487770 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.488121 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.488474 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.488813 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.489142 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.489464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.489787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.490106 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.490428 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.490743 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.491059 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.491372 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:33:25.665355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['63a0e46b-0aaf-49af-b781-dd86f85b7e07'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:33:26.195562 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085f556-56b0-4103-8e6a-43b3bba47c1a req-7769c8dc-336c-4984-85b0-39130bbbc384 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:26.197051 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a085f556-56b0-4103-8e6a-43b3bba47c1a req-7769c8dc-336c-4984-85b0-39130bbbc384 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 945 time: 0.0800340 May 06 14:33:26.241291 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a085f556-56b0-4103-8e6a-43b3bba47c1a req-3597272e-9dd7-456e-b5ed-85b62dba2842 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378869 May 06 14:33:26.640892 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:33:27.197115 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 63a0e46b-0aaf-49af-b781-dd86f85b7e07 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:33:27.273259 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:33:27.280607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:33:27.281123 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:27.414309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:27.446999 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:33:27.455909 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2987-bc18-417e-92b7-028230eef5dd req-1724a735-bf8e-4dd7-929b-6fd8e76dee3d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:27.457456 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ab1a2987-bc18-417e-92b7-028230eef5dd req-1724a735-bf8e-4dd7-929b-6fd8e76dee3d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 945 time: 0.1038046 May 06 14:33:27.458514 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:33:27.464308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:27.507397 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ab1a2987-bc18-417e-92b7-028230eef5dd req-1f29f40b-4aeb-4511-9c8c-10e23f603595 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416508 May 06 14:33:27.548576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=63a0e46b-0aaf-49af-b781-dd86f85b7e07,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:33:27.572337 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b255f511-18a8-4835-beb5-47b15f56ba1e'] response: {'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'code': 200} May 06 14:33:27.883488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6a029-6d62-4c46-bbdd-320a64514dbc req-3218dff8-c807-4cfa-975a-eefdf85c4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:27.886185 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8fe6a029-6d62-4c46-bbdd-320a64514dbc req-3218dff8-c807-4cfa-975a-eefdf85c4630 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1099 time: 0.0854816 May 06 14:33:27.927018 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8fe6a029-6d62-4c46-bbdd-320a64514dbc req-50256489-e441-47f4-930b-b5fc7d88d8d5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 May 06 14:33:28.712725 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3db4b-3d42-4068-a2b0-dda5562f9016 req-7d9389ff-6ed1-408a-bba5-ce9218f15278 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:28.714882 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0cf3db4b-3d42-4068-a2b0-dda5562f9016 req-7d9389ff-6ed1-408a-bba5-ce9218f15278 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0885780 May 06 14:33:28.762606 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0cf3db4b-3d42-4068-a2b0-dda5562f9016 req-f2ef8c68-0615-46e6-86f8-7b22a66b3f25 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 May 06 14:33:29.950367 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd095978-3ec3-4a2e-a2e8-76b0c0a82f83 req-8dffff3f-a755-46df-b8dc-442948a72b4f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:29.951835 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd095978-3ec3-4a2e-a2e8-76b0c0a82f83 req-8dffff3f-a755-46df-b8dc-442948a72b4f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0792696 May 06 14:33:30.000736 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cd095978-3ec3-4a2e-a2e8-76b0c0a82f83 req-c5b5ffbb-8764-4bc0-b332-466d6dc54ae0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 May 06 14:33:30.186970 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dc7e5-0013-4df6-a281-106765bf55e9 req-90d7b1f4-2ce9-4b37-87e1-9c2780834788 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:30.188484 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c79dc7e5-0013-4df6-a281-106765bf55e9 req-90d7b1f4-2ce9-4b37-87e1-9c2780834788 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0809133 May 06 14:33:30.235003 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c79dc7e5-0013-4df6-a281-106765bf55e9 req-7d27c024-ce9e-4cbf-9fa9-41da26b03d13 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405362 May 06 14:33:30.259509 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53590) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:33:30.339518 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0dfab1-54f1-44af-9ed8-b4428b7cf650 tempest-TestShelveInstance-2036819558 tempest-TestShelveInstance-2036819558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:30.341089 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-9e0dfab1-54f1-44af-9ed8-b4428b7cf650 tempest-TestShelveInstance-2036819558 tempest-TestShelveInstance-2036819558-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1094 time: 0.0800066 May 06 14:33:30.343782 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53594) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:33:30.349148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:33:30.355446 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:33:30.359548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Usage tracker for resource:floatingip and tenant:fca2359a447849dc9fb7cb362280530b is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:33:30.362539 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:33:30.368758 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:33:30.379919 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for floatingip, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:30.529072 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:30.695537 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Allocated IP 172.26.2.228 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/bb6c3a18-14a4-45ba-8abf-0e15627049f6) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:33:30.852632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:30.883760 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:30.955772 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:33:30.958616 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:33:30.962461 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:33:30.999543 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'Port': ['ID=bb6c3a18-14a4-45ba-8abf-0e15627049f6,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:33:31.384584 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:31.458064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:31.668317 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:31.672753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:31.789117 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event updated for resources: {'Port': ['ID=bb6c3a18-14a4-45ba-8abf-0e15627049f6,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:33:31.799280 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:32.089009 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Floating IP 99905c75-f7e3-4fdd-8545-d4593725aaf9 associated. External IP: 172.26.2.228, port: 63a0e46b-0aaf-49af-b781-dd86f85b7e07. May 06 14:33:32.463715 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Router b4eb71b9-6613-4279-a531-570ad1ffad2a has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:33:32.648087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:33:32.658243 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] Sync routers for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:33:32.667891 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:33:32.668523 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:33:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:33:32.673881 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:32.740532 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-fed8cb63-91ed-43dc-a58a-64a7d9652ec7 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3853076 May 06 14:33:32.740532 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:33:32.775497 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3095a6b3-8c86-49ee-b89d-512b9b254996'] response: {'name': 'network-changed', 'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'status': 'completed', 'code': 200} May 06 14:33:32.849361 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:33:32.871749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-c39c6ec0-a6a7-4de2-b2c7-1daa2e15fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:32.873250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-c39c6ec0-a6a7-4de2-b2c7-1daa2e15fdd8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1099 time: 0.0756497 May 06 14:33:33.009672 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-ffbc38bf-4870-4108-9c8c-16b31b2cd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:33.011046 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-ffbc38bf-4870-4108-9c8c-16b31b2cd21c service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1300085 May 06 14:33:33.115117 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-a4350c92-d462-4e07-a944-57f7ff15d436 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 1000 time: 0.0974293 May 06 14:33:33.177262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-3f1cfa09-8992-4389-93ce-38f80937cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:33.178682 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-3f1cfa09-8992-4389-93ce-38f80937cb81 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0578275 May 06 14:33:33.206809 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '99905c75-f7e3-4fdd-8545-d4593725aaf9', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'floating_ip_address': '172.26.2.228', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'port_id': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'mac_address': 'fa:16:3e:31:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:33:31Z', 'updated_at': '2022-05-06T14:33:31Z', 'revision_number': 0, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:33:33.210688 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] Checking router: b4eb71b9-6613-4279-a531-570ad1ffad2a for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:33:33.220182 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:33:33.220828 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:33:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:33:33.254964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-89e531f9-a45a-4a00-a077-98f82bdb93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:33.256524 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-89e531f9-a45a-4a00-a077-98f82bdb93f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712552 May 06 14:33:33.401576 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:33:33.480410 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-0b82a208-0da6-4d7b-8c5a-1f029f21eadf service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176855 May 06 14:33:33.615985 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4f5307f6-e32e-4589-b242-e3136c2a7943 req-3057d4f2-2cfd-41a1-80dd-88ab8f58931b service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283369 May 06 14:33:33.787496 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '99905c75-f7e3-4fdd-8545-d4593725aaf9', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'floating_ip_address': '172.26.2.228', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'port_id': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'mac_address': 'fa:16:3e:31:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:33:31Z', 'updated_at': '2022-05-06T14:33:31Z', 'revision_number': 0, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:33:33.792735 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4963ea0-3ce7-4653-b746-e38119f524dd None None] The sync data for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv is: [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '99905c75-f7e3-4fdd-8545-d4593725aaf9', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'floating_ip_address': '172.26.2.228', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'port_id': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'mac_address': 'fa:16:3e:31:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:33:31Z', 'updated_at': '2022-05-06T14:33:31Z', 'revision_number': 0, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:33:33.983069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec96e2f-423e-4a0c-b6f8-e5a82fea2d1a None None] New status for floating IP 99905c75-f7e3-4fdd-8545-d4593725aaf9: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:33:36.466613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:36.734938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f1115fb8-cdff-4f67-aef6-19ef5cfc8dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:38.543891 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-df363505-6c6f-4fa1-8fc6-c188b754aeab service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740511 May 06 14:33:38.684501 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-a1c22fa3-0744-42f4-b745-0c4786744a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:38.685955 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-a1c22fa3-0744-42f4-b745-0c4786744a00 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1099 time: 0.0704913 May 06 14:33:38.830933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-c678d685-88be-480e-b6df-4fdb21435707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:38.832369 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-c678d685-88be-480e-b6df-4fdb21435707 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1278462 May 06 14:33:38.936065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-4653fa56-cc7d-4392-99f8-645c8aa89f48 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 1002 time: 0.0975347 May 06 14:33:39.001478 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-fac13553-8a4d-4b3c-a8b1-3e7ba5d372a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:39.002904 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-fac13553-8a4d-4b3c-a8b1-3e7ba5d372a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0608160 May 06 14:33:39.075192 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1d5aeb20-3c56-4278-9fce-fede63aa0c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:39.079360 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-271567e4-59d2-482f-97fb-a3cc8e6fa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:33:39.080888 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-271567e4-59d2-482f-97fb-a3cc8e6fa013 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713966 May 06 14:33:39.215388 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-b010e8cb-a49a-4dcc-b84d-b846b32ea9b7 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264803 May 06 14:33:39.348244 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6c997f75-064e-43a3-ab65-0d24703a8a83 req-2cfbed56-04a1-44a0-bdc1-a70f9f155035 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277988 May 06 14:33:40.151869 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:40.179237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:33:41.772843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:03.640761 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:34:06.480250 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:06.739457 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-27432225-e573-4433-81cd-a565b88e48a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:09.089294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-4cc34e96-031d-476f-b401-c5f487400562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:10.154162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:10.185993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:11.775720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:36.480812 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:36.744455 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-13adad1f-fd6f-48f3-af6f-a549b6c34c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:39.080158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-807409de-c4d9-437a-a646-c3ed0420273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:40.156598 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:40.178440 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:34:40.469445 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-a970b2f8-dd2d-4800-a4ca-5a0b8d691098 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718510 May 06 14:34:40.617418 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba372-5776-40cc-aeb0-782690a34caf req-e5321146-7b44-40c6-9c72-aa513ae1e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:34:40.618886 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-e5321146-7b44-40c6-9c72-aa513ae1e8c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1099 time: 0.0777621 May 06 14:34:40.640568 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:34:40.767843 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba372-5776-40cc-aeb0-782690a34caf req-553cba98-1c49-444c-9c92-ab08b23b9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:34:40.769223 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-553cba98-1c49-444c-9c92-ab08b23b9739 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1288068 May 06 14:34:40.876195 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-3fbc4ef8-1b06-46e7-a88a-5f517f68d185 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 1002 time: 0.0996203 May 06 14:34:40.941300 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba372-5776-40cc-aeb0-782690a34caf req-cca9f570-8cb2-4b42-919b-b47c5b9ed2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:34:40.942754 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-cca9f570-8cb2-4b42-919b-b47c5b9ed2bf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0600357 May 06 14:34:41.024068 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba372-5776-40cc-aeb0-782690a34caf req-3a1d2150-9b82-473e-90a5-4291a55dd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:34:41.025518 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-3a1d2150-9b82-473e-90a5-4291a55dd679 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756540 May 06 14:34:41.036045 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-4b513b07-5063-4715-b944-f536b64d7a25 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:34:41.037044 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-4b513b07-5063-4715-b944-f536b64d7a25 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053279 May 06 14:34:41.263069 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-bda52ef6-268a-47ee-b5ed-d78e8edb8daa service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203734 May 06 14:34:41.395578 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a92ba372-5776-40cc-aeb0-782690a34caf req-f1268140-61a2-4455-9793-918c36e8d933 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263716 May 06 14:34:41.778291 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:06.480343 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:06.746155 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5ab99c70-f2dd-4c1c-864b-458822b8c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:09.082552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e706002a-3346-4a79-b370-6097387aceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:10.158487 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:10.181693 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:11.782172 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:17.640321 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:35:29.890282 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28429d14-ddb0-49e7-92b7-84e4b489878d req-f298cd77-4485-4009-b554-27293b037190 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:29.891676 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-28429d14-ddb0-49e7-92b7-84e4b489878d req-f298cd77-4485-4009-b554-27293b037190 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.1784844 May 06 14:35:29.937513 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-28429d14-ddb0-49e7-92b7-84e4b489878d req-9d689671-73e1-476e-adb5-43cd85364055 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 May 06 14:35:31.180593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcab01b-acee-49a8-ab3c-fa8c26ec8d77 req-8807b4b5-9131-4386-a8c6-3e27e17552a3 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:31.183128 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-adcab01b-acee-49a8-ab3c-fa8c26ec8d77 req-8807b4b5-9131-4386-a8c6-3e27e17552a3 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.1301343 May 06 14:35:31.229422 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-adcab01b-acee-49a8-ab3c-fa8c26ec8d77 req-17cf432a-14a6-4430-937d-4192225f6e58 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 May 06 14:35:32.425883 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa799ef-7202-49c7-8743-d613ce8cf573 req-faf36ad2-2ad7-45d0-b62a-6c23301cc932 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:32.427360 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7aa799ef-7202-49c7-8743-d613ce8cf573 req-faf36ad2-2ad7-45d0-b62a-6c23301cc932 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0800557 May 06 14:35:32.474755 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7aa799ef-7202-49c7-8743-d613ce8cf573 req-41def9d4-6e06-4e13-9500-45d21e59af44 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411773 May 06 14:35:33.660388 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e719-bc0f-4e5b-a9f2-54556783de98 req-34ac3329-a190-4e29-a722-e36af456688f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:33.661877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d98e719-bc0f-4e5b-a9f2-54556783de98 req-34ac3329-a190-4e29-a722-e36af456688f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0793037 May 06 14:35:33.706560 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d98e719-bc0f-4e5b-a9f2-54556783de98 req-61e26638-dcf7-4973-a1b0-aed1066429df tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383720 May 06 14:35:34.895100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c444911-5d52-4a54-93ca-97762e0483d6 req-f21257e9-12d4-450a-9e60-70e6ddab8e4b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:34.896497 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c444911-5d52-4a54-93ca-97762e0483d6 req-f21257e9-12d4-450a-9e60-70e6ddab8e4b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0850611 May 06 14:35:34.941667 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8c444911-5d52-4a54-93ca-97762e0483d6 req-e08e095c-79c2-40a3-aa1f-4d11d17e8998 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388222 May 06 14:35:36.126941 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930b9db-588e-4ffa-8769-d393af13c5af req-6180e92f-ab4c-4c28-8adf-bc09a0da10db tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:36.128398 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c930b9db-588e-4ffa-8769-d393af13c5af req-6180e92f-ab4c-4c28-8adf-bc09a0da10db tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0794494 May 06 14:35:36.172575 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c930b9db-588e-4ffa-8769-d393af13c5af req-a0e50e15-7717-4e23-a46c-c8cb50b8f5aa tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383649 May 06 14:35:36.503607 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:36.750008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cab60acb-867d-4d2a-ab16-48e8ef956a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:37.361602 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13e7b3-74a1-4373-bce0-14c565ac271b req-ac51b047-f8eb-4442-bf1f-63e2f37ea689 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:37.363032 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb13e7b3-74a1-4373-bce0-14c565ac271b req-ac51b047-f8eb-4442-bf1f-63e2f37ea689 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0829668 May 06 14:35:37.406884 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-eb13e7b3-74a1-4373-bce0-14c565ac271b req-0015f95a-cedc-463c-819b-ecfdf456c1fd tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374937 May 06 14:35:38.598062 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9abb1e-b172-4aca-a9ee-adc6d7178f5a req-0892875d-6bc3-429d-b511-b14fa019f876 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:38.601020 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-df9abb1e-b172-4aca-a9ee-adc6d7178f5a req-0892875d-6bc3-429d-b511-b14fa019f876 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0858998 May 06 14:35:38.648881 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-df9abb1e-b172-4aca-a9ee-adc6d7178f5a req-5d6b35f6-c7c3-4e4b-81d1-f577c0299c35 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 May 06 14:35:39.086191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3bd307c8-96ae-48df-9335-3ee8a2e3fdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:39.845759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194bf9-f1af-4687-8f3b-164d6e806f01 req-a519ef35-340e-4654-a060-b3a91d4d5e46 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:39.847251 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c4194bf9-f1af-4687-8f3b-164d6e806f01 req-a519ef35-340e-4654-a060-b3a91d4d5e46 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0861137 May 06 14:35:39.943772 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c4194bf9-f1af-4687-8f3b-164d6e806f01 req-e3845ab8-b966-4070-b85c-20323c58ec06 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900145 May 06 14:35:39.966102 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-e1bfb9e3-64a6-4d4e-bc4b-81cc822623be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:39.966102 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-e1bfb9e3-64a6-4d4e-bc4b-81cc822623be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1099 time: 0.1470079 May 06 14:35:40.094745 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-17eb94fe-bc1a-4f3e-aa9e-e8ed5a76349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:40.096181 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-17eb94fe-bc1a-4f3e-aa9e-e8ed5a76349b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1272714 May 06 14:35:40.162985 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:40.183243 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:40.202191 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-d35a4b26-8901-40e9-9d8f-2fa14c4caf00 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 1002 time: 0.0985548 May 06 14:35:40.265645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-5010a6d1-0f34-429e-9bf9-2b3b080293c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:40.267086 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-5010a6d1-0f34-429e-9bf9-2b3b080293c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0581772 May 06 14:35:40.341623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-367556c0-d4f3-4132-bf14-276fc14a4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:40.343075 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-367556c0-d4f3-4132-bf14-276fc14a4dfd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698545 May 06 14:35:40.568065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-bd7acb00-3864-49cf-b734-70e93c495cc6 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179141 May 06 14:35:40.698263 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-10b471a0-fad2-44bf-a314-3caeff359e1c req-372c6bbc-8bc1-443b-8777-b2d32863c807 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240616 May 06 14:35:41.129931 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff71e67-61c2-423b-8b76-71b6492aefdd req-adfffead-9d13-4e82-bb19-57e3f3bddb6d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:41.131361 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4ff71e67-61c2-423b-8b76-71b6492aefdd req-adfffead-9d13-4e82-bb19-57e3f3bddb6d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0798600 May 06 14:35:41.176556 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4ff71e67-61c2-423b-8b76-71b6492aefdd req-9799eb3b-e44c-42cc-b246-3ed27fd14a9c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378923 May 06 14:35:41.784846 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:42.372164 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9a2b2-ee73-4de3-ba25-b2b381bd6ea8 req-0d74060e-b0bd-4f18-a389-74ae5744c6b5 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:42.373658 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ed9a2b2-ee73-4de3-ba25-b2b381bd6ea8 req-0d74060e-b0bd-4f18-a389-74ae5744c6b5 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0869405 May 06 14:35:42.418786 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6ed9a2b2-ee73-4de3-ba25-b2b381bd6ea8 req-56fefa7e-7ff9-4d48-bbb3-4d62c875ca1c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395668 May 06 14:35:42.588708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-587dddfa-0dda-420f-99d8-f35a0a03f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:42.590322 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-587dddfa-0dda-420f-99d8-f35a0a03f433 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1099 time: 0.0751588 May 06 14:35:42.738503 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-88ec412c-219b-4e6c-b23c-69009238800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:42.740128 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-88ec412c-219b-4e6c-b23c-69009238800d service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1313570 May 06 14:35:42.852197 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-2c9a9495-0f76-4194-a66d-dfee556407d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 1002 time: 0.1048295 May 06 14:35:42.919918 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-16479714-ab90-4d06-8e5d-0600df5f4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:42.921596 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-16479714-ab90-4d06-8e5d-0600df5f4c4a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0609317 May 06 14:35:43.001957 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-1cdd0352-5e9c-4ec1-9d69-3bb833ee520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:43.003423 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-1cdd0352-5e9c-4ec1-9d69-3bb833ee520f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751224 May 06 14:35:43.135995 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-a403f5bc-2184-48d6-9a96-d980dba2d130 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253912 May 06 14:35:43.273766 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8f244777-41ca-4961-a53c-8bdcf1ccdf10 req-76c86293-40b0-4b78-80a0-3187c7e7519a service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304443 May 06 14:35:43.754728 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c522965-0b14-45c0-a872-8412610cdf08 req-6961a281-50a4-45d5-9c55-9c73332e1f8d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:43.756492 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c522965-0b14-45c0-a872-8412610cdf08 req-6961a281-50a4-45d5-9c55-9c73332e1f8d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0811014 May 06 14:35:43.802416 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2c522965-0b14-45c0-a872-8412610cdf08 req-761e2783-4862-4e4d-8721-48b8327bf57a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 May 06 14:35:44.199321 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-8a60e3d5-f9de-4351-9437-9e743a4b0306 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1860034 May 06 14:35:44.211457 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a65b3b-f0f5-4aea-a1ad-ee3eff5faaba req-95b0d770-c064-440a-a754-00e5b04642a8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:44.214055 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67a65b3b-f0f5-4aea-a1ad-ee3eff5faaba req-95b0d770-c064-440a-a754-00e5b04642a8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.1111321 May 06 14:35:44.262987 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-67a65b3b-f0f5-4aea-a1ad-ee3eff5faaba req-cd2554ba-3a38-4a47-9fed-b33d085adcc9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421553 May 06 14:35:45.453447 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504288f-1135-4e3d-822a-b70515e766fe req-f9c296b8-aca1-4a3a-adbe-e1df716d5117 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:45.455177 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6504288f-1135-4e3d-822a-b70515e766fe req-f9c296b8-aca1-4a3a-adbe-e1df716d5117 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0814409 May 06 14:35:45.503065 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6504288f-1135-4e3d-822a-b70515e766fe req-5b1240fd-6797-4cf1-909d-acc68863502e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 May 06 14:35:45.842711 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 63a0e46b-0aaf-49af-b781-dd86f85b7e07 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:35:45.959888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:46.001694 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:35:46.060983 dv-neutron-840888-1-hyperv neutron-server[87986]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4fb06609-77fd-430c-98a9-eac2dc1b0190']: {'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'code': 422} returned with failed status May 06 14:35:46.068105 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:35:46.076359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:46.164217 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=63a0e46b-0aaf-49af-b781-dd86f85b7e07,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:35:46.174388 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.174737 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.175069 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.175398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.175724 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.176046 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.176366 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.176745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.177044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.177380 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.177718 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.178034 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:35:46.691007 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfec97d-228a-4ed3-bbd8-0fbcf8dfdd5a req-eb46fc8a-0432-45eb-b1c9-3046c2e71d81 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:46.692364 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8bfec97d-228a-4ed3-bbd8-0fbcf8dfdd5a req-eb46fc8a-0432-45eb-b1c9-3046c2e71d81 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0822504 May 06 14:35:46.824868 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8bfec97d-228a-4ed3-bbd8-0fbcf8dfdd5a req-9c89a11d-1996-45d1-9d78-b03e24bb3905 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262312 May 06 14:35:46.916113 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-5f3add79-6e82-4e49-9aa6-a05ca9f9a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:46.917662 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-5f3add79-6e82-4e49-9aa6-a05ca9f9a95d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8&tenant_id=fca2359a447849dc9fb7cb362280530b HTTP/1.1" status: 200 len: 1097 time: 0.0710559 May 06 14:35:47.012488 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-33b4807c-c5d7-4758-afbb-9230c8800d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:47.014019 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-33b4807c-c5d7-4758-afbb-9230c8800d9a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0753627 May 06 14:35:47.146159 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-5082ea1b-d3e0-4bce-b8a3-7d289e81361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:47.147658 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-5082ea1b-d3e0-4bce-b8a3-7d289e81361b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1275771 May 06 14:35:47.253899 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-9df450ea-8d52-4505-85a6-8ff52cb41a6d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 1000 time: 0.0998261 May 06 14:35:47.317317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-2e499e17-b353-41ce-a8bf-6f73a57534ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:47.318759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-2e499e17-b353-41ce-a8bf-6f73a57534ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0589824 May 06 14:35:47.393768 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-3f61da81-8f0a-423f-a660-4bafa7ce0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:47.395221 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-3f61da81-8f0a-423f-a660-4bafa7ce0b17 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700192 May 06 14:35:47.528005 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-b2bc7dc1-4665-4030-839c-0277df2fe76a service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255400 May 06 14:35:47.660404 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-90c3c3ac-62b1-4724-b951-86a51d988992 req-37723545-4568-4bdd-952e-7467f48185a1 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254389 May 06 14:35:48.017595 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb31a1-196a-4b7b-861a-154809d9c9df req-77e1b22d-21a1-4205-9799-12340db8bb0e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:48.019037 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7fb31a1-196a-4b7b-861a-154809d9c9df req-77e1b22d-21a1-4205-9799-12340db8bb0e tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0870478 May 06 14:35:48.063078 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a7fb31a1-196a-4b7b-861a-154809d9c9df req-b069ca7f-6b29-4e7e-8ebf-59847ba10dc6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375552 May 06 14:35:49.244989 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba85a6-2bd4-4c48-82d9-903b0607e0a8 req-86152b34-6204-4911-afdb-16613ebb86af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:49.246350 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2aba85a6-2bd4-4c48-82d9-903b0607e0a8 req-86152b34-6204-4911-afdb-16613ebb86af tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0785003 May 06 14:35:49.294477 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-2aba85a6-2bd4-4c48-82d9-903b0607e0a8 req-8b7aeafc-a2fb-4d6f-acfd-a84816ac085d tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 May 06 14:35:50.482404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5454bc8-cf35-490a-8b6d-33586ff17c5d req-86c43370-c1ff-49dd-b70a-57f6a281bf25 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:50.483830 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5454bc8-cf35-490a-8b6d-33586ff17c5d req-86c43370-c1ff-49dd-b70a-57f6a281bf25 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0784838 May 06 14:35:50.527273 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e5454bc8-cf35-490a-8b6d-33586ff17c5d req-1536c063-cbbf-4429-a092-bd413951748a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377467 May 06 14:35:51.716326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd809-ce73-44fa-9ca4-484f2756369b req-be108884-f3ac-4d6f-b095-dd5bf1abea42 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:51.717723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f9cd809-ce73-44fa-9ca4-484f2756369b req-be108884-f3ac-4d6f-b095-dd5bf1abea42 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0816691 May 06 14:35:51.763362 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1f9cd809-ce73-44fa-9ca4-484f2756369b req-1aedd6f7-e159-449a-bd68-f62afc17d685 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400341 May 06 14:35:52.952262 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a276-b72e-450a-b7a0-e7980a088546 req-47662562-7e27-4f15-88aa-96feebe148ae tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:52.953764 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5fe8a276-b72e-450a-b7a0-e7980a088546 req-47662562-7e27-4f15-88aa-96feebe148ae tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0805633 May 06 14:35:52.999842 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5fe8a276-b72e-450a-b7a0-e7980a088546 req-0699a6f4-7fc7-4836-8336-64dc381d041b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392826 May 06 14:35:54.191307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132b029-e72b-4c89-b75d-3c75e6e49da9 req-c80157fa-ec1c-481d-8d68-23f1183ecf7f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:54.192842 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9132b029-e72b-4c89-b75d-3c75e6e49da9 req-c80157fa-ec1c-481d-8d68-23f1183ecf7f tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0848367 May 06 14:35:54.239700 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9132b029-e72b-4c89-b75d-3c75e6e49da9 req-9de6adb8-0750-4cdc-bf66-77b310b31942 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 May 06 14:35:54.640338 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:35:55.435166 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdb750-8afe-475f-b1b7-a061be6499a1 req-527ba038-fccc-4645-a175-804283023ccc tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:55.436656 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0bdb750-8afe-475f-b1b7-a061be6499a1 req-527ba038-fccc-4645-a175-804283023ccc tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 944 time: 0.0825472 May 06 14:35:55.485906 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a0bdb750-8afe-475f-b1b7-a061be6499a1 req-b9b6026b-b5b5-45ac-8490-7ac90daf4890 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435300 May 06 14:35:55.942922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 63a0e46b-0aaf-49af-b781-dd86f85b7e07 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:35:56.076752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:35:56.093587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'port_id': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'mac_address': 'fa:16:3e:31:e6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:35:56.147220 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:56.164377 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a0e46b-0aaf-49af-b781-dd86f85b7e07 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:35:56.179280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:35:56.183134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:56.249076 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=63a0e46b-0aaf-49af-b781-dd86f85b7e07,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:35:56.408446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['63a0e46b-0aaf-49af-b781-dd86f85b7e07'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:35:56.671141 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ef1fd-7356-4748-8c20-a11de01086bf req-8c45caea-51c3-4a04-a28b-59c5219759f5 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:56.672621 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f33ef1fd-7356-4748-8c20-a11de01086bf req-8c45caea-51c3-4a04-a28b-59c5219759f5 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 945 time: 0.0789986 May 06 14:35:56.718472 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-f33ef1fd-7356-4748-8c20-a11de01086bf req-9c8ef74c-cfd7-4d8c-83bd-86033427d366 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 May 06 14:35:57.922707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05594-7814-4640-a327-4949e5cc8bf0 req-68dd38b6-9109-4f6d-885b-1b7f96dbebfb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:57.924171 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cae05594-7814-4640-a327-4949e5cc8bf0 req-68dd38b6-9109-4f6d-885b-1b7f96dbebfb tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 945 time: 0.0837803 May 06 14:35:57.972126 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 63a0e46b-0aaf-49af-b781-dd86f85b7e07 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:35:58.042581 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:35:58.042955 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:58.065046 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cae05594-7814-4640-a327-4949e5cc8bf0 req-c9502560-f737-43da-a596-b3039dad87b9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350422 May 06 14:35:58.170548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:58.197312 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:35:58.207102 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:35:58.211264 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:35:58.282678 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=63a0e46b-0aaf-49af-b781-dd86f85b7e07,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:35:59.259004 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88931b3e-c0ec-424e-bbd6-694377fd3ff8'] response: {'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'code': 200} May 06 14:35:59.259998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f422a6-e9a0-4200-9cc8-6da863eda1a0 req-0e94e768-fde6-43d0-9f7b-f493e941e5ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:59.261539 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17f422a6-e9a0-4200-9cc8-6da863eda1a0 req-0e94e768-fde6-43d0-9f7b-f493e941e5ee tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0862858 May 06 14:35:59.310632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-17f422a6-e9a0-4200-9cc8-6da863eda1a0 req-bc59aa7c-c620-47c6-9abf-1a2be70820b8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 May 06 14:35:59.540509 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6093d58-d35f-41d9-b7fd-ac944b740311 req-681c9185-61ba-42bf-83b9-5e27043890ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:35:59.541972 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6093d58-d35f-41d9-b7fd-ac944b740311 req-681c9185-61ba-42bf-83b9-5e27043890ca service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1099 time: 0.0728228 May 06 14:35:59.585786 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c6093d58-d35f-41d9-b7fd-ac944b740311 req-6a499b6c-21a2-4066-9762-893fea92275e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363510 May 06 14:36:00.499904 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70760f4b-caa8-40b9-865c-a987efaeb69e req-f5af83fb-d04e-41ab-9eb4-eefa53f063f8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:36:00.501477 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70760f4b-caa8-40b9-865c-a987efaeb69e req-f5af83fb-d04e-41ab-9eb4-eefa53f063f8 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0804005 May 06 14:36:00.548997 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-70760f4b-caa8-40b9-865c-a987efaeb69e req-c7c703d5-017e-45d3-b2f4-a0c82e094bb2 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417862 May 06 14:36:01.740496 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05eaaf-b429-4bc7-b71e-16a303aa888a req-327508c1-fcb8-46fb-b170-4c8f1d4dc69c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:36:01.741847 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5c05eaaf-b429-4bc7-b71e-16a303aa888a req-327508c1-fcb8-46fb-b170-4c8f1d4dc69c tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0807848 May 06 14:36:01.787209 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5c05eaaf-b429-4bc7-b71e-16a303aa888a req-314be0ed-ab37-4318-9cff-cf92e7448364 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388095 May 06 14:36:06.497084 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:06.756337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5569c76e-4ba3-422f-8d96-32c4d45b5af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:09.093164 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-fea2b1a9-3e05-4a4a-9f9e-c26a349607b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:10.167989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:10.189310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:11.791162 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:31.640355 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:36:36.520082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:36.749198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c0d20cf9-aee3-449b-a049-4296230439b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:39.089636 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ed10f491-a751-4e47-891b-f95987bfc616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:40.201072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:40.201072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:41.791546 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:36:43.477650 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-93e02b5c-3409-4b2c-b55f-b4ac97ef2b23 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757878 May 06 14:36:43.622585 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-d6fc5801-b929-4bb9-8c75-6d696809f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:36:43.624081 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-d6fc5801-b929-4bb9-8c75-6d696809f061 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1099 time: 0.0757582 May 06 14:36:43.777714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-5691bcc7-244b-4a01-ae2f-ed586dddbcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:36:43.779112 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-5691bcc7-244b-4a01-ae2f-ed586dddbcc6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1347296 May 06 14:36:43.889957 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-8fc18e3a-5483-4df8-9299-b3cebc7bcc68 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 1002 time: 0.1045423 May 06 14:36:43.954571 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-6ef115d1-4340-4ed6-90a4-ca7fb6e5944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:36:43.956351 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-6ef115d1-4340-4ed6-90a4-ca7fb6e5944b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.0599716 May 06 14:36:44.041524 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-8ae5d147-6d47-44d0-9e5f-82f5dc3a3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:36:44.042976 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-8ae5d147-6d47-44d0-9e5f-82f5dc3a3c18 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802765 May 06 14:36:44.182769 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-09eaf6d1-7a4e-42ce-bf46-23ebfc760fb0 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322892 May 06 14:36:44.319760 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8257c58b-2ba4-4bf7-a727-d3d850f6940b req-e77f6803-371b-488c-9e66-339b4ee8b002 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300142 May 06 14:37:06.519976 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:06.751535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c01093d6-c607-412d-84ab-977548e0747b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:08.639560 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:37:09.082147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ac786486-722c-422e-955e-a78d933a6e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:10.180134 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:10.184446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:11.793261 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:22.464769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53782) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:22.670568 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Deleting port bb6c3a18-14a4-45ba-8abf-0e15627049f6 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:22.670939 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:22.849554 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:22.849875 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:22.972995 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Calling delete_port for bb6c3a18-14a4-45ba-8abf-0e15627049f6 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:23.127059 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:23.316962 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event deleted for resources: {'Port': ['ID=bb6c3a18-14a4-45ba-8abf-0e15627049f6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:23.333966 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.334311 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.334645 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.334978 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.335303 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.335622 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.335947 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.336265 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.336611 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.336930 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.337248 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.337556 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:23.395128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:23.395438 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Floating IP 99905c75-f7e3-4fdd-8545-d4593725aaf9 disassociated (deleted). External IP: 172.26.2.228, port: 63a0e46b-0aaf-49af-b781-dd86f85b7e07. May 06 14:37:23.743413 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Router b4eb71b9-6613-4279-a531-570ad1ffad2a has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:37:23.923042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:37:23.933285 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] Sync routers for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:37:23.943929 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:23.944570 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:23.945878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:24.004367 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-b3e575f0-9feb-4219-8637-5036fa9b5676 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "DELETE /v2.0/floatingips/99905c75-f7e3-4fdd-8545-d4593725aaf9 HTTP/1.1" status: 204 len: 168 time: 1.5357378 May 06 14:37:24.004367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:37:24.052553 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009df71a-4764-4c48-9386-89d529de1118'] response: {'name': 'network-changed', 'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'status': 'completed', 'code': 200} May 06 14:37:24.126099 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:24.152534 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-e392fce5-794e-43ca-ad25-910903e5f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:24.154026 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-e392fce5-794e-43ca-ad25-910903e5f349 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca2359a447849dc9fb7cb362280530b&device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 1099 time: 0.0776477 May 06 14:37:24.302119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-81b05528-53c8-4b34-ab5e-4c4b2a99d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:24.303537 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-81b05528-53c8-4b34-ab5e-4c4b2a99d43e service neutron] 10.222.0.76 "GET /v2.0/networks?id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 200 len: 908 time: 0.1382656 May 06 14:37:24.409313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-c9eca0a9-c365-407e-be3f-8a2e7cd8eb42 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 200 len: 217 time: 0.0750144 May 06 14:37:24.469334 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:24.473647 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] Checking router: b4eb71b9-6613-4279-a531-570ad1ffad2a for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:37:24.482488 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:24.483643 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:24.580544 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-f68d0d8c-bb59-41f0-b773-d70bf19ff129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:24.582156 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-f68d0d8c-bb59-41f0-b773-d70bf19ff129 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 200 len: 846 time: 0.1646225 May 06 14:37:24.629461 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76704ade-4661-4215-92b9-8185d732b04b req-fe177027-9842-4a1d-8fcd-c8c2e4e0bea9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:24.631000 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76704ade-4661-4215-92b9-8185d732b04b req-fe177027-9842-4a1d-8fcd-c8c2e4e0bea9 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.3304968 May 06 14:37:24.696698 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:24.697633 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-76704ade-4661-4215-92b9-8185d732b04b req-f6a3e871-5654-437a-adab-438a06816bc6 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608368 May 06 14:37:24.717723 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-a85a44c8-e4da-426e-b18a-8c502dcfbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:24.717723 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-a85a44c8-e4da-426e-b18a-8c502dcfbf6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5590cefe-908a-4d18-bc39-4b9ae93d5ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226923 May 06 14:37:24.849778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-67e2ad79-faca-499a-a322-d72e28d16068 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290772 May 06 14:37:24.988016 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7d1d3563-88b3-41a6-8b86-7798257a9ee8 req-f466716d-3c69-4c1c-933e-e2d87908c956 service neutron] 10.222.0.76 "GET /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298611 May 06 14:37:25.023402 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:25.027162 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023156fe-2ee8-4a8d-a86c-ea8401f10ee6 None None] The sync data for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv is: [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:28:27Z', 'revision_number': 4, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '7feee50d-ac6e-45e4-9a6f-47f20edce976', 'name': '', 'network_id': '5590cefe-908a-4d18-bc39-4b9ae93d5ca6', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'mac_address': 'fa:16:3e:a9:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:26Z', 'updated_at': '2022-05-06T14:28:34Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'subnets': [{'id': 'cf203f36-e422-4c4e-9c5f-2384874affae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:37:25.248968 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dc933-6c46-4c7c-a83b-bf66b1dc1113 None None] New status for floating IP 99905c75-f7e3-4fdd-8545-d4593725aaf9: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:37:25.888269 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fdaf0-ce0e-4a30-8022-c5f448750e2b req-678996c6-b929-460b-a93e-28619652278b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:25.890362 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d47fdaf0-ce0e-4a30-8022-c5f448750e2b req-678996c6-b929-460b-a93e-28619652278b tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0809360 May 06 14:37:25.934533 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d47fdaf0-ce0e-4a30-8022-c5f448750e2b req-aa7b6280-c61a-4948-9998-a8a81a59effa tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ce45ee6-d677-4a79-8455-cb891168af70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383799 May 06 14:37:26.144034 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0719360f-3745-43c7-a5ee-b7b77b87d4b0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:26.145389 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0719360f-3745-43c7-a5ee-b7b77b87d4b0 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 946 time: 0.0817807 May 06 14:37:26.213895 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Deleting port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:26.214211 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:26.467018 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] For port 63a0e46b-0aaf-49af-b781-dd86f85b7e07, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=63a0e46b-0aaf-49af-b781-dd86f85b7e07,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:26.467265 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:26.593610 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Calling delete_port for 63a0e46b-0aaf-49af-b781-dd86f85b7e07 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:26.742145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:26.792541 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event deleted for resources: {'Port': ['ID=63a0e46b-0aaf-49af-b781-dd86f85b7e07,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:26.835196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.835608 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.835951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.836278 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.836625 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.836952 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.837272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.837589 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.837906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.838221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.838533 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.838846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:26.882043 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] No DVR routers for this DVR port 63a0e46b-0aaf-49af-b781-dd86f85b7e07 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:37:26.884400 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:26.886902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'name': 'network-vif-deleted', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:37:26.898323 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ed2b0a6a-4ad7-4859-8aa0-038c6874e9f7 req-0ab2e55f-ca52-41b7-ae06-b0d3a821f52a tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.76 "DELETE /v2.0/ports/63a0e46b-0aaf-49af-b781-dd86f85b7e07 HTTP/1.1" status: 204 len: 173 time: 0.7472510 May 06 14:37:26.943745 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c64454-c496-40d6-9596-012771138fb3'] response: {'server_uuid': 'cbe04fd2-3673-4b63-8521-99d081107cb8', 'name': 'network-vif-deleted', 'tag': '63a0e46b-0aaf-49af-b781-dd86f85b7e07', 'status': 'completed', 'code': 200} May 06 14:37:27.091256 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-083a8ba5-9997-47f6-9179-3b414dff6e0f req-34ef211d-ac06-40a4-b367-133d08a9f7be tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Synchronizing usage tracker for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:37:27.107442 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-083a8ba5-9997-47f6-9179-3b414dff6e0f req-34ef211d-ac06-40a4-b367-133d08a9f7be tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Unset dirty status for tenant:fca2359a447849dc9fb7cb362280530b on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:37:27.109313 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-083a8ba5-9997-47f6-9179-3b414dff6e0f req-34ef211d-ac06-40a4-b367-133d08a9f7be tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbe04fd2-3673-4b63-8521-99d081107cb8 HTTP/1.1" status: 200 len: 210 time: 0.0613158 May 06 14:37:28.207581 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53806) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:28.278565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-43b436ea-50c0-404e-93c3-5108a331c480 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:28.309697 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-43b436ea-50c0-404e-93c3-5108a331c480 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:28.383848 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-43b436ea-50c0-404e-93c3-5108a331c480 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:28.401432 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b436ea-50c0-404e-93c3-5108a331c480 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce45ee6-d677-4a79-8455-cb891168af70,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:28.420861 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-43b436ea-50c0-404e-93c3-5108a331c480 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:28.421983 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-43b436ea-50c0-404e-93c3-5108a331c480 tempest-TestShelveInstance-1504086836 tempest-TestShelveInstance-1504086836-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ce45ee6-d677-4a79-8455-cb891168af70 HTTP/1.1" status: 204 len: 168 time: 0.2134326 May 06 14:37:28.470425 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53812) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:29.362605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:29.727051 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Deleting port 7feee50d-ac6e-45e4-9a6f-47f20edce976 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:29.727394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:29.907060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] For port 7feee50d-ac6e-45e4-9a6f-47f20edce976, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=7feee50d-ac6e-45e4-9a6f-47f20edce976,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:29.907505 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:30.039924 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Calling delete_port for 7feee50d-ac6e-45e4-9a6f-47f20edce976 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:30.230981 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:30.277268 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7feee50d-ac6e-45e4-9a6f-47f20edce976,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:30.440972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 63a0e46b-0aaf-49af-b781-dd86f85b7e07 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:37:30.477833 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 63a0e46b-0aaf-49af-b781-dd86f85b7e07 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:37:30.478178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 63a0e46b-0aaf-49af-b781-dd86f85b7e07 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:37:30.552019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:31.024860 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Router b4eb71b9-6613-4279-a531-570ad1ffad2a has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:37:31.206690 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:37:31.215316 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] Sync routers for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:37:31.222665 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0f2398bb-f563-44ab-a59d-504d6e695e04 admin admin] 10.222.0.21 "PUT /v2.0/routers/b4eb71b9-6613-4279-a531-570ad1ffad2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7510118 May 06 14:37:31.225226 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53820) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:31.226048 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:31.226654 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:31.403067 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:31.403840 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:31.588548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:31.598916 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Deleting port 3d015863-93e9-4144-9290-9ba564766fb0 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:31.599272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:31.692108 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '3d015863-93e9-4144-9290-9ba564766fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:37:30Z', 'revision_number': 5, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port': {'id': '3d015863-93e9-4144-9290-9ba564766fb0', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:24Z', 'updated_at': '2022-05-06T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:31.696106 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] Checking router: b4eb71b9-6613-4279-a531-570ad1ffad2a for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:37:31.704910 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] Routers {'b4eb71b9-6613-4279-a531-570ad1ffad2a'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:31.705503 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['b4eb71b9-6613-4279-a531-570ad1ffad2a'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:31.773062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] For port 3d015863-93e9-4144-9290-9ba564766fb0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=3d015863-93e9-4144-9290-9ba564766fb0,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:31.773329 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:31.867282 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] Set router b4eb71b9-6613-4279-a531-570ad1ffad2a gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:31.897435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Calling delete_port for 3d015863-93e9-4144-9290-9ba564766fb0 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:31.979832 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:37:31Z', 'revision_number': 6, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:31.985050 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcdb11-e14c-4f07-8132-e51f6867b5c7 None None] The sync data for ids ['b4eb71b9-6613-4279-a531-570ad1ffad2a'] in dv-neutron-840888-1-hyperv is: [{'id': 'b4eb71b9-6613-4279-a531-570ad1ffad2a', 'name': 'tempest-TestShelveInstance-95208317-router', 'tenant_id': 'fca2359a447849dc9fb7cb362280530b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:23Z', 'updated_at': '2022-05-06T14:37:31Z', 'revision_number': 6, 'project_id': 'fca2359a447849dc9fb7cb362280530b', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:37:32.071729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.142257 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d015863-93e9-4144-9290-9ba564766fb0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:32.438171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.629894 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.632193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.655174 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.655749 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4eb71b9-6613-4279-a531-570ad1ffad2a {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:37:32.669270 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.671242 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2ab3b68d-5ebb-4d82-be49-f0472741bcd5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b4eb71b9-6613-4279-a531-570ad1ffad2a HTTP/1.1" status: 204 len: 168 time: 1.4450231 May 06 14:37:32.673734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53824) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:32.741158 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8ccecb-b34c-48d6-a7b2-714fbc1c78c2 admin admin] Deleting subnet cf203f36-e422-4c4e-9c5f-2384874affae {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:37:32.745617 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccecb-b34c-48d6-a7b2-714fbc1c78c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.797472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccecb-b34c-48d6-a7b2-714fbc1c78c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.881019 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccecb-b34c-48d6-a7b2-714fbc1c78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:32.961218 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccecb-b34c-48d6-a7b2-714fbc1c78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.003390 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ccecb-b34c-48d6-a7b2-714fbc1c78c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf203f36-e422-4c4e-9c5f-2384874affae,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:33.006911 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-ec8ccecb-b34c-48d6-a7b2-714fbc1c78c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.015723 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-ec8ccecb-b34c-48d6-a7b2-714fbc1c78c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf203f36-e422-4c4e-9c5f-2384874affae HTTP/1.1" status: 204 len: 168 time: 0.3383057 May 06 14:37:33.015883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4fda3f-98b1-442a-b3cc-9d4c3d86b03c None None] Network 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:37:33.016337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53828) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:33.126571 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.137457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Deleting port 70fd4b94-3ce8-4480-ba14-c14b47953a72 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:33.137832 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.276197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] DHCP port deletion for 5590cefe-908a-4d18-bc39-4b9ae93d5ca6 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:37:33.280883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] Deleting port 70fd4b94-3ce8-4480-ba14-c14b47953a72 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:33.281456 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.352748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] For port 70fd4b94-3ce8-4480-ba14-c14b47953a72, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70fd4b94-3ce8-4480-ba14-c14b47953a72,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:33.353101 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.480091 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Calling delete_port for 70fd4b94-3ce8-4480-ba14-c14b47953a72 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:33.484473 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] For port 70fd4b94-3ce8-4480-ba14-c14b47953a72, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70fd4b94-3ce8-4480-ba14-c14b47953a72,segment=NetworkSegment(10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf),segment_id=10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:33.484865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.562917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.602402 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3d015863-93e9-4144-9290-9ba564766fb0 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:37:33.612281 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=70fd4b94-3ce8-4480-ba14-c14b47953a72,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:33.615621 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] No DVR routers for this DVR port 70fd4b94-3ce8-4480-ba14-c14b47953a72 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:37:33.632286 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] Calling delete_port for 70fd4b94-3ce8-4480-ba14-c14b47953a72 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:33.680613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 3d015863-93e9-4144-9290-9ba564766fb0 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:37:33.680948 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 3d015863-93e9-4144-9290-9ba564766fb0 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:37:33.681358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 70fd4b94-3ce8-4480-ba14-c14b47953a72 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:37:33.718761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 70fd4b94-3ce8-4480-ba14-c14b47953a72 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:37:33.719099 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 70fd4b94-3ce8-4480-ba14-c14b47953a72 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:37:33.719511 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7feee50d-ac6e-45e4-9a6f-47f20edce976 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:37:33.732095 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.754197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 7feee50d-ac6e-45e4-9a6f-47f20edce976 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:37:33.754542 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 7feee50d-ac6e-45e4-9a6f-47f20edce976 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:37:33.758643 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5590cefe-908a-4d18-bc39-4b9ae93d5ca6']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:33.772045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:33.772631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bf4f5f-df74-40c8-a3f9-7e4bde8cb9bf') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:33.779042 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:37:33.779966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:37:33.787849 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.801877 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.807798 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:37:33.808184 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:37:33.821383 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:37:33.996141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:34.011379 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:34.023508 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] Pushing event deleted for resources: {'Network': ['ID=5590cefe-908a-4d18-bc39-4b9ae93d5ca6,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:34.028173 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5f07c133-2ecf-49d5-8994-18c21d96bd27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5590cefe-908a-4d18-bc39-4b9ae93d5ca6 HTTP/1.1" status: 204 len: 168 time: 1.0111489 May 06 14:37:34.031570 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53832) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:34.280888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] Deleting port 70fd4b94-3ce8-4480-ba14-c14b47953a72 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:34.281646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:34.348353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-65cbe64f-1009-45dd-83eb-8c8ce2c8809d None None] The port '70fd4b94-3ce8-4480-ba14-c14b47953a72' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:37:34.577898 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:34.933488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Deleting port 308a1f1d-4570-477a-8492-1e27cda64f87 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:34.934146 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:35.106717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] For port 308a1f1d-4570-477a-8492-1e27cda64f87, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=308a1f1d-4570-477a-8492-1e27cda64f87,segment=NetworkSegment(fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5),segment_id=fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:35.107065 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:35.232354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Calling delete_port for 308a1f1d-4570-477a-8492-1e27cda64f87 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:35.525567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:35.581147 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=308a1f1d-4570-477a-8492-1e27cda64f87,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:35.851660 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:36.222618 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Router 43a648d9-a891-44a6-a614-0554164d96d7 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:37:36.407389 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:37:36.415906 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] Sync routers for ids ['43a648d9-a891-44a6-a614-0554164d96d7'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:37:36.423515 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-375e9ac6-67be-4d72-b61e-f001580fa4c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/43a648d9-a891-44a6-a614-0554164d96d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3909230 May 06 14:37:36.426217 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53836) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:36.426651 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] Routers {'43a648d9-a891-44a6-a614-0554164d96d7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:36.427266 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['43a648d9-a891-44a6-a614-0554164d96d7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:36.568795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:36.601488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:36.616052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] Set router 43a648d9-a891-44a6-a614-0554164d96d7 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:36.835390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ac5f4e62-0dd0-4d07-9556-9f8d527712dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:36.902148 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:36.911493 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Deleting port ed49b446-e49b-438d-98ab-ba3b0a9eda69 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:36.911833 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:36.958057 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a648d9-a891-44a6-a614-0554164d96d7', 'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:37:35Z', 'revision_number': 5, 'project_id': '91942f42337446b0846294451b2c474a', 'gw_port': {'id': 'ed49b446-e49b-438d-98ab-ba3b0a9eda69', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a648d9-a891-44a6-a614-0554164d96d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:36.961959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] Checking router: 43a648d9-a891-44a6-a614-0554164d96d7 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:37:36.972599 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] Routers {'43a648d9-a891-44a6-a614-0554164d96d7'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:36.973221 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['43a648d9-a891-44a6-a614-0554164d96d7'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:37.087842 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] For port ed49b446-e49b-438d-98ab-ba3b0a9eda69, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=ed49b446-e49b-438d-98ab-ba3b0a9eda69,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:37.088112 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.128883 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] Set router 43a648d9-a891-44a6-a614-0554164d96d7 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:37.213234 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Calling delete_port for ed49b446-e49b-438d-98ab-ba3b0a9eda69 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:37.239013 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a648d9-a891-44a6-a614-0554164d96d7', 'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:37:36Z', 'revision_number': 6, 'project_id': '91942f42337446b0846294451b2c474a', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:37.242993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29f346-b852-4ead-aa21-ba55884f9da5 None None] The sync data for ids ['43a648d9-a891-44a6-a614-0554164d96d7'] in dv-neutron-840888-1-hyperv is: [{'id': '43a648d9-a891-44a6-a614-0554164d96d7', 'name': 'tempest-TestShelveInstance-1071373900-router', 'tenant_id': '91942f42337446b0846294451b2c474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:28:30Z', 'updated_at': '2022-05-06T14:37:36Z', 'revision_number': 6, 'project_id': '91942f42337446b0846294451b2c474a', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:37:37.384069 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.460021 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed49b446-e49b-438d-98ab-ba3b0a9eda69,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:37.525714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.710650 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.712915 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.740790 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.741456 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a648d9-a891-44a6-a614-0554164d96d7 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:37:37.753929 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.755073 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c018e90b-ddf0-4695-8c0c-38e8873aef3a admin admin] 10.222.0.21 "DELETE /v2.0/routers/43a648d9-a891-44a6-a614-0554164d96d7 HTTP/1.1" status: 204 len: 168 time: 1.3279350 May 06 14:37:37.757466 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53840) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:37.821083 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cdfca6-17c0-480f-9e95-d12af499c3c2 admin admin] Deleting subnet 57221dfe-3b3f-466f-a2d1-f34297e7bf00 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:37:37.824020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98cdfca6-17c0-480f-9e95-d12af499c3c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.875548 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98cdfca6-17c0-480f-9e95-d12af499c3c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:37.959020 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98cdfca6-17c0-480f-9e95-d12af499c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.010479 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 308a1f1d-4570-477a-8492-1e27cda64f87 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:37:38.029780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98cdfca6-17c0-480f-9e95-d12af499c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.051932 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 308a1f1d-4570-477a-8492-1e27cda64f87 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:37:38.052284 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 308a1f1d-4570-477a-8492-1e27cda64f87 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:37:38.071632 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdfca6-17c0-480f-9e95-d12af499c3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57221dfe-3b3f-466f-a2d1-f34297e7bf00,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:38.073605 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-98cdfca6-17c0-480f-9e95-d12af499c3c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.080832 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-98cdfca6-17c0-480f-9e95-d12af499c3c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/57221dfe-3b3f-466f-a2d1-f34297e7bf00 HTTP/1.1" status: 204 len: 168 time: 0.3223639 May 06 14:37:38.081771 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812db448-239f-4eb7-af8d-4484b7702bb6 None None] Network 3449fb2f-ff07-4262-a093-d51466588798 requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:37:38.083561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53844) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:38.196256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.207427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Deleting port 70ce6a90-cb49-4caf-8111-98d27aec1778 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:38.207755 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.339092 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] DHCP port deletion for 3449fb2f-ff07-4262-a093-d51466588798 request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:37:38.342803 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] Deleting port 70ce6a90-cb49-4caf-8111-98d27aec1778 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:38.343417 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.543748 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] For port 70ce6a90-cb49-4caf-8111-98d27aec1778, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70ce6a90-cb49-4caf-8111-98d27aec1778,segment=NetworkSegment(fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5),segment_id=fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:38.544348 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.552339 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] For port 70ce6a90-cb49-4caf-8111-98d27aec1778, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=70ce6a90-cb49-4caf-8111-98d27aec1778,segment=NetworkSegment(fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5),segment_id=fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:38.552756 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.668171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Calling delete_port for 70ce6a90-cb49-4caf-8111-98d27aec1778 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:38.676510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] Calling delete_port for 70ce6a90-cb49-4caf-8111-98d27aec1778 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:37:38.747828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 06 14:37:38.747828 dv-neutron-840888-1-hyperv neutron-server[87986]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] May 06 14:37:38.747828 dv-neutron-840888-1-hyperv neutron-server[87986]: [parameters: {'port_id': '70ce6a90-cb49-4caf-8111-98d27aec1778', 'host': 'dv-neutron-840888-1-hyperv', 'level': 0}] May 06 14:37:38.747828 dv-neutron-840888-1-hyperv neutron-server[87986]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:37:38.749167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:37:38.753726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.799319 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ce6a90-cb49-4caf-8111-98d27aec1778,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:38.802721 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] No DVR routers for this DVR port 70ce6a90-cb49-4caf-8111-98d27aec1778 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:37:38.917463 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.942850 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3449fb2f-ff07-4262-a093-d51466588798']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:38.954763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:38.955144 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4c1ccf-80cd-46a3-ba5a-849d1d82e2d5') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:38.967168 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.984263 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:38.990444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:37:38.990829 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:37:39.003939 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:37:39.083424 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.086407 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3df43bae-839c-4e3c-8596-29fc6cc2bff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.101427 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.112689 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3449fb2f-ff07-4262-a093-d51466588798,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:39.119851 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-731447d0-0c71-433e-a1b8-7d3442196db6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3449fb2f-ff07-4262-a093-d51466588798 HTTP/1.1" status: 204 len: 168 time: 1.0353374 May 06 14:37:39.238433 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53850) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:39.250646 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] Deleting port 70ce6a90-cb49-4caf-8111-98d27aec1778 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:37:39.251085 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.292489 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-3905bc58-8875-47fc-8941-1d209e6ad54b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fca2359a447849dc9fb7cb362280530b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508983 May 06 14:37:39.294662 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53854) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:39.322958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72afd8a9-faf5-4b4f-b156-afc7019db63a None None] The port '70ce6a90-cb49-4caf-8111-98d27aec1778' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:37:39.365569 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c56f1991-416c-4997-a409-fe7075f5634b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.390774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c56f1991-416c-4997-a409-fe7075f5634b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.442134 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c56f1991-416c-4997-a409-fe7075f5634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.459312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f1991-416c-4997-a409-fe7075f5634b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48c636a-5ffe-4a43-94ce-4d79560c4119,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:39.465752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-c56f1991-416c-4997-a409-fe7075f5634b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.468817 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c56f1991-416c-4997-a409-fe7075f5634b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c48c636a-5ffe-4a43-94ce-4d79560c4119 HTTP/1.1" status: 204 len: 168 time: 0.1710997 May 06 14:37:39.551922 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 70ce6a90-cb49-4caf-8111-98d27aec1778 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:37:39.586353 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 70ce6a90-cb49-4caf-8111-98d27aec1778 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:37:39.586722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 70ce6a90-cb49-4caf-8111-98d27aec1778 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:37:39.587110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ed49b446-e49b-438d-98ab-ba3b0a9eda69 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:37:39.619596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: ed49b446-e49b-438d-98ab-ba3b0a9eda69 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:37:39.619858 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device ed49b446-e49b-438d-98ab-ba3b0a9eda69 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:37:39.824771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53862) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:39.873753 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-5cadacf6-2c8d-4953-a95f-63446e1a4b43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91942f42337446b0846294451b2c474a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477686 May 06 14:37:39.876809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53866) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:39.934516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88e32db3-e4f8-476f-b2bb-dfe39806215e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:39.961423 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88e32db3-e4f8-476f-b2bb-dfe39806215e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:40.018332 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88e32db3-e4f8-476f-b2bb-dfe39806215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:40.122460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e32db3-e4f8-476f-b2bb-dfe39806215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d03ac2e-a09c-4088-a74b-bb501cc5d914,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:40.127793 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-88e32db3-e4f8-476f-b2bb-dfe39806215e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:40.129454 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-88e32db3-e4f8-476f-b2bb-dfe39806215e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d03ac2e-a09c-4088-a74b-bb501cc5d914 HTTP/1.1" status: 204 len: 168 time: 0.2517641 May 06 14:37:40.187258 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:40.189065 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:40.848387 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53890) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:40.954880 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1320096373-network', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:40.960670 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:40.964809 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Usage tracker for resource:network and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:40.967729 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:40.975139 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:40.985024 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Made reservation on behalf of c75fbcff9b9b49cc8352fafa9cb04d3d for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:37:40.987270 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:40.999232 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.014317 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:41.019186 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Usage tracker for resource:security_group_rule and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:41.022028 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:41.027928 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:41.114954 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.118913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.152152 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:37:41.158314 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1d2129-f25b-4830-974c-c7b59a490b54,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:41.167207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.167207 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Added segment e91eea61-7202-4387-b781-723a07063e71 of type vlan for network f07542ed-6702-4403-a6d0-d01bec1d533c May 06 14:37:41.193936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.224193 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.225214 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:41.225812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.327771 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] Pushing event updated for resources: {'Network': ['ID=f07542ed-6702-4403-a6d0-d01bec1d533c,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:41.333545 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-7e7c066f-730e-4dda-ad0f-7c61e1556c3e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4812589 May 06 14:37:41.333868 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53896) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:41.337780 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network f07542ed-6702-4403-a6d0-d01bec1d533c details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:37:41.339816 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Request body: {'subnet': {'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1320096373-subnet', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'ip_version': 4}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:41.345666 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:41.349703 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Usage tracker for resource:subnet and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:41.353105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:41.360290 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:41.371253 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Made reservation on behalf of c75fbcff9b9b49cc8352fafa9cb04d3d for: {'subnet': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:37:41.373752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2756721'] for subnet, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.585142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-387857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2756711'] for subnet, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.656205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56d26f8-5895-43ed-b06c-c96cc48c5853,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:41.667493 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Checking segment: {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:37:41.667804 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Network hostable DHCP agents. Network: f07542ed-6702-4403-a6d0-d01bec1d533c, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:37:41.686619 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Network f07542ed-6702-4403-a6d0-d01bec1d533c is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:37:41.696528 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, f07542ed-6702-4403-a6d0-d01bec1d533c) {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:41.701327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:41.702529 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.708209 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a4591e-6a9e-430d-85d9-c17597508dbc None None] Network f07542ed-6702-4403-a6d0-d01bec1d533c requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:37:41.725482 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4b36c915-36b1-431c-9ba7-307bce3d4a10 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3904963 May 06 14:37:41.728123 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53900) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:41.732965 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:41.738351 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:41.742137 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Usage tracker for resource:router and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:41.744924 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:41.751303 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:41.762537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.763815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.779334 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.807835 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:41.933359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-f07542ed-6702-4403-a6d0-d01bec1d533c', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:37:41.934308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.061446 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.097170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Allocated IP 172.20.0.2 (f07542ed-6702-4403-a6d0-d01bec1d533c/a56d26f8-5895-43ed-b06c-c96cc48c5853/9d48665c-37fe-49f5-977f-1b242b74a3f7) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:37:42.306630 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.317969 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Transition to ACTIVE for port object 9d48665c-37fe-49f5-977f-1b242b74a3f7 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:42.336720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Transition to ACTIVE for port object 9d48665c-37fe-49f5-977f-1b242b74a3f7 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:42.343296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.382310 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.412389 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Network f07542ed-6702-4403-a6d0-d01bec1d533c is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:37:42.413573 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:42.414628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.417996 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:37:42.427340 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Pushing event updated for resources: {'Port': ['ID=9d48665c-37fe-49f5-977f-1b242b74a3f7,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:42.470837 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.471170 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.471506 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.471830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.472151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.472494 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.472815 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.473136 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.473453 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.473766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.474078 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.474387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:42.532577 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Attempting to bind port 9d48665c-37fe-49f5-977f-1b242b74a3f7 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:37:42.532938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Attempting to bind port 9d48665c-37fe-49f5-977f-1b242b74a3f7 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:37:42.533301 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Attempting to bind port 9d48665c-37fe-49f5-977f-1b242b74a3f7 on network f07542ed-6702-4403-a6d0-d01bec1d533c {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:37:42.538842 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:37:42.539090 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Checking segment: {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:37:42.539485 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.539876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Bound using segment: {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:37:42.540331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Bound port: 9d48665c-37fe-49f5-977f-1b242b74a3f7, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:37:42.540865 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.560555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Allocated IP 172.26.2.185 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/94ad0935-78a4-4d5c-a4aa-43661a167270) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:37:42.631719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] For port 9d48665c-37fe-49f5-977f-1b242b74a3f7, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:37:42.634736 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] For port 9d48665c-37fe-49f5-977f-1b242b74a3f7, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9d48665c-37fe-49f5-977f-1b242b74a3f7,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:37:42.638575 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.727752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b0ba-7330-43f6-9944-b683482b76f6 None None] Pushing event updated for resources: {'Port': ['ID=9d48665c-37fe-49f5-977f-1b242b74a3f7,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:42.824907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.858341 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:42.933323 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:37:42.935996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:42.938482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:37:42.994566 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Pushing event updated for resources: {'Port': ['ID=94ad0935-78a4-4d5c-a4aa-43661a167270,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:43.371631 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:43.592788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9d48665c-37fe-49f5-977f-1b242b74a3f7 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:43.666413 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 9d48665c-37fe-49f5-977f-1b242b74a3f7 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:43.715797 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ae538-bad9-4bcd-9d62-b21d3b11706f None None] Network f07542ed-6702-4403-a6d0-d01bec1d533c requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:37:43.730116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:43.827306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-db5a10df-55b1-4e44-9b15-b2656dc6b6cc None None] Provisioning for port 9d48665c-37fe-49f5-977f-1b242b74a3f7 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:43.842852 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-db5a10df-55b1-4e44-9b15-b2656dc6b6cc None None] Provisioning complete for port 9d48665c-37fe-49f5-977f-1b242b74a3f7 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:43.843356 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-db5a10df-55b1-4e44-9b15-b2656dc6b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:43.945606 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:37:44.053767 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-db5a10df-55b1-4e44-9b15-b2656dc6b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:44.094141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-db5a10df-55b1-4e44-9b15-b2656dc6b6cc None None] For port 9d48665c-37fe-49f5-977f-1b242b74a3f7, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9d48665c-37fe-49f5-977f-1b242b74a3f7,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:44.099309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-db5a10df-55b1-4e44-9b15-b2656dc6b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:44.127601 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:37:44.139623 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Sync routers for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:37:44.152648 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:44.153665 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:44.163105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] Notify callbacks [] for router, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:44.168278 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53904) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:44.169430 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-71bb4bc7-a7e1-4be9-918b-6885a45c277b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4402125 May 06 14:37:44.199182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a10df-55b1-4e44-9b15-b2656dc6b6cc None None] Pushing event updated for resources: {'Port': ['ID=9d48665c-37fe-49f5-977f-1b242b74a3f7,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:44.325007 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-5180ae5d-c9ed-4d35-ba3d-50ef05eac744 None None] Provisioning complete for port 9d48665c-37fe-49f5-977f-1b242b74a3f7 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:44.325468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5180ae5d-c9ed-4d35-ba3d-50ef05eac744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:44.387476 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:44.720977 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:43Z', 'revision_number': 3, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:44.725060 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Checking router: 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:37:44.725407 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Updating router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 port 94ad0935-78a4-4d5c-a4aa-43661a167270 binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:37:44.780157 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:44.879802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.133775 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.146018 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Transition to ACTIVE for port object 94ad0935-78a4-4d5c-a4aa-43661a167270 will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:45.152693 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.202108 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Allocated IP 172.20.0.1 (f07542ed-6702-4403-a6d0-d01bec1d533c/a56d26f8-5895-43ed-b06c-c96cc48c5853/09609bf5-b8db-4873-bcdf-027196f0816f) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:37:45.235727 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Attempting to bind port 94ad0935-78a4-4d5c-a4aa-43661a167270 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:37:45.236085 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Attempting to bind port 94ad0935-78a4-4d5c-a4aa-43661a167270 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:37:45.236453 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Attempting to bind port 94ad0935-78a4-4d5c-a4aa-43661a167270 on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:37:45.239834 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Pushing event updated for resources: {'Port': ['ID=94ad0935-78a4-4d5c-a4aa-43661a167270,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:45.244654 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:37:45.245017 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:37:45.245404 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.245783 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:37:45.246230 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Bound port: 94ad0935-78a4-4d5c-a4aa-43661a167270, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:37:45.246590 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.278488 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.278831 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.279167 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.279486 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.279812 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.280133 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.280618 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.280842 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.281812 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.281812 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.282021 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.282251 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:37:45.330006 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] For port 94ad0935-78a4-4d5c-a4aa-43661a167270, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:37:45.333389 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] For port 94ad0935-78a4-4d5c-a4aa-43661a167270, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=94ad0935-78a4-4d5c-a4aa-43661a167270,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:37:45.340008 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.358917 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.375402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Transition to ACTIVE for port object 09609bf5-b8db-4873-bcdf-027196f0816f will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:45.401175 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.420460 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:45.421070 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:45.465651 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Network f07542ed-6702-4403-a6d0-d01bec1d533c is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:37:45.468974 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:45.472769 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:37:45.474741 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe08dd-9589-46e6-b461-5de7ae0d2af0 None None] Pushing event updated for resources: {'Port': ['ID=94ad0935-78a4-4d5c-a4aa-43661a167270,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:45.516996 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Pushing event updated for resources: {'Port': ['ID=09609bf5-b8db-4873-bcdf-027196f0816f,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:45.534460 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.587972 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9d48665c-37fe-49f5-977f-1b242b74a3f7 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:45.605929 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:45.683256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 9d48665c-37fe-49f5-977f-1b242b74a3f7 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:45.683863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.799778 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:37:45.830024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9cf08094-3b31-4b7e-a8e7-c9779babb27a None None] Provisioning for port 09609bf5-b8db-4873-bcdf-027196f0816f completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:45.837257 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-9cf08094-3b31-4b7e-a8e7-c9779babb27a None None] Provisioning complete for port 09609bf5-b8db-4873-bcdf-027196f0816f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:45.837631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-9cf08094-3b31-4b7e-a8e7-c9779babb27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.841255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:45.897624 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-9cf08094-3b31-4b7e-a8e7-c9779babb27a None None] Port 09609bf5-b8db-4873-bcdf-027196f0816f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:37:45.955460 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:43Z', 'revision_number': 3, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:45.959870 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a62bd-d418-458c-9f1d-65dec923975a None None] The sync data for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv is: [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:43Z', 'revision_number': 3, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:37:46.080228 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:46.085500 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:46.197625 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Pushing event updated for resources: {'Port': ['ID=09609bf5-b8db-4873-bcdf-027196f0816f,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:46.199979 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:46.346402 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Network f07542ed-6702-4403-a6d0-d01bec1d533c is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:37:46.348060 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:46.557940 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:37:46.626936 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f4ba015a-e9d6-44c3-8194-6d38f725568f None None] Provisioning complete for port 09609bf5-b8db-4873-bcdf-027196f0816f triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:46.627384 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f4ba015a-e9d6-44c3-8194-6d38f725568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:46.688280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba015a-e9d6-44c3-8194-6d38f725568f None None] Port 09609bf5-b8db-4873-bcdf-027196f0816f cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:37:46.877405 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:37:46.886715 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-60fdc7f8-c6a1-4c58-bf1a-895f4cfef726 admin admin] 10.222.0.21 "PUT /v2.0/routers/2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7171817 May 06 14:37:47.403455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53924) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:47.409956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-836850471-network', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:47.415116 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:47.418900 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Usage tracker for resource:network and tenant:a3424211f5e14972b8cec5e06b345b3c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:47.426198 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:47.432001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:47.441863 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Made reservation on behalf of a3424211f5e14972b8cec5e06b345b3c for: {'network': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:37:47.444298 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for network, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:47.474760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Sync routers for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:37:47.485001 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:47.485776 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:47.571525 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:47.587124 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:47.591257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Usage tracker for resource:security_group_rule and tenant:a3424211f5e14972b8cec5e06b345b3c is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:47.595344 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:47.601061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:47.638253 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 94ad0935-78a4-4d5c-a4aa-43661a167270 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:47.684651 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:47.689510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:47.721623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=87984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:37:47.730117 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb6f136-dc58-4c9b-9013-90c282d1730e,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:47.736338 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:47.736758 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.segments_db [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Added segment e0c3684b-9e1e-4309-b572-92c74838b78c of type vlan for network d244267e-04ba-4559-b853-ff1d31e8f58b May 06 14:37:47.740582 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:47.766583 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735949639361'] for network, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:47.798897 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162'] for network, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:47.799764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:47.800333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Notify callbacks [] for network, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:47.813995 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 94ad0935-78a4-4d5c-a4aa-43661a167270 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:47.875321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 94ad0935-78a4-4d5c-a4aa-43661a167270 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:47.875894 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:47.903623 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] Pushing event updated for resources: {'Network': ['ID=d244267e-04ba-4559-b853-ff1d31e8f58b,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:47.907400 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-2519bffa-02cb-45b0-aa3e-4d0e4faf7d2f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5026312 May 06 14:37:47.910465 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53928) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:47.916869 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Request body: {'subnet': {'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-836850471-subnet', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'ip_version': 4}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:47.922018 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:47.925803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Usage tracker for resource:subnet and tenant:a3424211f5e14972b8cec5e06b345b3c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:47.928607 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:47.934236 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:47.941207 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Network d244267e-04ba-4559-b853-ff1d31e8f58b details requested by agent ovs-agent-dv-neutron-840888-1-hyperv with host dv-neutron-840888-1-hyperv {{(pid=87986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:37:47.947176 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Made reservation on behalf of a3424211f5e14972b8cec5e06b345b3c for: {'subnet': 1} {{(pid=87985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:37:47.949609 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1815131'] for subnet, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.162113 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3447879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1815117'] for subnet, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.238040 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2842d64d-900b-4f3f-a145-78e85f6aec58,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:48.245565 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Checking segment: {'id': 'e0c3684b-9e1e-4309-b572-92c74838b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:37:48.245866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Network hostable DHCP agents. Network: d244267e-04ba-4559-b853-ff1d31e8f58b, hostable agents: ['a18e1dac-0792-4665-b347-1dee9de1e086'], hosted agents: [] {{(pid=87985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:37:48.266925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Network d244267e-04ba-4559-b853-ff1d31e8f58b is scheduled to be hosted by DHCP agent a18e1dac-0792-4665-b347-1dee9de1e086 with binding_index 1 {{(pid=87985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:37:48.267154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.277141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840888-1-hyperv, d244267e-04ba-4559-b853-ff1d31e8f58b) {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:48.281367 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:48.281976 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.290722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb6079-fb24-42a0-a017-581ee7989751 None None] Network d244267e-04ba-4559-b853-ff1d31e8f58b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:37:48.302982 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-77de05b3-7ccd-40f9-ae72-928a724e03bd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3914030 May 06 14:37:48.305944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 94ad0935-78a4-4d5c-a4aa-43661a167270, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=94ad0935-78a4-4d5c-a4aa-43661a167270,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:48.306111 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53932) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:48.313826 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:48.316468 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.320129 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:48.324685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Usage tracker for resource:router and tenant:a3424211f5e14972b8cec5e06b345b3c is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:48.328576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:48.334745 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:48.349194 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1985952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8328'] for router, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.350171 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1986072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8321'] for router, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.366778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.443035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 2, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:48.457729 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Checking router: 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:37:48.458072 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Updating router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 port 09609bf5-b8db-4873-bcdf-027196f0816f binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:37:48.489881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=94ad0935-78a4-4d5c-a4aa-43661a167270,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:48.616048 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.647686 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1986062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1985970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8431'] for router, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.773707 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70aa3c4a-5c42-5ea3-a208-00d494be8696-d244267e-04ba-4559-b853-ff1d31e8f58b', 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'fixed_ips': [{'subnet_id': '2842d64d-900b-4f3f-a145-78e85f6aec58'}]}} from dv-neutron-840888-1-hyperv. {{(pid=87986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 14:37:48.774571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:48.972824 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.003199 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.063774 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.db_base_plugin_common [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Allocated IP 172.20.0.2 (d244267e-04ba-4559-b853-ff1d31e8f58b/2842d64d-900b-4f3f-a145-78e85f6aec58/1f545c43-0119-478b-a0d4-2815ce6554d0) {{(pid=87986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:37:49.144130 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Allocated IP 172.26.2.151 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/0f6f4844-901e-46bf-9335-8a2f8c93bfec) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:37:49.233429 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.267919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Transition to ACTIVE for port object 09609bf5-b8db-4873-bcdf-027196f0816f will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:49.286398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.299797 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.329698 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.399435 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:37:49.402464 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:49.407044 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:37:49.442062 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Pushing event updated for resources: {'Port': ['ID=0f6f4844-901e-46bf-9335-8a2f8c93bfec,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:49.477728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50851f9-85bd-481f-91c7-7cae132ab7d8 None None] Pushing event updated for resources: {'Port': ['ID=09609bf5-b8db-4873-bcdf-027196f0816f,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:49.505446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Notify callbacks [] for port, precommit_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.556919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Transition to ACTIVE for port object 1f545c43-0119-478b-a0d4-2815ce6554d0 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:49.582148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 94ad0935-78a4-4d5c-a4aa-43661a167270 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:49.633892 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Transition to ACTIVE for port object 1f545c43-0119-478b-a0d4-2815ce6554d0 will not be triggered until provisioned by entity DHCP. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:49.646393 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Attempting to bind port 09609bf5-b8db-4873-bcdf-027196f0816f on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:37:49.646766 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Attempting to bind port 09609bf5-b8db-4873-bcdf-027196f0816f by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:37:49.647132 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Attempting to bind port 09609bf5-b8db-4873-bcdf-027196f0816f on network f07542ed-6702-4403-a6d0-d01bec1d533c {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:37:49.656459 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812'] for port, after_create {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.690663 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:37:49.691035 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Checking segment: {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:37:49.691432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.691823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Bound using segment: {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:37:49.692304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Bound port: 09609bf5-b8db-4873-bcdf-027196f0816f, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:37:49.692703 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.794745 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Network d244267e-04ba-4559-b853-ff1d31e8f58b is already hosted by enough agents. {{(pid=87986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:37:49.806571 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.scheduler.base_scheduler [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Resources bound (agent type, host, resource id): {{(pid=87986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:49.812670 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Pushing event updated for resources: {'Port': ['ID=1f545c43-0119-478b-a0d4-2815ce6554d0,revision_number=1']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:49.815959 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Received port after_create {{(pid=87986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:37:49.903355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 94ad0935-78a4-4d5c-a4aa-43661a167270 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:49.903722 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.965310 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:49.985403 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] For port 09609bf5-b8db-4873-bcdf-027196f0816f, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:37:49.987476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Attempting to bind port 1f545c43-0119-478b-a0d4-2815ce6554d0 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:37:49.987843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Attempting to bind port 1f545c43-0119-478b-a0d4-2815ce6554d0 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e0c3684b-9e1e-4309-b572-92c74838b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:37:49.988199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Attempting to bind port 1f545c43-0119-478b-a0d4-2815ce6554d0 on network d244267e-04ba-4559-b853-ff1d31e8f58b {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:37:49.993178 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] For port 09609bf5-b8db-4873-bcdf-027196f0816f, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=09609bf5-b8db-4873-bcdf-027196f0816f,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:37:50.000950 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:37:50.001321 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Checking segment: {'id': 'e0c3684b-9e1e-4309-b572-92c74838b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:37:50.001719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:50.002111 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Bound using segment: {'id': 'e0c3684b-9e1e-4309-b572-92c74838b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:37:50.002580 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Bound port: 1f545c43-0119-478b-a0d4-2815ce6554d0, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c3684b-9e1e-4309-b572-92c74838b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:37:50.002953 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:50.012143 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:50.251890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:50.252564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:50.326847 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1985963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1986101'] for router, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:50.343537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50851f9-85bd-481f-91c7-7cae132ab7d8 None None] Pushing event updated for resources: {'Port': ['ID=09609bf5-b8db-4873-bcdf-027196f0816f,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:50.373783 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] For port 1f545c43-0119-478b-a0d4-2815ce6554d0, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:37:50.456536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] For port 1f545c43-0119-478b-a0d4-2815ce6554d0, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1f545c43-0119-478b-a0d4-2815ce6554d0,segment=NetworkSegment(e0c3684b-9e1e-4309-b572-92c74838b78c),segment_id=e0c3684b-9e1e-4309-b572-92c74838b78c)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:37:50.464719 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:50.542874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 is scheduled to L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 with binding_index 1 {{(pid=87985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 14:37:50.552957 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:50.694746 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a067da-feee-482c-ae85-5e7d6a48ea1c None None] Pushing event updated for resources: {'Port': ['ID=1f545c43-0119-478b-a0d4-2815ce6554d0,revision_number=2']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:50.731371 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:37:50.740936 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Sync routers for ids ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:37:50.752212 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Routers {'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:50.753315 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:50.766339 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:50.767812 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2f42ca65-8a48-453f-95d0-1856f81b233f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4607501 May 06 14:37:50.770874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53936) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:50.954838 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:49Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:50.960285 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c0ca1-0c3b-44ac-ae51-7f8e087adabc None None] The sync data for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv is: [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:49Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:37:50.973091 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Set router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:51.320961 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:48Z', 'updated_at': '2022-05-06T14:37:49Z', 'revision_number': 3, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'gw_port': {'id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:49Z', 'updated_at': '2022-05-06T14:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:51.324801 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Checking router: a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:37:51.325147 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Updating router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 port 0f6f4844-901e-46bf-9335-8a2f8c93bfec binding host dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:37:51.381795 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:51.678460 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1f545c43-0119-478b-a0d4-2815ce6554d0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:51.792930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 1f545c43-0119-478b-a0d4-2815ce6554d0 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:51.800505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 09609bf5-b8db-4873-bcdf-027196f0816f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:51.863477 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:51.885822 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:51.887804 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedd7d5a-eb26-44f7-9593-c5c8d630b524 None None] Network d244267e-04ba-4559-b853-ff1d31e8f58b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:37:51.901385 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.provisioning_blocks [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Transition to ACTIVE for port object 0f6f4844-901e-46bf-9335-8a2f8c93bfec will not be triggered until provisioned by entity L2. {{(pid=87987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:51.911363 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 09609bf5-b8db-4873-bcdf-027196f0816f completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:51.915352 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:51.975512 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 09609bf5-b8db-4873-bcdf-027196f0816f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:51.976063 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.007927 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99750ae6-ae03-477f-bcad-7dc0d374b3d1 None None] Pushing event updated for resources: {'Port': ['ID=0f6f4844-901e-46bf-9335-8a2f8c93bfec,revision_number=2']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:52.035765 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Attempting to bind port 0f6f4844-901e-46bf-9335-8a2f8c93bfec on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:37:52.036228 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Attempting to bind port 0f6f4844-901e-46bf-9335-8a2f8c93bfec by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:37:52.036665 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Attempting to bind port 0f6f4844-901e-46bf-9335-8a2f8c93bfec on network 931d8576-bc19-40a0-bcda-221cc669144f {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:37:52.042771 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:37:52.043250 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Checking segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:37:52.044006 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.044546 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Bound using segment: {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'} {{(pid=87987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:37:52.045115 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.managers [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Bound port: 0f6f4844-901e-46bf-9335-8a2f8c93bfec, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019c5eb-c63d-4aff-8d25-244654d29767', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f'}}] {{(pid=87987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:37:52.045545 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.099133 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cf64bc5b-434d-49b0-b009-f9a1ab8b138d None None] Provisioning for port 1f545c43-0119-478b-a0d4-2815ce6554d0 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:52.142740 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] For port 0f6f4844-901e-46bf-9335-8a2f8c93bfec, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:37:52.146543 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.plugins.ml2.db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] For port 0f6f4844-901e-46bf-9335-8a2f8c93bfec, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0f6f4844-901e-46bf-9335-8a2f8c93bfec,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:37:52.152121 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.156626 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-cf64bc5b-434d-49b0-b009-f9a1ab8b138d None None] Provisioning complete for port 1f545c43-0119-478b-a0d4-2815ce6554d0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:52.156993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cf64bc5b-434d-49b0-b009-f9a1ab8b138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.198526 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_common [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Allocated IP 172.20.0.1 (d244267e-04ba-4559-b853-ff1d31e8f58b/2842d64d-900b-4f3f-a145-78e85f6aec58/a4f5d21e-dc71-4e31-984a-c5f43768ecd0) {{(pid=87985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:37:52.239739 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Routers {'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:52.240683 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:52.282760 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.320463 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99750ae6-ae03-477f-bcad-7dc0d374b3d1 None None] Pushing event updated for resources: {'Port': ['ID=0f6f4844-901e-46bf-9335-8a2f8c93bfec,revision_number=3']} {{(pid=87987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:52.397720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.415803 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.provisioning_blocks [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Transition to ACTIVE for port object a4f5d21e-dc71-4e31-984a-c5f43768ecd0 will not be triggered until provisioned by entity DHCP. {{(pid=87985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:52.432446 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 09609bf5-b8db-4873-bcdf-027196f0816f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=09609bf5-b8db-4873-bcdf-027196f0816f,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:52.443555 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.450629 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.455282 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] Set router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:52.491367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cf64bc5b-434d-49b0-b009-f9a1ab8b138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.549038 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f5d21e-dc71-4e31-984a-c5f43768ecd0,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:52.554183 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Network d244267e-04ba-4559-b853-ff1d31e8f58b is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:37:52.555733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:52.559064 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Received port after_create {{(pid=87985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:37:52.571444 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=09609bf5-b8db-4873-bcdf-027196f0816f,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:52.576476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-cf64bc5b-434d-49b0-b009-f9a1ab8b138d None None] For port 1f545c43-0119-478b-a0d4-2815ce6554d0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1f545c43-0119-478b-a0d4-2815ce6554d0,segment=NetworkSegment(e0c3684b-9e1e-4309-b572-92c74838b78c),segment_id=e0c3684b-9e1e-4309-b572-92c74838b78c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:52.583309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cf64bc5b-434d-49b0-b009-f9a1ab8b138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.619536 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1980899'] for router_interface, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.669262 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64bc5b-434d-49b0-b009-f9a1ab8b138d None None] Pushing event updated for resources: {'Port': ['ID=1f545c43-0119-478b-a0d4-2815ce6554d0,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:52.757641 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:52.804766 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:48Z', 'updated_at': '2022-05-06T14:37:49Z', 'revision_number': 3, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'gw_port': {'id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:49Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:52.809141 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041ca71-4d8d-4819-99a9-b4a6fdfe95b4 None None] The sync data for ids ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'] in dv-neutron-840888-1-hyperv is: [{'id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:48Z', 'updated_at': '2022-05-06T14:37:49Z', 'revision_number': 3, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'gw_port': {'id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:49Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:37:52.919191 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-99866c5d-b767-4568-9693-6a24d796ec99 None None] Provisioning complete for port 1f545c43-0119-478b-a0d4-2815ce6554d0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:52.919432 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-99866c5d-b767-4568-9693-6a24d796ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:53.024545 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:53.035272 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442112'] for port, after_update {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:53.168753 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1980742'] for router_interface, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:53.172776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f5d21e-dc71-4e31-984a-c5f43768ecd0,revision_number=2']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:53.303313 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f9b7160c-499e-41c8-a26b-ff58821e626f None None] Provisioning for port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:53.310023 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-f9b7160c-499e-41c8-a26b-ff58821e626f None None] Provisioning complete for port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:53.310401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f9b7160c-499e-41c8-a26b-ff58821e626f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:53.376983 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7160c-499e-41c8-a26b-ff58821e626f None None] Port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:37:53.429704 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Network d244267e-04ba-4559-b853-ff1d31e8f58b is already hosted by enough agents. {{(pid=87985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:37:53.430808 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.base_scheduler [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=87985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:53.660231 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:37:53.668347 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1f545c43-0119-478b-a0d4-2815ce6554d0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:53.734619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-05a41572-15b0-4d9d-b86b-4e4282a4d97d None None] Provisioning complete for port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:53.734997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-05a41572-15b0-4d9d-b86b-4e4282a4d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:53.797720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 1f545c43-0119-478b-a0d4-2815ce6554d0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:53.798138 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:53.834304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-05a41572-15b0-4d9d-b86b-4e4282a4d97d None None] Port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:37:53.859156 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:37:53.867912 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-c5122535-12ef-4bc3-94ff-5e84a6145c40 admin admin] 10.222.0.21 "PUT /v2.0/routers/a2c3ddcb-b7c7-409c-92e2-9f16a43b5371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0921447 May 06 14:37:53.924823 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0f6f4844-901e-46bf-9335-8a2f8c93bfec up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:53.998037 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port 0f6f4844-901e-46bf-9335-8a2f8c93bfec completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:54.007861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 0f6f4844-901e-46bf-9335-8a2f8c93bfec triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:54.008294 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:54.134686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:54.150974 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port 0f6f4844-901e-46bf-9335-8a2f8c93bfec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0f6f4844-901e-46bf-9335-8a2f8c93bfec,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:54.155021 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:54.156324 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 09609bf5-b8db-4873-bcdf-027196f0816f up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:54.279645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=0f6f4844-901e-46bf-9335-8a2f8c93bfec,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:54.288197 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 09609bf5-b8db-4873-bcdf-027196f0816f triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:54.289144 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:54.492527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Sync routers for ids ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:37:54.502997 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Routers {'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:54.503611 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:54.688401 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Set router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:55.006309 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:48Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 4, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'gw_port': {'id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:49Z', 'updated_at': '2022-05-06T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'a4f5d21e-dc71-4e31-984a-c5f43768ecd0', 'name': '', 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'mac_address': 'fa:16:3e:a5:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '2842d64d-900b-4f3f-a145-78e85f6aec58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:51Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 2, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'subnets': [{'id': '2842d64d-900b-4f3f-a145-78e85f6aec58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:55.010083 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Checking router: a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:37:55.010429 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Updating router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 binding host dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:37:55.062518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.439716 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Notify callbacks [] for port, precommit_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.451223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Transition to ACTIVE for port object a4f5d21e-dc71-4e31-984a-c5f43768ecd0 will not be triggered until provisioned by entity L2. {{(pid=87986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:55.458585 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.586984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0f6f4844-901e-46bf-9335-8a2f8c93bfec up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:55.639086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53948) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:55.645767 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21635647', 'description': 'tempest-secgroup-smoke-21635647 description', 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:55.652105 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:55.658063 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:security_group and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:55.661551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:55.674534 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d6f6b-73e2-4bc2-b7a8-5ae667c5675b None None] Pushing event updated for resources: {'Port': ['ID=a4f5d21e-dc71-4e31-984a-c5f43768ecd0,revision_number=3']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:55.674708 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:55.690451 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.712624 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:55.716457 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:security_group_rule and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:55.720042 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:55.726109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:55.750876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Attempting to bind port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 on host dv-neutron-840888-1-hyperv for vnic_type normal with profile {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:37:55.751245 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Attempting to bind port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 by drivers openvswitch,hyperv on host dv-neutron-840888-1-hyperv at level 0 using segments [{'id': 'e0c3684b-9e1e-4309-b572-92c74838b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b'}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:37:55.751643 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Attempting to bind port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 on network d244267e-04ba-4559-b853-ff1d31e8f58b {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:37:55.761897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Checking agent: {'id': '1877e6f0-b8c8-4d70-a333-640d9c6cd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840888-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 33, 40), 'started_at': datetime.datetime(2022, 5, 6, 13, 34, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840888-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:37:55.762268 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Checking segment: {'id': 'e0c3684b-9e1e-4309-b572-92c74838b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:37:55.762661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.763047 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Bound using segment: {'id': 'e0c3684b-9e1e-4309-b572-92c74838b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b'} {{(pid=87986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:37:55.763510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.managers [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Bound port: a4f5d21e-dc71-4e31-984a-c5f43768ecd0, host: dv-neutron-840888-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c3684b-9e1e-4309-b572-92c74838b78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b'}}] {{(pid=87986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:37:55.763880 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.787508 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port 0f6f4844-901e-46bf-9335-8a2f8c93bfec triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:55.787784 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.803344 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.807239 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.849925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b15e89-f0e3-4f93-883e-3137db31a575,revision_number=1']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:55.856027 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.862689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53952) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:55.863980 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-e7b128c0-1a29-4415-b9ad-10c14e20dfde tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2231355 May 06 14:37:55.868713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'security_group_rule': {'security_group_id': '12b15e89-f0e3-4f93-883e-3137db31a575', 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:55.876814 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:55.881801 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:security_group_rule and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:55.884716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:55.891633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:55.910456 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.920383 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] For port a4f5d21e-dc71-4e31-984a-c5f43768ecd0, host dv-neutron-840888-1-hyperv, cleared binding levels {{(pid=87986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:37:55.924863 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] For port a4f5d21e-dc71-4e31-984a-c5f43768ecd0, host dv-neutron-840888-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a4f5d21e-dc71-4e31-984a-c5f43768ecd0,segment=NetworkSegment(e0c3684b-9e1e-4309-b572-92c74838b78c),segment_id=e0c3684b-9e1e-4309-b572-92c74838b78c)] {{(pid=87986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:37:55.954525 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.977871 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:55.982629 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.014153 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f814d970-88df-4510-b0c7-cf5d9cc6b011,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:56.027324 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.028621 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4e474e53-f4c9-42d7-99f2-24df9d7f4770 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642823 May 06 14:37:56.032493 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53956) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:56.038857 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'security_group_rule': {'security_group_id': '12b15e89-f0e3-4f93-883e-3137db31a575', 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:56.045409 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:56.050770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:security_group_rule and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:56.054335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:56.062578 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Routers {'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:37:56.063229 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:37:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:56.063405 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:56.083749 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.121897 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d6f6b-73e2-4bc2-b7a8-5ae667c5675b None None] Pushing event updated for resources: {'Port': ['ID=a4f5d21e-dc71-4e31-984a-c5f43768ecd0,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:56.153812 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.159385 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.183981 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a60f3d-8ea2-48f5-9007-b76cb220dd73,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:56.195041 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.199265 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-8401046a-025f-41d7-bbc2-1fd98100da6e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1651154 May 06 14:37:56.199657 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 53960) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:56.205880 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.v2.base [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'security_group_rule': {'security_group_id': '12b15e89-f0e3-4f93-883e-3137db31a575', 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:56.219729 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:56.223784 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:security_group_rule and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:56.226717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.quota.resource [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87985) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:56.232687 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.quota.driver [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:56.250685 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.266040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] Set router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:37:56.314309 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.318043 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.341973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ca96b8-b7ac-4bad-bc25-09544530bbaa,revision_number=0']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:56.352275 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.353621 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-5efcb635-905c-4dad-b737-91e6f2ac69b1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529257 May 06 14:37:56.356366 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53964) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:56.362927 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'security_group_rule': {'security_group_id': '12b15e89-f0e3-4f93-883e-3137db31a575', 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:56.369099 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:56.372915 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:security_group_rule and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:56.376547 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:56.382292 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:56.398753 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.464645 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.469305 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.494791 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ff48e5-12b9-45c6-a9b3-78f0aa80bbf7,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:56.505558 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.506870 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4aa0f4f1-900c-4612-85d9-971ec57af674 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494899 May 06 14:37:56.509716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53968) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:56.515422 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'security_group_rule': {'security_group_id': '12b15e89-f0e3-4f93-883e-3137db31a575', 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:56.521215 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:56.525100 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:security_group_rule and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:56.528109 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:56.537312 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:56.548735 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Project c75fbcff9b9b49cc8352fafa9cb04d3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:37:56.555378 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.600375 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:48Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 4, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'gw_port': {'id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:49Z', 'updated_at': '2022-05-06T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'a4f5d21e-dc71-4e31-984a-c5f43768ecd0', 'name': '', 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'mac_address': 'fa:16:3e:a5:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '2842d64d-900b-4f3f-a145-78e85f6aec58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:51Z', 'updated_at': '2022-05-06T14:37:55Z', 'revision_number': 4, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'subnets': [{'id': '2842d64d-900b-4f3f-a145-78e85f6aec58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:37:56.604521 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbac79-2941-4abd-b67c-f48d9cc4b016 None None] The sync data for ids ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'] in dv-neutron-840888-1-hyperv is: [{'id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:48Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 4, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'gw_port': {'id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:49Z', 'updated_at': '2022-05-06T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': 'a4f5d21e-dc71-4e31-984a-c5f43768ecd0', 'name': '', 'network_id': 'd244267e-04ba-4559-b853-ff1d31e8f58b', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'mac_address': 'fa:16:3e:a5:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '2842d64d-900b-4f3f-a145-78e85f6aec58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:51Z', 'updated_at': '2022-05-06T14:37:55Z', 'revision_number': 4, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'subnets': [{'id': '2842d64d-900b-4f3f-a145-78e85f6aec58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:37:56.628861 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.633377 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.668411 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf43793a-fdac-4499-a64b-7efa63060daf,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:56.687988 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.689458 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-df18877e-d1d3-40c3-89a9-d2092ef5f3e7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1788297 May 06 14:37:56.692145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 53972) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:37:56.697136 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'security_group_rule': {'security_group_id': '12b15e89-f0e3-4f93-883e-3137db31a575', 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:56.704006 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:56.708396 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:security_group_rule and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:56.711872 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:56.720493 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:56.734442 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.securitygroups_db [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Project c75fbcff9b9b49cc8352fafa9cb04d3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:37:56.742016 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.813867 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.818469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672378'] for security_group_rule, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.843612 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2330dbee-21b9-410c-bc83-929b6ca241b5,revision_number=0']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:56.853644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:56.864821 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d6785264-eda9-443d-819c-9a4019802208 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1618028 May 06 14:37:57.028307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-b8b2a032-e22d-40b0-a75d-48751b209bd4 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Synchronizing usage tracker for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:security_group {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:37:57.047815 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-b8b2a032-e22d-40b0-a75d-48751b209bd4 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Unset dirty status for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:security_group {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:37:57.049193 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-b8b2a032-e22d-40b0-a75d-48751b209bd4 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21635647&fields=id&tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d HTTP/1.1" status: 200 len: 267 time: 0.0625207 May 06 14:37:57.211913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e1f59d62-dd5a-44bf-a067-0d3194273186 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:57.212644 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e1f59d62-dd5a-44bf-a067-0d3194273186 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Synchronizing usage tracker for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:network {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:37:57.230933 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e1f59d62-dd5a-44bf-a067-0d3194273186 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Unset dirty status for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:network {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:37:57.232006 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e1f59d62-dd5a-44bf-a067-0d3194273186 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 810 time: 0.1763210 May 06 14:37:57.248130 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-6d765c27-a526-435e-9fe6-2196b2129656 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/quotas/c75fbcff9b9b49cc8352fafa9cb04d3d HTTP/1.1" status: 200 len: 375 time: 0.0098348 May 06 14:37:57.344519 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-4529c3d6-35c4-4835-9de9-866e3107cc1d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899625 May 06 14:37:57.496992 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-50eb4939-347f-4bda-b4b2-def25dd06a61 service neutron] 10.222.0.21 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406741 May 06 14:37:57.593965 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a4f5d21e-dc71-4e31-984a-c5f43768ecd0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:57.638808 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-50cbd303-0736-4d9c-9741-d604e412fc59 service neutron] 10.222.0.21 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349235 May 06 14:37:57.665755 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning for port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:37:57.670742 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:57.671675 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:57.844269 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:57.847238 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-155e4126-43bb-45bc-8b22-c87b084f618d req-96875107-8135-4a17-9a47-990f9bd649da tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 210 time: 0.0513229 May 06 14:37:57.887710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] For port a4f5d21e-dc71-4e31-984a-c5f43768ecd0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a4f5d21e-dc71-4e31-984a-c5f43768ecd0,segment=NetworkSegment(e0c3684b-9e1e-4309-b572-92c74838b78c),segment_id=e0c3684b-9e1e-4309-b572-92c74838b78c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:37:57.891828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:57.968296 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Pushing event updated for resources: {'Port': ['ID=a4f5d21e-dc71-4e31-984a-c5f43768ecd0,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:58.936327 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-954f8952-22c0-4591-9ace-26cea3eaaa8c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:58.938877 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-954f8952-22c0-4591-9ace-26cea3eaaa8c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 810 time: 0.1657789 May 06 14:37:58.992581 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-a81b21a5-e0ba-420d-9ff6-4f64bfdac8a5 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d HTTP/1.1" status: 200 len: 378 time: 0.0455878 May 06 14:37:59.002326 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'port': {'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'admin_state_up': True, 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'security_groups': ['12b15e89-f0e3-4f93-883e-3137db31a575']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:37:59.119172 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cc5c2a26-e5c3-46df-bce7-850f6cd62688 req-945a5918-e589-4601-82ea-a76080ffb977 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 210 time: 0.0954707 May 06 14:37:59.190058 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:37:59.193898 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:port and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:37:59.196730 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:37:59.203031 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:37:59.213249 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Made reservation on behalf of c75fbcff9b9b49cc8352fafa9cb04d3d for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:37:59.216704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:59.474180 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Allocated IP 172.20.0.5 (f07542ed-6702-4403-a6d0-d01bec1d533c/a56d26f8-5895-43ed-b06c-c96cc48c5853/15294e03-3e03-48a6-839d-34bd9861b956) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:37:59.567157 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a4f5d21e-dc71-4e31-984a-c5f43768ecd0 up at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:37:59.634032 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Provisioning complete for port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:37:59.634407 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:59.670921 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:59.687069 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Transition to ACTIVE for port object 15294e03-3e03-48a6-839d-34bd9861b956 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:37:59.711408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:59.786757 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Network f07542ed-6702-4403-a6d0-d01bec1d533c is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:37:59.789942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:37:59.793780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:37:59.824906 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'Port': ['ID=15294e03-3e03-48a6-839d-34bd9861b956,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:37:59.862674 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:37:59.863329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:37:59.894432 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-e78bce87-3c40-410a-8ae3-3fe84df7c2bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8966658 May 06 14:37:59.906243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Request body: {'port': {'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:38:00.025183 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:00.047329 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-288bd678-9da3-4217-bc99-152ad7e628ba None None] Provisioning for port 15294e03-3e03-48a6-839d-34bd9861b956 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:38:00.052304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-288bd678-9da3-4217-bc99-152ad7e628ba None None] Provisioning complete for port 15294e03-3e03-48a6-839d-34bd9861b956 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:38:00.052709 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-288bd678-9da3-4217-bc99-152ad7e628ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:00.107795 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-288bd678-9da3-4217-bc99-152ad7e628ba None None] Port 15294e03-3e03-48a6-839d-34bd9861b956 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:38:00.382281 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78762839-e476-4512-a67a-59dee8654e7d req-5c83bd40-8dc7-4cdd-8d49-14646f18262d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:00.382971 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-78762839-e476-4512-a67a-59dee8654e7d req-5c83bd40-8dc7-4cdd-8d49-14646f18262d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Synchronizing usage tracker for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:38:00.447559 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-78762839-e476-4512-a67a-59dee8654e7d req-5c83bd40-8dc7-4cdd-8d49-14646f18262d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Unset dirty status for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:38:00.448708 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78762839-e476-4512-a67a-59dee8654e7d req-5c83bd40-8dc7-4cdd-8d49-14646f18262d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 931 time: 0.2006490 May 06 14:38:00.480233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15294e03-3e03-48a6-839d-34bd9861b956 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:38:00.490142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:00.520231 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-78762839-e476-4512-a67a-59dee8654e7d req-6807f3e1-1398-4040-876d-0dd12a6c276d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634670 May 06 14:38:00.521184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Transition to ACTIVE for port object 15294e03-3e03-48a6-839d-34bd9861b956 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:38:00.524818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:00.681936 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Pushing event updated for resources: {'Port': ['ID=15294e03-3e03-48a6-839d-34bd9861b956,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:38:00.763291 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Attempting to bind port 15294e03-3e03-48a6-839d-34bd9861b956 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:38:00.763621 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Attempting to bind port 15294e03-3e03-48a6-839d-34bd9861b956 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:38:00.763942 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Attempting to bind port 15294e03-3e03-48a6-839d-34bd9861b956 on network f07542ed-6702-4403-a6d0-d01bec1d533c {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:38:00.768515 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Port 15294e03-3e03-48a6-839d-34bd9861b956 on network f07542ed-6702-4403-a6d0-d01bec1d533c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:38:00.768834 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Attempting to bind port 15294e03-3e03-48a6-839d-34bd9861b956 on network f07542ed-6702-4403-a6d0-d01bec1d533c {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:38:00.774008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:38:00.774335 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Checking segment: {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:38:00.774714 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Bound using segment: {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:38:00.775127 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Bound port: 15294e03-3e03-48a6-839d-34bd9861b956, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:38:00.775460 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:00.871974 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:38:00.874930 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15294e03-3e03-48a6-839d-34bd9861b956,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:38:00.878874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:00.940780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:00.941415 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:00.942784 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] 10.222.0.76 "PUT /v2.0/ports/15294e03-3e03-48a6-839d-34bd9861b956 HTTP/1.1" status: 200 len: 1093 time: 1.0412290 May 06 14:38:00.943223 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:38:00.968441 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5735dd-cee3-4cb3-b73d-3bfee9287499 service neutron] Pushing event updated for resources: {'Port': ['ID=15294e03-3e03-48a6-839d-34bd9861b956,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:38:01.063408 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-de6f2b50-5eff-49b0-872f-432fae282a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:01.065057 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-de6f2b50-5eff-49b0-872f-432fae282a1a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 1096 time: 0.0757837 May 06 14:38:01.125535 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de76171c-88f6-42b3-b639-099522fa23e5'] response: {'name': 'network-changed', 'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956', 'status': 'completed', 'code': 200} May 06 14:38:01.140971 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-cdaf521d-9809-461b-8463-5d6c48689456 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15294e03-3e03-48a6-839d-34bd9861b956 HTTP/1.1" status: 200 len: 217 time: 0.0684850 May 06 14:38:01.204764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-ce1a921f-d416-4ce1-9d23-57995de4fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:01.206079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-ce1a921f-d416-4ce1-9d23-57995de4fea4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0594547 May 06 14:38:01.372522 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-0c279a86-0d6b-4e32-a1b0-64cd810d0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:01.374079 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-0c279a86-0d6b-4e32-a1b0-64cd810d0bc7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1599963 May 06 14:38:01.504768 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-29efb93c-5112-48ed-ba64-a49fd5bd0fce service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241477 May 06 14:38:01.682383 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d71b6265-926e-4a1f-a124-b45e6f5786af req-383a9e2a-4a96-4b83-a6b2-39ba5ed34a47 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708157 May 06 14:38:01.722696 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be1d5d-0dc3-444a-a282-90785cf75df8 req-36b419a0-b76a-46b3-821e-ba6cfb31812d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:01.724159 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-58be1d5d-0dc3-444a-a282-90785cf75df8 req-36b419a0-b76a-46b3-821e-ba6cfb31812d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 943 time: 0.0895412 May 06 14:38:01.818704 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-58be1d5d-0dc3-444a-a282-90785cf75df8 req-ad5248e5-fffd-49e7-bc04-59f3db42a858 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592365 May 06 14:38:01.837061 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-5fce67c1-4d2a-43bd-9bc1-5ba84f8f2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:01.838588 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-5fce67c1-4d2a-43bd-9bc1-5ba84f8f2d26 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 1096 time: 0.1125767 May 06 14:38:01.973445 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-5ba75643-136f-4505-b821-cb0640f1d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:01.974892 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-5ba75643-136f-4505-b821-cb0640f1d445 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1296563 May 06 14:38:02.044831 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-021d0f93-df6a-42ce-a7ed-52a134a15aa0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15294e03-3e03-48a6-839d-34bd9861b956 HTTP/1.1" status: 200 len: 217 time: 0.0635214 May 06 14:38:02.106539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-207cd6d1-c254-4765-a5ae-fe87b7b68e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:02.107865 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-207cd6d1-c254-4765-a5ae-fe87b7b68e1e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0566339 May 06 14:38:02.189142 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-082ed4f1-e32e-4fa7-9cfe-40dcc19dc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:02.190626 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-082ed4f1-e32e-4fa7-9cfe-40dcc19dc8ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748191 May 06 14:38:02.331501 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-934b729e-8a76-43fc-b312-200418b754b2 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335926 May 06 14:38:02.464127 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5f6a0c9b-2a9b-4f54-92f7-5cf85b2989aa req-9304dabb-936c-4509-82a0-97dce51976fe service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253314 May 06 14:38:03.006209 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19685cc-d5ce-46bf-a307-b9c80c6cf841 req-735dad3d-0323-4df8-9a2b-3032b858c2be tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:03.007689 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c19685cc-d5ce-46bf-a307-b9c80c6cf841 req-735dad3d-0323-4df8-9a2b-3032b858c2be tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 943 time: 0.0827413 May 06 14:38:03.053887 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c19685cc-d5ce-46bf-a307-b9c80c6cf841 req-614024d3-8eee-4903-b85d-6a8cf20d82e8 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403802 May 06 14:38:04.241082 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ffb7d-ad7d-423c-99be-4e28707c6560 req-77d9d7e0-6ed8-4c77-9a00-38dffef8dbbf tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:04.242441 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d9ffb7d-ad7d-423c-99be-4e28707c6560 req-77d9d7e0-6ed8-4c77-9a00-38dffef8dbbf tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 943 time: 0.0819352 May 06 14:38:04.287351 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5d9ffb7d-ad7d-423c-99be-4e28707c6560 req-0b308f7f-9388-440e-81a7-4dd8bae7545f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392697 May 06 14:38:04.568355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15294e03-3e03-48a6-839d-34bd9861b956 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:38:04.703893 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15294e03-3e03-48a6-839d-34bd9861b956,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:38:04.717190 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '15294e03-3e03-48a6-839d-34bd9861b956', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:38:04.772177 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:04.788700 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15294e03-3e03-48a6-839d-34bd9861b956 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:38:04.804631 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15294e03-3e03-48a6-839d-34bd9861b956,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:38:04.808505 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:04.880152 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=15294e03-3e03-48a6-839d-34bd9861b956,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:38:05.070510 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['15294e03-3e03-48a6-839d-34bd9861b956'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:38:05.474540 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c5a35-83d6-4c3c-98b9-a6dcd2a576a8 req-59928079-27b1-4d57-97aa-11ba9894d71f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:05.475992 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a18c5a35-83d6-4c3c-98b9-a6dcd2a576a8 req-59928079-27b1-4d57-97aa-11ba9894d71f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 944 time: 0.0816069 May 06 14:38:05.522779 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-a18c5a35-83d6-4c3c-98b9-a6dcd2a576a8 req-62b31772-c47d-4c8e-8dac-65517507efd7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410843 May 06 14:38:06.534986 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:06.579984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15294e03-3e03-48a6-839d-34bd9861b956 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:38:06.654154 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 15294e03-3e03-48a6-839d-34bd9861b956 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:38:06.659926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 15294e03-3e03-48a6-839d-34bd9861b956 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:38:06.660273 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:06.732963 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b73da-9301-4328-9ff8-04d7a3b2430c req-ce0d4e5e-cde3-42c7-a4e1-5f1a3e0df734 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:06.734659 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-757b73da-9301-4328-9ff8-04d7a3b2430c req-ce0d4e5e-cde3-42c7-a4e1-5f1a3e0df734 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 944 time: 0.0967484 May 06 14:38:06.785093 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-757b73da-9301-4328-9ff8-04d7a3b2430c req-d7583a7e-fd94-475b-b083-246a74e1e0bf tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428412 May 06 14:38:06.801558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3899f1ca-f0e8-48f6-bf66-6f036a08c5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:06.817161 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:06.845887 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:38:06.855553 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15294e03-3e03-48a6-839d-34bd9861b956,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:38:06.864040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:06.899007 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff6df01-e57e-4e32-9ef6-6c413ab4f844'] response: {'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956', 'code': 200} May 06 14:38:06.938740 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=15294e03-3e03-48a6-839d-34bd9861b956,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:38:07.135482 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e9f0-669f-4d93-8014-5da1998108fd req-9be54d50-d14e-4690-892b-86b5b4472f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:07.136983 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0530e9f0-669f-4d93-8014-5da1998108fd req-9be54d50-d14e-4690-892b-86b5b4472f40 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 1098 time: 0.0693250 May 06 14:38:07.178361 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-0530e9f0-669f-4d93-8014-5da1998108fd req-abdfb49e-c722-4f19-be8d-88d1719816e0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347736 May 06 14:38:08.074469 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d706fd6-669a-4335-a2dd-818f280ef96b req-ce6e89be-6bee-4ac3-ae22-b225860a63aa tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:08.075942 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d706fd6-669a-4335-a2dd-818f280ef96b req-ce6e89be-6bee-4ac3-ae22-b225860a63aa tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 945 time: 0.1816165 May 06 14:38:08.123474 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9d706fd6-669a-4335-a2dd-818f280ef96b req-87b682a0-fb8b-49d6-a5a6-843e42bd4214 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408266 May 06 14:38:09.089786 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9e13-3583-47fa-90a0-973f24cb1dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:09.316717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4f96f-3db0-4ba6-ba58-6c92efa6833d req-dfd63a95-7617-40ef-9bd7-e68d291e8731 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:09.318245 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-44a4f96f-3db0-4ba6-ba58-6c92efa6833d req-dfd63a95-7617-40ef-9bd7-e68d291e8731 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 945 time: 0.0835569 May 06 14:38:09.365488 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-44a4f96f-3db0-4ba6-ba58-6c92efa6833d req-f78f51d9-b541-4841-97ac-b1571d8d8ea7 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415270 May 06 14:38:09.547951 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb008d-2c5c-4efa-8729-3771cb1a631c req-a3cd3842-b5f5-49c7-ba1b-f2f9455bda0c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:09.549434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45bb008d-2c5c-4efa-8729-3771cb1a631c req-a3cd3842-b5f5-49c7-ba1b-f2f9455bda0c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 945 time: 0.0799191 May 06 14:38:09.594326 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-45bb008d-2c5c-4efa-8729-3771cb1a631c req-efdade59-e0c9-4d06-81ba-ee7baf920941 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388339 May 06 14:38:09.617073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 54030) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:38:09.784187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eab33b-6f16-40f7-b16e-f01f4ea01ad3 tempest-TestSnapshotPattern-82078178 tempest-TestSnapshotPattern-82078178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:09.785710 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-c1eab33b-6f16-40f7-b16e-f01f4ea01ad3 tempest-TestSnapshotPattern-82078178 tempest-TestSnapshotPattern-82078178-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 1093 time: 0.1675868 May 06 14:38:09.788656 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 54036) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:38:09.793613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:38:09.800759 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:38:09.804665 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:floatingip and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:38:09.807433 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:38:09.813605 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:38:09.823788 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:09.966520 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:10.099297 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Allocated IP 172.26.2.205 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/ed0e3a60-b627-4e51-a24e-171b7961cc83) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:38:10.188153 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:10.189478 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:10.252333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:10.282025 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:10.346991 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:38:10.349822 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:38:10.352590 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:38:10.394997 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'Port': ['ID=ed0e3a60-b627-4e51-a24e-171b7961cc83,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:38:10.766539 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:10.843008 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:11.050956 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:11.055472 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:11.256913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'Port': ['ID=ed0e3a60-b627-4e51-a24e-171b7961cc83,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:38:11.269243 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:11.440910 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Floating IP 43b415c6-5f62-4dc5-837a-1f68d511f664 associated. External IP: 172.26.2.205, port: 15294e03-3e03-48a6-839d-34bd9861b956. May 06 14:38:11.794716 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:38:11.801466 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:11.974837 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:38:11.985391 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] Sync routers for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:38:11.996680 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:38:11.997459 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:38:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:38:12.000218 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:12.058881 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-1e7dc42b-ac5d-491f-bd85-e687c2491237 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2691882 May 06 14:38:12.059455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:38:12.103826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da43aaf4-55d1-4941-aade-abc7f432481e'] response: {'name': 'network-changed', 'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956', 'status': 'completed', 'code': 200} May 06 14:38:12.183628 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:38:12.195707 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-0d476d9f-2290-459c-a1d0-ef6784ad8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:12.197298 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-0d476d9f-2290-459c-a1d0-ef6784ad8470 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 1098 time: 0.0719929 May 06 14:38:12.330850 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-1b479148-eeab-482f-a27d-f3431a1f0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:12.332513 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-1b479148-eeab-482f-a27d-f3431a1f0f25 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1292686 May 06 14:38:12.437861 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-22e461d0-b57a-478c-91bc-d4f11d60bc7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15294e03-3e03-48a6-839d-34bd9861b956 HTTP/1.1" status: 200 len: 999 time: 0.0993915 May 06 14:38:12.500333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-a358b559-98ef-4098-ab9e-8bf53c500417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:12.501789 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-a358b559-98ef-4098-ab9e-8bf53c500417 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0583746 May 06 14:38:12.531635 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '43b415c6-5f62-4dc5-837a-1f68d511f664', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:38:10Z', 'updated_at': '2022-05-06T14:38:10Z', 'revision_number': 0, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:38:12.535603 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] Checking router: 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:38:12.544176 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:38:12.544798 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:38:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:38:12.582389 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-8bf1d333-741d-4488-8d03-8efc860deb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:12.583778 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-8bf1d333-741d-4488-8d03-8efc860deb10 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749462 May 06 14:38:12.721688 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:38:12.828748 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-229ce489-37c1-4439-bd32-bd95e284543a service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383275 May 06 14:38:12.961507 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9c3e4cae-af62-43bb-ada0-139918ea4237 req-a1a78f08-f0ba-48ca-98ac-b5d5aa3d361c service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265755 May 06 14:38:13.082126 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '43b415c6-5f62-4dc5-837a-1f68d511f664', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:38:10Z', 'updated_at': '2022-05-06T14:38:10Z', 'revision_number': 0, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:38:13.086082 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b231a4f6-6556-4414-bb11-de58523ed10b None None] The sync data for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv is: [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '43b415c6-5f62-4dc5-837a-1f68d511f664', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:38:10Z', 'updated_at': '2022-05-06T14:38:10Z', 'revision_number': 0, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:38:13.270868 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d96224-65c9-4454-8f99-ea498a60b91c None None] New status for floating IP 43b415c6-5f62-4dc5-837a-1f68d511f664: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:38:22.719636 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:38:36.550861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:36.752839 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0425-e6dc-41a1-aac4-f205b7756834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:39.093316 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec9f7-a618-4b9d-84a3-ea38cdc1028d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:40.190463 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:40.191589 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:41.802167 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:38:44.464634 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-68409c2f-cc4f-4427-a1d6-bf9906564f94 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702634 May 06 14:38:44.619658 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-035f537d-5c47-4b8b-bd12-cf519820fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:44.621348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-035f537d-5c47-4b8b-bd12-cf519820fce2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 1098 time: 0.0807884 May 06 14:38:44.778427 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-41a3a5e7-a689-4dde-8b05-b53e88c45342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:44.779812 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-41a3a5e7-a689-4dde-8b05-b53e88c45342 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1361699 May 06 14:38:44.884759 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-c40161e6-4948-41b4-aed4-2f369f40584c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15294e03-3e03-48a6-839d-34bd9861b956 HTTP/1.1" status: 200 len: 1001 time: 0.0971069 May 06 14:38:44.957943 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-be39db06-cc18-4fec-94f9-bc6ce018086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:44.959569 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-be39db06-cc18-4fec-94f9-bc6ce018086b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0668242 May 06 14:38:45.044504 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-16e8a76a-1a97-4e68-ad72-2de00ad3f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:38:45.045907 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-16e8a76a-1a97-4e68-ad72-2de00ad3f43d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800393 May 06 14:38:45.191597 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-97ecacc8-3da7-4d17-bd8b-721f4279e412 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384423 May 06 14:38:45.345267 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-1522a8d6-2b8a-4ba1-885c-16b8310e058e req-21e42d38-cdb7-4c4d-bf3e-c7ddba185dde service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459146 May 06 14:38:59.718761 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:39:06.543978 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:06.757944 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-49ed4f2b-76a3-4e3a-ac0e-fece1810d8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:09.095280 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-5053c354-6894-4359-8d69-43a7317c14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:10.193789 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:10.194870 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:11.804926 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:36.558306 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:36.717713 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:39:36.759464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-11c61af6-b79f-4cdc-808e-9f2bbbae6f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:39.098404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-87b33d69-cd5b-433a-8d0a-adaa321f1960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:40.195731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:40.196908 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:41.808728 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:39:45.514292 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-d622eacb-da30-4ce5-a7c6-29cb6a007274 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732150 May 06 14:39:45.663493 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-309e675d-7199-4d34-b457-b9b5eca51535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:39:45.664988 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-309e675d-7199-4d34-b457-b9b5eca51535 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 1098 time: 0.0765324 May 06 14:39:45.855115 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-2e88c7a8-d63b-481d-969d-97ad969a04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:39:45.856569 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-2e88c7a8-d63b-481d-969d-97ad969a04e2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1730289 May 06 14:39:45.962380 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-514adc4e-2678-4ac4-a3a8-b5cdcba5ae1b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15294e03-3e03-48a6-839d-34bd9861b956 HTTP/1.1" status: 200 len: 1001 time: 0.0987227 May 06 14:39:46.024708 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-801e6dc0-68a8-4a1e-affb-ac715c487303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:39:46.026154 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-801e6dc0-68a8-4a1e-affb-ac715c487303 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0579362 May 06 14:39:46.104065 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-ea138080-5f3b-4138-ae8a-ed8f884e327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:39:46.105632 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-ea138080-5f3b-4138-ae8a-ed8f884e327b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735645 May 06 14:39:46.327934 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-99116c43-a33c-4334-aef1-fdff967263bb service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157688 May 06 14:39:46.459339 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8df720fa-c06b-43b5-ae5b-e785721ad52f req-d81c2aa2-2f95-4548-8077-2c36972e1a1b service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243811 May 06 14:40:06.556584 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:06.765120 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-617ef125-28bc-418b-9d1c-1060009da144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:09.100706 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ade3-f5df-42af-a2a5-1a71e0e310ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:10.198710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:10.200342 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:11.813764 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:13.081824 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15294e03-3e03-48a6-839d-34bd9861b956 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:40:13.216501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15294e03-3e03-48a6-839d-34bd9861b956,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:40:13.229956 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '15294e03-3e03-48a6-839d-34bd9861b956', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:40:13.285613 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:13.302198 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15294e03-3e03-48a6-839d-34bd9861b956 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:40:13.317733 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15294e03-3e03-48a6-839d-34bd9861b956,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:40:13.321308 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:13.397443 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=15294e03-3e03-48a6-839d-34bd9861b956,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:13.401052 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['15294e03-3e03-48a6-839d-34bd9861b956'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:40:13.433888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.434232 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.434570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.434903 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.435233 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.435564 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.435890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.436212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.436566 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.436895 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.437217 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.437537 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:13.717208 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:40:15.105212 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15294e03-3e03-48a6-839d-34bd9861b956 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:40:15.180966 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 15294e03-3e03-48a6-839d-34bd9861b956 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:40:15.181328 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:15.298781 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:15.328148 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:40:15.339731 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15294e03-3e03-48a6-839d-34bd9861b956,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:40:15.361188 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:15.457830 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=15294e03-3e03-48a6-839d-34bd9861b956,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:15.516377 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96ae65e-5aae-43bd-a891-8df2762def6c'] response: {'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956', 'code': 200} May 06 14:40:24.782826 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-319a0c77-63f6-4d3a-b960-adae65f64448 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21635647&fields=id&tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d HTTP/1.1" status: 200 len: 267 time: 0.0398753 May 06 14:40:24.935401 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-1f3d9332-9822-4b08-8d63-8a9d62a201c8 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:24.937335 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-1f3d9332-9822-4b08-8d63-8a9d62a201c8 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 810 time: 0.1473460 May 06 14:40:24.951764 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-ad6a3e52-1c12-4a14-92d6-2efe1f93eadf tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/quotas/c75fbcff9b9b49cc8352fafa9cb04d3d HTTP/1.1" status: 200 len: 375 time: 0.0090029 May 06 14:40:25.043733 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-6f506fd8-73c7-4264-8363-ae639f6c7420 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0860662 May 06 14:40:25.120027 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-a89bc78b-1cdd-4c70-bc8f-b4adb494f5e0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 14:40:25.121024 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-a89bc78b-1cdd-4c70-bc8f-b4adb494f5e0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0660663 May 06 14:40:25.254035 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-dba50cc8-d732-47f0-8ccb-2cc85f64ae14 service neutron] 10.222.0.21 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269944 May 06 14:40:25.385248 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-7f886ff6-8693-43e7-8171-634207f4ee60 service neutron] 10.222.0.21 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253059 May 06 14:40:25.576596 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4565177f-dd7f-4aa1-ac31-3111db094d13 req-cb60e9f9-3c04-4259-91a3-31fdfe412bb6 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 210 time: 0.0464401 May 06 14:40:26.746351 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-26de50a9-b48c-420b-89ec-b029a24ceb90 req-7fbedcd1-3ef8-45f6-b289-5bacb52a0d4c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 210 time: 0.0575340 May 06 14:40:26.802836 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-6a4d9a15-76a0-407f-8594-cc6e26ef4c68 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:26.804467 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-6a4d9a15-76a0-407f-8594-cc6e26ef4c68 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 810 time: 0.1882901 May 06 14:40:26.858289 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-ab95a53a-baf1-4f91-917c-4bd9dca8bac2 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d HTTP/1.1" status: 200 len: 378 time: 0.0447435 May 06 14:40:26.869079 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'port': {'device_id': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'admin_state_up': True, 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'security_groups': ['12b15e89-f0e3-4f93-883e-3137db31a575']}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:40:27.009902 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:40:27.019717 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:40:27.029964 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Made reservation on behalf of c75fbcff9b9b49cc8352fafa9cb04d3d for: {'port': 1} {{(pid=87984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:40:27.033419 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:27.168288 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15294e03-3e03-48a6-839d-34bd9861b956 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:40:27.292523 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Allocated IP 172.20.0.7 (f07542ed-6702-4403-a6d0-d01bec1d533c/a56d26f8-5895-43ed-b06c-c96cc48c5853/2d1ce850-2d41-4a3d-be0a-03f82f2aad22) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:40:27.345299 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:27.405850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15294e03-3e03-48a6-839d-34bd9861b956,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:40:27.407055 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:40:27.419018 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:27.594585 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e63a9de-f4dd-45e2-8edf-2a0072ad7cda'] response: {'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956', 'code': 200} May 06 14:40:27.595379 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=15294e03-3e03-48a6-839d-34bd9861b956,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:27.632485 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:27.659272 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Transition to ACTIVE for port object 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 will not be triggered until provisioned by entity DHCP. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:40:27.699704 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:27.792929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Network f07542ed-6702-4403-a6d0-d01bec1d533c is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:40:27.796398 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:40:27.801770 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:40:27.850827 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'Port': ['ID=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:28.069098 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.069818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.070364 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.070913 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.071465 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.072010 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.072654 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.073205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.073755 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.074177 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.074599 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.075019 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:40:28.137553 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:28.138184 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:28.184731 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-84b5befd-56fa-47c6-89f7-5cee19b0710d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3190567 May 06 14:40:28.207657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340280-e83c-4cdf-885c-06e8e186578d req-f715d687-f10c-4412-bcf0-f1c83e68f4af tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:28.208914 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ac340280-e83c-4cdf-885c-06e8e186578d req-f715d687-f10c-4412-bcf0-f1c83e68f4af tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Synchronizing usage tracker for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:40:28.226823 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-ac340280-e83c-4cdf-885c-06e8e186578d req-f715d687-f10c-4412-bcf0-f1c83e68f4af tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Unset dirty status for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:40:28.228115 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac340280-e83c-4cdf-885c-06e8e186578d req-f715d687-f10c-4412-bcf0-f1c83e68f4af tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 931 time: 0.1613586 May 06 14:40:28.263100 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-33d03e39-2ed3-4c7b-8a7a-56dea6cfa5a5 None None] Provisioning for port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 completed by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:40:28.270754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-33d03e39-2ed3-4c7b-8a7a-56dea6cfa5a5 None None] Provisioning complete for port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 triggered by entity DHCP. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:40:28.271310 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-33d03e39-2ed3-4c7b-8a7a-56dea6cfa5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:28.328557 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-33d03e39-2ed3-4c7b-8a7a-56dea6cfa5a5 None None] Port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 cannot update to ACTIVE because it is not bound. {{(pid=87986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 14:40:28.329040 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ac340280-e83c-4cdf-885c-06e8e186578d req-f80cb338-4bc3-449e-ba60-c7e913d3c18f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932860 May 06 14:40:29.541680 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b9c65-9560-4daf-b875-5ef20b091fe7 req-2600626e-2389-4421-b217-7f36dcbf6b61 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:29.543374 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e65b9c65-9560-4daf-b875-5ef20b091fe7 req-2600626e-2389-4421-b217-7f36dcbf6b61 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 931 time: 0.0978470 May 06 14:40:29.594250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-e65b9c65-9560-4daf-b875-5ef20b091fe7 req-3517b092-aa7c-4416-9692-26a45d31c3e5 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446181 May 06 14:40:30.808001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf79a7-47c6-435d-b1c2-8a63661a24d6 req-0a6d2f46-6831-4ef1-b96e-a1f0655d3ded tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:30.810309 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8fdf79a7-47c6-435d-b1c2-8a63661a24d6 req-0a6d2f46-6831-4ef1-b96e-a1f0655d3ded tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 931 time: 0.0991986 May 06 14:40:30.866745 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8fdf79a7-47c6-435d-b1c2-8a63661a24d6 req-8d1466c2-708a-414e-9566-7a4b99db8b89 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488782 May 06 14:40:32.139754 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0023698-1db5-464b-a4e5-ecad956b1bd7 req-8d7e5364-90ed-4cca-8d8b-344cadfb1887 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:32.141284 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c0023698-1db5-464b-a4e5-ecad956b1bd7 req-8d7e5364-90ed-4cca-8d8b-344cadfb1887 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 931 time: 0.1353307 May 06 14:40:32.190287 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-c0023698-1db5-464b-a4e5-ecad956b1bd7 req-d0b80ff2-9d64-40cc-81ba-fca57008550e tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418587 May 06 14:40:33.463572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ccdc7-ccc5-43e3-8e5f-bcb0334443eb req-e09a14dc-d915-4242-b4eb-60cf0e07a6de tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:33.467904 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a9ccdc7-ccc5-43e3-8e5f-bcb0334443eb req-e09a14dc-d915-4242-b4eb-60cf0e07a6de tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 931 time: 0.1477623 May 06 14:40:33.528250 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-5a9ccdc7-ccc5-43e3-8e5f-bcb0334443eb req-fd5cd556-6aa6-4862-bc6c-14e3f8f2f49d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532980 May 06 14:40:34.768874 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13db3e-923e-423f-9b33-a9f3579d58ed req-e8fe7984-d43f-48ca-9f1c-90ddee08ebd9 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:34.770864 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b13db3e-923e-423f-9b33-a9f3579d58ed req-e8fe7984-d43f-48ca-9f1c-90ddee08ebd9 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 931 time: 0.1089346 May 06 14:40:34.824828 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4b13db3e-923e-423f-9b33-a9f3579d58ed req-0cfe415f-c71e-4419-9785-54225625eaa0 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469875 May 06 14:40:35.569998 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Request body: {'port': {'device_id': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8408'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:40:35.684095 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:36.097572 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46a6e3-e3bf-45ac-b112-465b18fc0905 req-8082d708-e31a-440c-93f7-d829cf60631c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:36.099044 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ab46a6e3-e3bf-45ac-b112-465b18fc0905 req-8082d708-e31a-440c-93f7-d829cf60631c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 931 time: 0.1603248 May 06 14:40:36.104787 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 {{(pid=87984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:40:36.125248 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:36.153361 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.provisioning_blocks [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Transition to ACTIVE for port object 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 will not be triggered until provisioned by entity L2. {{(pid=87984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:40:36.157352 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:36.200335 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-ab46a6e3-e3bf-45ac-b112-465b18fc0905 req-899c00a1-8bb2-4172-9b44-c6b46d20650c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910869 May 06 14:40:36.296260 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:36.405664 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Attempting to bind port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 on host hv-neutron-8408 for vnic_type normal with profile {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:40:36.405999 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Attempting to bind port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 by drivers openvswitch,hyperv on host hv-neutron-8408 at level 0 using segments [{'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:40:36.406329 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Attempting to bind port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 on network f07542ed-6702-4403-a6d0-d01bec1d533c {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:40:36.411738 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 on network f07542ed-6702-4403-a6d0-d01bec1d533c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8408 {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 14:40:36.411996 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Attempting to bind port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 on network f07542ed-6702-4403-a6d0-d01bec1d533c {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 14:40:36.417105 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Checking agent: {'id': '6b0114a4-86ec-41bb-b74c-b55180f41abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8408', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'started_at': datetime.datetime(2022, 5, 6, 13, 40, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 14:40:36.417399 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Checking segment: {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 06 14:40:36.417780 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Bound using segment: {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'} {{(pid=87984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 14:40:36.418231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.managers [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Bound port: 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host: hv-neutron-8408, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91eea61-7202-4387-b781-723a07063e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c'}}] {{(pid=87984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:40:36.418576 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:36.505637 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, cleared binding levels {{(pid=87984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 14:40:36.508713 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 14:40:36.513228 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:36.563325 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:36.578950 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:36.579657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:36.581029 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] 10.222.0.76 "PUT /v2.0/ports/2d1ce850-2d41-4a3d-be0a-03f82f2aad22 HTTP/1.1" status: 200 len: 1093 time: 1.0167594 May 06 14:40:36.581476 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:40:36.615593 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fb05a-2ef9-442d-8cac-a641edac59c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,revision_number=3']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:36.651713 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05e8c52-4a9b-4b69-8e41-ca60b0a637bf'] response: {'name': 'network-changed', 'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'status': 'completed', 'code': 200} May 06 14:40:36.693982 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-1e5fe85b-08d9-4d92-b55b-fabe09958420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:36.695591 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-1e5fe85b-08d9-4d92-b55b-fabe09958420 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 1096 time: 0.0765057 May 06 14:40:36.768713 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-23880574-de90-4b5c-a110-eb819d85b425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:36.863174 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-931e63fe-d8d3-49ec-80e5-3d2a2c3c3fe7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22 HTTP/1.1" status: 200 len: 217 time: 0.1606426 May 06 14:40:36.924689 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-4cd23d93-316f-4de7-95fc-ce2854a0e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:36.926078 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-4cd23d93-316f-4de7-95fc-ce2854a0e568 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0572770 May 06 14:40:37.003231 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-d8853ef1-29c0-44dc-9531-c9f3de2a58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:37.005214 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-d8853ef1-29c0-44dc-9531-c9f3de2a58a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736089 May 06 14:40:37.137387 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-f9aa0a9a-fbf3-45ed-9c89-aa2f270d4a59 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255291 May 06 14:40:37.273809 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4a9bcf83-05f9-4f18-b861-1413494ff4f4 req-e4e3775a-1bab-40e1-a31b-ee1187a43e2a service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298335 May 06 14:40:37.451852 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8d18f-4f03-4e46-a7d7-c5e5062b880b req-b21a9e4c-9bce-4234-a2aa-03ce6337d31b tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:37.453340 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-55e8d18f-4f03-4e46-a7d7-c5e5062b880b req-b21a9e4c-9bce-4234-a2aa-03ce6337d31b tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 943 time: 0.1392713 May 06 14:40:37.460455 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-b369c8e0-1323-43e3-a455-cf06feaeadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:37.461878 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-b369c8e0-1323-43e3-a455-cf06feaeadb0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 1096 time: 0.1152115 May 06 14:40:37.584180 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-55e8d18f-4f03-4e46-a7d7-c5e5062b880b req-0ec17798-42fc-4b97-bc12-cfb03b438fab tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213572 May 06 14:40:37.626200 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-bcabad60-f9c0-41a2-9865-69b97e9c1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:37.627678 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-bcabad60-f9c0-41a2-9865-69b97e9c1544 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1520669 May 06 14:40:37.698355 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-d74e8386-4cd2-4b75-8169-9d0649748a6c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22 HTTP/1.1" status: 200 len: 217 time: 0.0637822 May 06 14:40:37.763555 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-a24a50ff-b755-483f-8ed3-3abe3c860730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:37.765049 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-a24a50ff-b755-483f-8ed3-3abe3c860730 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0594969 May 06 14:40:37.844233 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-fc3aa145-4e45-4beb-9b10-ffec6aacc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:37.845645 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-fc3aa145-4e45-4beb-9b10-ffec6aacc7ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742044 May 06 14:40:37.985071 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-89acdc5f-f9f4-47f1-a9a8-ae926d8e47df service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316130 May 06 14:40:38.119172 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-85c4aad2-2c61-4174-828c-3ad5f5684e28 req-050debf3-b473-4e7a-886a-d688fff19d8f service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256430 May 06 14:40:38.772803 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d313cf-af0a-4ec5-9345-55643f34fb59 req-081c66e8-e8e4-4d4a-879b-4e956a2a2344 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:38.774177 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-28d313cf-af0a-4ec5-9345-55643f34fb59 req-081c66e8-e8e4-4d4a-879b-4e956a2a2344 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 943 time: 0.0805967 May 06 14:40:38.818359 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-28d313cf-af0a-4ec5-9345-55643f34fb59 req-ee3003c3-531d-44bc-aa4e-3b7825b99863 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385904 May 06 14:40:39.103000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-91d75fde-da49-422a-b33f-c6d1423021f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:39.230482 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:40:39.362082 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:40:39.375287 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'port_id': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'mac_address': 'fa:16:3e:8b:15:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:40:39.429228 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:39.446256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:40:39.462112 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:40:39.465806 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:39.533686 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,revision_number=4']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:39.716337 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['2d1ce850-2d41-4a3d-be0a-03f82f2aad22'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:40:40.018537 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cd5a5-0fe9-427e-9076-01e3e5783eba req-23932994-5915-41ec-9cb7-341b03677cae tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:40.021275 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf9cd5a5-0fe9-427e-9076-01e3e5783eba req-23932994-5915-41ec-9cb7-341b03677cae tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 944 time: 0.0933454 May 06 14:40:40.068786 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bf9cd5a5-0fe9-427e-9076-01e3e5783eba req-b0eaef24-c271-43e1-be68-fb9ac99a0473 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417333 May 06 14:40:40.199996 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:40.201748 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:41.230237 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:40:41.257789 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b0d3-b945-4168-95a6-5b956bb97a36 req-2fffac21-80eb-40a3-adf0-1a5e5b71603f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:41.259348 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7f11b0d3-b945-4168-95a6-5b956bb97a36 req-2fffac21-80eb-40a3-adf0-1a5e5b71603f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 944 time: 0.0827222 May 06 14:40:41.304289 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning for port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 completed by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:40:41.309113 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:40:41.309475 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:41.315219 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-7f11b0d3-b945-4168-95a6-5b956bb97a36 req-db73434b-2d7b-47ab-abfb-ad131aeb9870 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404456 May 06 14:40:41.423173 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:41.449859 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:40:41.460768 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:40:41.464836 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:41.499537 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72356c4-d32f-4bab-9d4c-a9666a985fad'] response: {'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'code': 200} May 06 14:40:41.539464 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,revision_number=5']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:41.814942 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:41.873939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fb11b-b701-4cf0-bb67-a1e088f4ae48 req-3a7a9da4-94fe-4de2-96d3-25fb91de0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:41.875422 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-738fb11b-b701-4cf0-bb67-a1e088f4ae48 req-3a7a9da4-94fe-4de2-96d3-25fb91de0548 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 1098 time: 0.2178900 May 06 14:40:41.916452 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-738fb11b-b701-4cf0-bb67-a1e088f4ae48 req-cfdbce47-21a8-4ac3-a251-9a6e7222ecdd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343356 May 06 14:40:42.500226 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15efb2-2210-4ad7-b424-a4e24515a1e1 req-b0a13b40-1874-4ff4-9395-241f0b8149a4 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:42.501684 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e15efb2-2210-4ad7-b424-a4e24515a1e1 req-b0a13b40-1874-4ff4-9395-241f0b8149a4 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 945 time: 0.0791414 May 06 14:40:42.548434 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4e15efb2-2210-4ad7-b424-a4e24515a1e1 req-94fec467-4873-4ea6-9e8b-e1a8799e9fda tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404425 May 06 14:40:43.744776 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d37a-2600-4b01-9b6a-d6a422d7e783 req-924c1424-1d06-498a-9a7b-e89aafecd07c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:43.746233 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc45d37a-2600-4b01-9b6a-d6a422d7e783 req-924c1424-1d06-498a-9a7b-e89aafecd07c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 945 time: 0.0805264 May 06 14:40:43.791107 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-bc45d37a-2600-4b01-9b6a-d6a422d7e783 req-b6a462a8-4f08-4e94-92af-32008edd946d tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392327 May 06 14:40:43.986112 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775278a8-ab63-4e13-9496-b18c89fc2915 req-26e00e9d-80fb-4973-988f-20abd3984df4 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:43.987533 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-775278a8-ab63-4e13-9496-b18c89fc2915 req-26e00e9d-80fb-4973-988f-20abd3984df4 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 945 time: 0.0837946 May 06 14:40:44.038512 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-775278a8-ab63-4e13-9496-b18c89fc2915 req-3bafed84-dc41-4752-af5a-e5b46df30324 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439472 May 06 14:40:44.060939 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 54310) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:40:44.130207 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db3e03-3511-40fe-b537-0978c882d65b tempest-TestSnapshotPattern-82078178 tempest-TestSnapshotPattern-82078178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:44.132198 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-d2db3e03-3511-40fe-b537-0978c882d65b tempest-TestSnapshotPattern-82078178 tempest-TestSnapshotPattern-82078178-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 1093 time: 0.0702875 May 06 14:40:44.134922 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.wsgi [-] (87984) accepted ('10.222.0.21', 54314) {{(pid=87984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:40:44.139695 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.v2.base [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Request body: {'floatingip': {'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'port_id': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 14:40:44.145663 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:40:44.149546 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Usage tracker for resource:floatingip and tenant:c75fbcff9b9b49cc8352fafa9cb04d3d is out of sync, need to count used quota {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:40:44.152333 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:40:44.157968 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.quota.driver [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:40:44.169473 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for floatingip, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:44.307227 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:44.443283 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.db_base_plugin_common [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Allocated IP 172.26.2.89 (931d8576-bc19-40a0-bcda-221cc669144f/0e58f36e-a196-477e-a578-446a91611951/ecea3813-b01f-4d92-bdc6-0f8a7b62d86f) {{(pid=87984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:40:44.590257 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for port, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:44.619706 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735949652812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:44.682882 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Network 931d8576-bc19-40a0-bcda-221cc669144f is already hosted by enough agents. {{(pid=87984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:40:44.685718 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.base_scheduler [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Resources bound (agent type, host, resource id): {{(pid=87984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:40:44.689584 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Received port after_create {{(pid=87984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 06 14:40:44.728633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'Port': ['ID=ecea3813-b01f-4d92-bdc6-0f8a7b62d86f,revision_number=1']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:45.109649 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:45.185412 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:45.395557 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for port, precommit_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:45.401404 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-389782'] for port, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:45.602774 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event updated for resources: {'Port': ['ID=ecea3813-b01f-4d92-bdc6-0f8a7b62d86f,revision_number=2']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:40:45.615216 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980830'] for floatingip, after_update {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:45.786857 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.db.l3_db [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Floating IP 6c686e43-607c-419d-8d13-85ab01de1b5f associated. External IP: 172.26.2.89, port: 2d1ce850-2d41-4a3d-be0a-03f82f2aad22. May 06 14:40:46.144073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:40:46.325416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:40:46.335894 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] Sync routers for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:40:46.345905 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:40:46.346641 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:40:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:40:46.350081 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:40:46.406580 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [None req-4ec0fe47-729f-4b1f-b306-1d76b9c5a2d3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2705448 May 06 14:40:46.407073 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:40:46.460941 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7765da5c-b001-44fb-92c7-5cd00d705556'] response: {'name': 'network-changed', 'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'status': 'completed', 'code': 200} May 06 14:40:46.480680 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.76', 62464) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:40:46.505061 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-affa9ab0-4d35-47e0-8c37-55a6a2a85eec service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926816 May 06 14:40:46.553645 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:40:46.560290 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-180ceb68-0c0d-4741-89aa-25b8ccce902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:46.561818 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-180ceb68-0c0d-4741-89aa-25b8ccce902f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 1098 time: 0.0794086 May 06 14:40:46.660483 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-256a973e-992d-4470-a9d7-0cf620d1f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:46.662102 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-256a973e-992d-4470-a9d7-0cf620d1f89d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 1096 time: 0.0788782 May 06 14:40:46.705354 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-e4b36ee1-7dc1-441b-b5a7-085ae93d8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:46.706847 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-e4b36ee1-7dc1-441b-b5a7-085ae93d8244 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1352589 May 06 14:40:46.813613 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-0beb5acf-c73f-4afe-b161-18805cf7f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:46.815448 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-0beb5acf-c73f-4afe-b161-18805cf7f176 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1335177 May 06 14:40:46.822502 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-67324a1b-fa15-40cf-ab1e-7161fdbec428 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22 HTTP/1.1" status: 200 len: 998 time: 0.1089642 May 06 14:40:46.894567 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-3cb00590-e485-44f3-b96b-5f88d88c18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:46.896997 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-3cb00590-e485-44f3-b96b-5f88d88c18fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0673044 May 06 14:40:46.926187 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-48b4e504-eabd-48e7-888c-3d65c52619c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15294e03-3e03-48a6-839d-34bd9861b956 HTTP/1.1" status: 200 len: 999 time: 0.1024194 May 06 14:40:46.931824 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '43b415c6-5f62-4dc5-837a-1f68d511f664', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:38:10Z', 'updated_at': '2022-05-06T14:38:13Z', 'revision_number': 1, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}, {'id': '6c686e43-607c-419d-8d13-85ab01de1b5f', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:8b:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:40:45Z', 'updated_at': '2022-05-06T14:40:45Z', 'revision_number': 0, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:40:46.936215 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] Checking router: 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:40:46.949235 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:40:46.950247 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:40:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:40:46.982561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-4a652a5a-875f-4b96-8203-7678896c4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:46.984495 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-4a652a5a-875f-4b96-8203-7678896c4b4b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814986 May 06 14:40:46.998161 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-62b95f20-2811-40f7-8284-80172620c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:46.999831 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-62b95f20-2811-40f7-8284-80172620c6aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0664492 May 06 14:40:47.138086 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-ea079810-8fb7-47e9-bed0-c18e662b9ac9 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465518 May 06 14:40:47.154471 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:40:47.192624 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-68c55ffc-9615-4a1f-98ee-8b2ebef41361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:40:47.194777 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-68c55ffc-9615-4a1f-98ee-8b2ebef41361 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1880815 May 06 14:40:47.308212 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [req-9ef76774-3738-4c1c-9645-0782dd51b5a7 req-b5bd2f56-2497-49d3-a811-fc1a7f49067b service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634297 May 06 14:40:47.346263 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-35bfc6a3-f333-4fbc-8e4b-77bedb2a86d6 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433663 May 06 14:40:47.503494 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3ac27e67-8111-4a03-bb8b-dc57221de660 req-8b898766-003d-4840-951c-a4f0fb444d22 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474423 May 06 14:40:47.568821 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '43b415c6-5f62-4dc5-837a-1f68d511f664', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:38:10Z', 'updated_at': '2022-05-06T14:38:13Z', 'revision_number': 1, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}, {'id': '6c686e43-607c-419d-8d13-85ab01de1b5f', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:8b:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:40:45Z', 'updated_at': '2022-05-06T14:40:45Z', 'revision_number': 0, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:40:47.573479 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96aeb81-30d2-45ba-81c0-380d002c5d76 None None] The sync data for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv is: [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '43b415c6-5f62-4dc5-837a-1f68d511f664', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:38:10Z', 'updated_at': '2022-05-06T14:38:13Z', 'revision_number': 1, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}, {'id': '6c686e43-607c-419d-8d13-85ab01de1b5f', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:8b:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:40:45Z', 'updated_at': '2022-05-06T14:40:45Z', 'revision_number': 0, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:40:47.789086 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94059734-b954-41e0-9904-9ae88c6613f5 None None] New status for floating IP 6c686e43-607c-419d-8d13-85ab01de1b5f: ACTIVE {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:40:50.718053 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:41:06.564109 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:06.772104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2ee93172-93cc-4971-a3cc-2586afb28986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:09.106876 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-42b5410f-00a6-438a-ae64-d017b0542622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:10.210894 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:10.212720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:11.816898 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:27.717131 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:41:36.569752 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:36.773956 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6b6947b7-f751-4cea-8904-aa147103372a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:39.110993 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9533-cc03-49df-9993-d2b155cb7193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:40.205275 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:40.212398 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:41.818800 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:41:46.585524 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95132c93-4a50-410d-b2b7-85994975629c req-34847f7c-dc40-4497-be86-fdad3fdac232 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1094732 May 06 14:41:46.679221 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95132c93-4a50-410d-b2b7-85994975629c req-99dc597f-b879-45df-9a2f-832621fa43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:41:46.680667 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95132c93-4a50-410d-b2b7-85994975629c req-99dc597f-b879-45df-9a2f-832621fa43f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 1098 time: 0.0739334 May 06 14:41:46.824785 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95132c93-4a50-410d-b2b7-85994975629c req-854a5636-b1c8-4a9c-97f1-bdd7ec9c6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:41:46.826233 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95132c93-4a50-410d-b2b7-85994975629c req-854a5636-b1c8-4a9c-97f1-bdd7ec9c6e57 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1270337 May 06 14:41:46.930533 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95132c93-4a50-410d-b2b7-85994975629c req-f90fa7c8-5b84-4f23-9364-02e157350d59 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22 HTTP/1.1" status: 200 len: 1000 time: 0.0970166 May 06 14:41:46.992052 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95132c93-4a50-410d-b2b7-85994975629c req-e7c11a75-9166-43c2-a09e-3717321ccc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:41:46.993552 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95132c93-4a50-410d-b2b7-85994975629c req-e7c11a75-9166-43c2-a09e-3717321ccc10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0574977 May 06 14:41:47.071307 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95132c93-4a50-410d-b2b7-85994975629c req-b396920e-a0f8-4fc6-8c8b-220195fa15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:41:47.072805 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95132c93-4a50-410d-b2b7-85994975629c req-b396920e-a0f8-4fc6-8c8b-220195fa15b2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732238 May 06 14:41:47.212630 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95132c93-4a50-410d-b2b7-85994975629c req-5d207e39-5d8e-487d-9b88-37765fc65fef service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332102 May 06 14:41:47.346428 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-95132c93-4a50-410d-b2b7-85994975629c req-bf1f67ae-8cb0-4ea2-a6dc-1604cda01f2d service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267731 May 06 14:42:04.716245 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:42:06.568984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:06.776074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-bf28a118-de03-4f12-8359-64ab75dc69f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:09.114980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-132cb362-495c-43c9-a925-0745d1505b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:10.204762 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:10.205915 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:11.822420 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:19.676981 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 details requested by agent hyperv_hv-neutron-8408 with host hv-neutron-8408 {{(pid=87986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:42:19.812596 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:19.825620 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Returning: {'device': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'port_id': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'mac_address': 'fa:16:3e:8b:15:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:42:19.921821 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:19.941104 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 {{(pid=87986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:42:19.960763 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:19.964574 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:20.037552 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,revision_number=6']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:20.046011 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] get_ports_and_sgs() called for port_ids ['2d1ce850-2d41-4a3d-be0a-03f82f2aad22'] {{(pid=87986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 14:42:20.072828 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.073182 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.073526 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.073861 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.074189 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.074519 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.074843 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.075174 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.075501 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.075820 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.076141 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:20.076486 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:21.681292 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 up at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:42:21.755687 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.provisioning_blocks [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Provisioning complete for port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 triggered by entity L2. {{(pid=87986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:42:21.756151 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993249'] for port, provisioning_complete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:21.888263 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:21.919717 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:42:21.930958 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:21.937535 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:22.026850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,revision_number=7']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:22.181444 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7acc4b9-8f37-4dd6-8d1e-d15b77c78719'] response: {'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'code': 200} May 06 14:42:30.001579 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54532) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:30.308277 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Deleting port ecea3813-b01f-4d92-bdc6-0f8a7b62d86f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:30.308639 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:30.481858 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:30.482179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:30.604583 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Calling delete_port for ecea3813-b01f-4d92-bdc6-0f8a7b62d86f owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:30.763714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:30.810515 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event deleted for resources: {'Port': ['ID=ecea3813-b01f-4d92-bdc6-0f8a7b62d86f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:30.853935 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.854276 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.854657 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.854932 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.855256 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.855576 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.855897 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.856211 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.856551 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.856886 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.857179 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.857490 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:30.915444 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:30.915762 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Floating IP 6c686e43-607c-419d-8d13-85ab01de1b5f disassociated (deleted). External IP: 172.26.2.89, port: 2d1ce850-2d41-4a3d-be0a-03f82f2aad22. May 06 14:42:31.266053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:42:31.444398 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:42:31.453820 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] Sync routers for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:42:31.464048 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:42:31.464252 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:31.464712 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:42:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:31.518908 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2d709ea2-7aa5-4902-91ea-f3a13a217e73 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "DELETE /v2.0/floatingips/6c686e43-607c-419d-8d13-85ab01de1b5f HTTP/1.1" status: 204 len: 168 time: 1.5162668 May 06 14:42:31.519478 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:42:31.651286 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:42:31.662196 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a8efe5-6d6c-41a7-8900-81d61df5ba37'] response: {'name': 'network-changed', 'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'status': 'completed', 'code': 200} May 06 14:42:31.763359 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-e4fd9de6-3cdc-472d-a1b5-95e826c05ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:31.764984 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-e4fd9de6-3cdc-472d-a1b5-95e826c05ca0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 1098 time: 0.0812151 May 06 14:42:31.905464 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-14b18119-736d-4df2-8652-7fc6e6cb3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:31.906916 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-14b18119-736d-4df2-8652-7fc6e6cb3404 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1349654 May 06 14:42:32.016248 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '43b415c6-5f62-4dc5-837a-1f68d511f664', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:38:10Z', 'updated_at': '2022-05-06T14:38:13Z', 'revision_number': 1, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:32.021048 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] Checking router: 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:42:32.021603 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-86da87e3-87eb-4f5c-a5f2-cf3a46fb3303 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22 HTTP/1.1" status: 200 len: 217 time: 0.1075125 May 06 14:42:32.029522 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:42:32.030123 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:42:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:32.106213 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-84f762a6-a4d7-4bb3-965f-fc5c32840f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:32.107790 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-84f762a6-a4d7-4bb3-965f-fc5c32840f2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0797212 May 06 14:42:32.120056 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa48a7d-56ce-42c5-8ffc-0e785e30c73a req-4789f0f5-d5c1-4a00-a374-d27adfd92192 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:32.121524 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4aa48a7d-56ce-42c5-8ffc-0e785e30c73a req-4789f0f5-d5c1-4a00-a374-d27adfd92192 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 945 time: 0.2353921 May 06 14:42:32.219479 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:42:32.316174 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-4aa48a7d-56ce-42c5-8ffc-0e785e30c73a req-ad3d84d3-92f7-4144-ab85-cee50cd71870 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622137 May 06 14:42:32.334295 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-b54b78d6-3b4b-4645-800c-232f8872bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:32.335683 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-b54b78d6-3b4b-4645-800c-232f8872bba7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2133117 May 06 14:42:32.470080 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-afec2278-bee4-427b-b82d-ec6619fe1eb5 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278098 May 06 14:42:32.574018 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '43b415c6-5f62-4dc5-837a-1f68d511f664', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:38:10Z', 'updated_at': '2022-05-06T14:38:13Z', 'revision_number': 1, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:32.577904 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cfe68-d24d-42af-b442-93ef0d9693a0 None None] The sync data for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv is: [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_floatingips': [{'id': '43b415c6-5f62-4dc5-837a-1f68d511f664', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'floating_ip_address': '172.26.2.205', 'floating_network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'router_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'port_id': '15294e03-3e03-48a6-839d-34bd9861b956', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'mac_address': 'fa:16:3e:5e:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:38:10Z', 'updated_at': '2022-05-06T14:38:13Z', 'revision_number': 1, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:42:32.607253 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-6a1dc1d0-c0ca-4294-9b49-3ae3d6cc65b3 req-6298d7bb-30c4-4e28-9dd1-dff254db9314 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294901 May 06 14:42:32.795919 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32184e11-483d-4360-a6c9-6fc2bce27da7 None None] New status for floating IP 6c686e43-607c-419d-8d13-85ab01de1b5f: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:42:33.418516 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-fac6db8d-f89f-4808-99d2-26cd2bf8caca tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:33.419960 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-fac6db8d-f89f-4808-99d2-26cd2bf8caca tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 945 time: 0.0887973 May 06 14:42:33.547284 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Deleting port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:33.547628 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:33.655633 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328ba1b-833c-4a04-896e-9cad9ec0cdc3 req-6116d7f2-5c7c-4431-a702-60ea22f498bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:33.657129 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d328ba1b-833c-4a04-896e-9cad9ec0cdc3 req-6116d7f2-5c7c-4431-a702-60ea22f498bc tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 945 time: 0.2009625 May 06 14:42:33.713705 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:42:33.792095 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-d328ba1b-833c-4a04-896e-9cad9ec0cdc3 req-b772597e-0bc3-4144-a6d0-c7fa96cb41e1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273801 May 06 14:42:33.831529 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573507'] for port, before_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:33.861685 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22'}] {{(pid=87986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:42:33.862511 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:33.863030 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:33.872507 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:33.877352 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735950026855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735949652830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735949652875'] for port, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:33.923263 dv-neutron-840888-1-hyperv neutron-server[87986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b6f976-04af-4a2c-b3b4-2acf28011cfd'] response: {'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'code': 200} May 06 14:42:33.950421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Pushing event updated for resources: {'Port': ['ID=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,revision_number=8']} {{(pid=87986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:33.999657 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Calling delete_port for 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:34.080225 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.db.api [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:42:34.080579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG oslo_db.api [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:42:34.582205 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Deleting port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:34.583436 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:34.834573 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] For port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:34.834910 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:35.091846 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Calling delete_port for 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:35.232596 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd796de-8d17-44fe-8e57-6f7c552653d5 req-fd9ed35f-3841-45c3-abf5-dfb5a6abfe06 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:35.234062 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cfd796de-8d17-44fe-8e57-6f7c552653d5 req-fd9ed35f-3841-45c3-abf5-dfb5a6abfe06 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6346b2d1-2ca4-42fd-bd5b-787aa38f433f HTTP/1.1" status: 200 len: 943 time: 0.3276279 May 06 14:42:35.303897 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-cfd796de-8d17-44fe-8e57-6f7c552653d5 req-254c51dc-c81c-45c1-a3eb-67f77d47a3c6 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583344 May 06 14:42:35.305119 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:35.364196 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event deleted for resources: {'Port': ['ID=2d1ce850-2d41-4a3d-be0a-03f82f2aad22,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:35.403083 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.403416 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.403746 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.404072 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.404393 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.404739 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.405057 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.405372 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.405688 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.406001 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.406309 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.406620 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840888-1-hyperv {{(pid=87984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:42:35.449818 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] No DVR routers for this DVR port 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:42:35.452187 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:35.454661 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'name': 'network-vif-deleted', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:42:35.465780 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-171d7784-3ffd-4c91-84a8-7bfec0ab8ec7 req-e8c4ebb0-cef6-446c-a015-1c6a73d3c00c tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "DELETE /v2.0/ports/2d1ce850-2d41-4a3d-be0a-03f82f2aad22 HTTP/1.1" status: 204 len: 173 time: 2.0376389 May 06 14:42:35.593993 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a246e34-9579-4921-bad4-f9c716c7d6e7'] response: {'server_uuid': '6346b2d1-2ca4-42fd-bd5b-787aa38f433f', 'name': 'network-vif-deleted', 'tag': '2d1ce850-2d41-4a3d-be0a-03f82f2aad22', 'status': 'completed', 'code': 200} May 06 14:42:36.583367 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:36.778470 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3b09b37d-72ef-4d88-b17f-8f253d3101df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:36.980780 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54606) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:37.338049 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Deleting port ed0e3a60-b627-4e51-a24e-171b7961cc83 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:37.338386 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:37.530454 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:37.530783 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:37.681436 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Calling delete_port for ed0e3a60-b627-4e51-a24e-171b7961cc83 owned by network:floatingip {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:37.775351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:42:37.814116 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:42:37.814458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 2d1ce850-2d41-4a3d-be0a-03f82f2aad22 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:42:37.837305 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:37.886161 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event deleted for resources: {'Port': ['ID=ed0e3a60-b627-4e51-a24e-171b7961cc83,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:37.976320 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for floatingip, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:37.976672 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.db.l3_db [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Floating IP 43b415c6-5f62-4dc5-837a-1f68d511f664 disassociated (deleted). External IP: 172.26.2.205, port: 15294e03-3e03-48a6-839d-34bd9861b956. May 06 14:42:38.329682 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:42:38.504845 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:42:38.514240 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] Sync routers for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:42:38.522863 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for floatingip, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:38.524722 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:42:38.525329 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:42:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:38.691286 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-0f17d19f-cb19-44b0-b8c3-0f42e08428c3 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "DELETE /v2.0/floatingips/43b415c6-5f62-4dc5-837a-1f68d511f664 HTTP/1.1" status: 204 len: 168 time: 1.7092824 May 06 14:42:38.692393 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956'}] {{(pid=87985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:42:38.738416 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094ab8f2-cd5b-4aaa-bac0-794ba25cc4f9'] response: {'name': 'network-changed', 'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956', 'status': 'completed', 'code': 200} May 06 14:42:38.749068 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:42:38.838145 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-25311671-b13e-477d-9b10-7d25bc8c1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:38.840170 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-25311671-b13e-477d-9b10-7d25bc8c1c32 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 1096 time: 0.0801923 May 06 14:42:38.998579 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-ddcec6ed-607c-4cd9-a157-6c6b857127ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:39.000309 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-ddcec6ed-607c-4cd9-a157-6c6b857127ea service neutron] 10.222.0.76 "GET /v2.0/networks?id=f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 200 len: 911 time: 0.1548026 May 06 14:42:39.086557 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:39.090507 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] Checking router: 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:42:39.099409 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:42:39.100027 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:42:09Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:39.111218 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-23d79bdf-a5d3-444b-b3c0-7da48a522ec4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15294e03-3e03-48a6-839d-34bd9861b956 HTTP/1.1" status: 200 len: 217 time: 0.1030879 May 06 14:42:39.118970 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b6b3-4925-4284-9fa8-1898c8677d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:39.196114 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-9b85a483-62c2-47e0-89f4-849f5bb7c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:39.197485 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-9b85a483-62c2-47e0-89f4-849f5bb7c1e4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 200 len: 849 time: 0.0783284 May 06 14:42:39.214907 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b99b9-8c78-4d51-872a-0b35c732cc91 req-aae6f5e0-d976-4d72-9837-028e5a7b0027 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:39.215586 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b55b99b9-8c78-4d51-872a-0b35c732cc91 req-aae6f5e0-d976-4d72-9837-028e5a7b0027 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Synchronizing usage tracker for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:42:39.280881 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-b55b99b9-8c78-4d51-872a-0b35c732cc91 req-aae6f5e0-d976-4d72-9837-028e5a7b0027 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Unset dirty status for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:42:39.281917 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:42:39.282063 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b55b99b9-8c78-4d51-872a-0b35c732cc91 req-aae6f5e0-d976-4d72-9837-028e5a7b0027 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 943 time: 0.2245491 May 06 14:42:39.338345 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-b55b99b9-8c78-4d51-872a-0b35c732cc91 req-0e5e488d-6a89-4e72-bc9f-170597569446 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496078 May 06 14:42:39.340376 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-7f8a7431-e565-4cb1-a62d-8da285243a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:39.341849 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-7f8a7431-e565-4cb1-a62d-8da285243a46 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f07542ed-6702-4403-a6d0-d01bec1d533c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1360559 May 06 14:42:39.480145 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-1b4e82f5-6063-4ff4-9dcd-19a0fa58eb56 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305499 May 06 14:42:39.601151 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:39.605282 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd7769-fadf-40f1-80dc-46474b78973c None None] The sync data for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv is: [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:37:45Z', 'revision_number': 4, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv', '_interfaces': [{'id': '09609bf5-b8db-4873-bcdf-027196f0816f', 'name': '', 'network_id': 'f07542ed-6702-4403-a6d0-d01bec1d533c', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'mac_address': 'fa:16:3e:59:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:45Z', 'updated_at': '2022-05-06T14:37:52Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'subnets': [{'id': 'a56d26f8-5895-43ed-b06c-c96cc48c5853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:42:39.618635 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-3fbd4a86-f57e-4351-ac51-4d9849f00211 req-21d788e4-773a-4c62-b04c-5a89f621ceb7 service neutron] 10.222.0.76 "GET /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324086 May 06 14:42:39.822476 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5078cd2-950a-46ca-b786-7225c413c6c1 None None] New status for floating IP 43b415c6-5f62-4dc5-837a-1f68d511f664: DOWN {{(pid=87986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:42:40.209211 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:40.210355 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:40.543752 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb36-018c-454d-a7fa-570dbbe1b1e4 req-f78ab785-4691-4bfe-8527-337d6cc25f27 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:40.545207 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fcbfdb36-018c-454d-a7fa-570dbbe1b1e4 req-f78ab785-4691-4bfe-8527-337d6cc25f27 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 943 time: 0.0884924 May 06 14:42:40.635095 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-fcbfdb36-018c-454d-a7fa-570dbbe1b1e4 req-14826e7c-113f-4ab3-b6d2-9e6487cc901f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b15e89-f0e3-4f93-883e-3137db31a575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841990 May 06 14:42:40.669929 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425a1af-7734-4962-afd3-421ebe3f188a req-46baa9ae-bf79-41bb-84ec-95240c3b9471 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:42:40.671330 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8425a1af-7734-4962-afd3-421ebe3f188a req-46baa9ae-bf79-41bb-84ec-95240c3b9471 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 943 time: 0.1023169 May 06 14:42:40.742764 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-8425a1af-7734-4962-afd3-421ebe3f188a req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Deleting port 15294e03-3e03-48a6-839d-34bd9861b956 {{(pid=87984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:40.743093 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8425a1af-7734-4962-afd3-421ebe3f188a req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:41.095135 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.db [req-8425a1af-7734-4962-afd3-421ebe3f188a req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] For port 15294e03-3e03-48a6-839d-34bd9861b956, host hv-neutron-8408, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8408',level=0,port_id=15294e03-3e03-48a6-839d-34bd9861b956,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:41.095489 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8425a1af-7734-4962-afd3-421ebe3f188a req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:41.225510 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.plugins.ml2.plugin [req-8425a1af-7734-4962-afd3-421ebe3f188a req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Calling delete_port for 15294e03-3e03-48a6-839d-34bd9861b956 owned by compute:nova {{(pid=87984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:41.372560 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8425a1af-7734-4962-afd3-421ebe3f188a req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-389793'] for port, after_delete {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:41.424694 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event deleted for resources: {'Port': ['ID=15294e03-3e03-48a6-839d-34bd9861b956,revision_number=None']} {{(pid=87984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:41.502477 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8425a1af-7734-4962-afd3-421ebe3f188a req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] No DVR routers for this DVR port 15294e03-3e03-48a6-839d-34bd9861b956 on host hv-neutron-8408 {{(pid=87984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:42:41.505646 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron_lib.callbacks.manager [req-8425a1af-7734-4962-afd3-421ebe3f188a req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80901'] for port, before_response {{(pid=87984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:41.508179 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'name': 'network-vif-deleted', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956'}] {{(pid=87984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:42:41.524393 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-8425a1af-7734-4962-afd3-421ebe3f188a req-fe949b3a-3c5f-4cc6-ab79-3001e3f1082f tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.76 "DELETE /v2.0/ports/15294e03-3e03-48a6-839d-34bd9861b956 HTTP/1.1" status: 204 len: 173 time: 0.8466978 May 06 14:42:41.556745 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3613c029-ead6-4bae-a15d-6a21d9076bd1'] response: {'server_uuid': '6af3abb5-7d20-4b4f-8388-21da0d29a47f', 'name': 'network-vif-deleted', 'tag': '15294e03-3e03-48a6-839d-34bd9861b956', 'status': 'completed', 'code': 200} May 06 14:42:41.715811 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:42:41.810536 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9dba6edb-66dc-4198-97eb-a2de07194880 req-ae116ce4-8336-498a-bb34-4db3bb1195a8 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Synchronizing usage tracker for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:port {{(pid=87984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:42:41.829417 dv-neutron-840888-1-hyperv neutron-server[87984]: DEBUG neutron.quota.resource [req-9dba6edb-66dc-4198-97eb-a2de07194880 req-ae116ce4-8336-498a-bb34-4db3bb1195a8 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Unset dirty status for tenant:c75fbcff9b9b49cc8352fafa9cb04d3d on resource:port {{(pid=87984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:42:41.830761 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:41.831504 dv-neutron-840888-1-hyperv neutron-server[87984]: INFO neutron.wsgi [req-9dba6edb-66dc-4198-97eb-a2de07194880 req-ae116ce4-8336-498a-bb34-4db3bb1195a8 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af3abb5-7d20-4b4f-8388-21da0d29a47f HTTP/1.1" status: 200 len: 210 time: 0.0717633 May 06 14:42:42.928358 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54626) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:43.001086 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-94e8028f-1343-4661-969a-63276f71cbb1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:43.029908 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-94e8028f-1343-4661-969a-63276f71cbb1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:43.097467 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-94e8028f-1343-4661-969a-63276f71cbb1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:43.118287 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8028f-1343-4661-969a-63276f71cbb1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b15e89-f0e3-4f93-883e-3137db31a575,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:43.130388 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-94e8028f-1343-4661-969a-63276f71cbb1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:43.131552 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-94e8028f-1343-4661-969a-63276f71cbb1 tempest-TestSnapshotPattern-561622840 tempest-TestSnapshotPattern-561622840-project] 10.222.0.21 "DELETE /v2.0/security-groups/12b15e89-f0e3-4f93-883e-3137db31a575 HTTP/1.1" status: 204 len: 168 time: 0.2021387 May 06 14:42:44.188813 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54638) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:44.858472 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:45.206103 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Deleting port 09609bf5-b8db-4873-bcdf-027196f0816f {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:45.206776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:45.379169 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] For port 09609bf5-b8db-4873-bcdf-027196f0816f, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=09609bf5-b8db-4873-bcdf-027196f0816f,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:45.379552 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:45.501731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Calling delete_port for 09609bf5-b8db-4873-bcdf-027196f0816f owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:45.803044 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15294e03-3e03-48a6-839d-34bd9861b956 no longer exists at agent hyperv_hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:42:45.837230 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] No Port match for: 15294e03-3e03-48a6-839d-34bd9861b956 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:42:45.837570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Device 15294e03-3e03-48a6-839d-34bd9861b956 not bound to the agent host hv-neutron-8408 {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:42:45.923343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:45.996720 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Pushing event deleted for resources: {'Port': ['ID=09609bf5-b8db-4873-bcdf-027196f0816f,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:46.244133 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:46.599714 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:42:46.777677 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:42:46.786730 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] Sync routers for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:42:46.795266 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-960e6243-a01c-4f55-a93c-8f152e0ec50c admin admin] 10.222.0.21 "PUT /v2.0/routers/2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6052833 May 06 14:42:46.796621 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:42:46.797225 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:46.797776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54648) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:46.988110 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:42:47.106378 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:47.284778 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:47.296099 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Deleting port 94ad0935-78a4-4d5c-a4aa-43661a167270 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:47.296662 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:47.306019 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:42:45Z', 'revision_number': 5, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port': {'id': '94ad0935-78a4-4d5c-a4aa-43661a167270', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:42Z', 'updated_at': '2022-05-06T14:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:47.309808 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] Checking router: 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 for host: dv-neutron-840888-1-hyperv {{(pid=87987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:42:47.318147 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] Routers {'2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:42:47.318766 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'], 'active': True} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:47.467685 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_dvr_db [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] Set router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 gateway port host: None {{(pid=87987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:42:47.478973 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] For port 94ad0935-78a4-4d5c-a4aa-43661a167270, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=94ad0935-78a4-4d5c-a4aa-43661a167270,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:47.479324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:47.571635 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.l3_hamode_db [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:42:47Z', 'revision_number': 6, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:47.575674 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fef1b3-010a-4abd-8735-b8a5e8826d10 None None] The sync data for ids ['2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4'] in dv-neutron-840888-1-hyperv is: [{'id': '2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4', 'name': 'tempest-TestSnapshotPattern-1320096373-router', 'tenant_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:41Z', 'updated_at': '2022-05-06T14:42:47Z', 'revision_number': 6, 'project_id': 'c75fbcff9b9b49cc8352fafa9cb04d3d', 'gw_port_host': None}] {{(pid=87987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:42:47.605081 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Calling delete_port for 94ad0935-78a4-4d5c-a4aa-43661a167270 owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:47.776789 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:47.824324 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ad0935-78a4-4d5c-a4aa-43661a167270,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:47.928190 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.108717 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.110793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.134128 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.134627 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:42:48.147045 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.148144 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-50b7237b-7d33-4c63-9d7c-72e7e43bde30 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2def4c7f-3f99-4ac8-a66b-0a3ed06ad5e4 HTTP/1.1" status: 204 len: 168 time: 1.3494735 May 06 14:42:48.150754 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54654) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:48.208654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7298ecef-2434-40da-b400-dd998d2547c3 admin admin] Deleting subnet a56d26f8-5895-43ed-b06c-c96cc48c5853 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:42:48.211776 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7298ecef-2434-40da-b400-dd998d2547c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.261972 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7298ecef-2434-40da-b400-dd998d2547c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.339488 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7298ecef-2434-40da-b400-dd998d2547c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.349351 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 09609bf5-b8db-4873-bcdf-027196f0816f no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:42:48.389814 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 09609bf5-b8db-4873-bcdf-027196f0816f {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:42:48.390146 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 09609bf5-b8db-4873-bcdf-027196f0816f not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:42:48.414561 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7298ecef-2434-40da-b400-dd998d2547c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.455731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298ecef-2434-40da-b400-dd998d2547c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56d26f8-5895-43ed-b06c-c96cc48c5853,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:48.459747 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-7298ecef-2434-40da-b400-dd998d2547c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.466272 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-7298ecef-2434-40da-b400-dd998d2547c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a56d26f8-5895-43ed-b06c-c96cc48c5853 HTTP/1.1" status: 204 len: 168 time: 0.3145807 May 06 14:42:48.467267 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93e022a-c40b-45bc-be7e-3a9bca0d64d0 None None] Network f07542ed-6702-4403-a6d0-d01bec1d533c requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:42:48.468874 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54658) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:48.694816 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.705970 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Deleting port 9d48665c-37fe-49f5-977f-1b242b74a3f7 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:48.706298 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.784531 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] DHCP port deletion for f07542ed-6702-4403-a6d0-d01bec1d533c request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:42:48.789045 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] Deleting port 9d48665c-37fe-49f5-977f-1b242b74a3f7 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:48.789412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:48.913053 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] For port 9d48665c-37fe-49f5-977f-1b242b74a3f7, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9d48665c-37fe-49f5-977f-1b242b74a3f7,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:48.913301 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.000223 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] For port 9d48665c-37fe-49f5-977f-1b242b74a3f7, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=9d48665c-37fe-49f5-977f-1b242b74a3f7,segment=NetworkSegment(e91eea61-7202-4387-b781-723a07063e71),segment_id=e91eea61-7202-4387-b781-723a07063e71)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:49.000638 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.048761 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Calling delete_port for 9d48665c-37fe-49f5-977f-1b242b74a3f7 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:49.124734 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.126346 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] Calling delete_port for 9d48665c-37fe-49f5-977f-1b242b74a3f7 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:49.173723 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d48665c-37fe-49f5-977f-1b242b74a3f7,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:49.179676 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] No DVR routers for this DVR port 9d48665c-37fe-49f5-977f-1b242b74a3f7 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:42:49.204902 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:42:49.205256 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:42:49.297615 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.322759 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07542ed-6702-4403-a6d0-d01bec1d533c']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:49.335631 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91eea61-7202-4387-b781-723a07063e71') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:49.335925 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91eea61-7202-4387-b781-723a07063e71') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:49.347047 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.363864 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.370087 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:42:49.370475 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:42:49.383510 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:42:49.461012 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.465575 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.489733 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f07542ed-6702-4403-a6d0-d01bec1d533c,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:49.502458 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-cc9f5d26-5f3e-4ab8-a058-2e0edc315cd3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f07542ed-6702-4403-a6d0-d01bec1d533c HTTP/1.1" status: 204 len: 168 time: 1.0322914 May 06 14:42:49.505840 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54672) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:49.706928 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] Deleting port 9d48665c-37fe-49f5-977f-1b242b74a3f7 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:49.707980 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:49.734570 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 94ad0935-78a4-4d5c-a4aa-43661a167270 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:42:49.775345 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 94ad0935-78a4-4d5c-a4aa-43661a167270 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:42:49.775682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 94ad0935-78a4-4d5c-a4aa-43661a167270 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:42:49.776095 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9d48665c-37fe-49f5-977f-1b242b74a3f7 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:42:49.842592 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-90a1c967-467b-4eb5-a3ff-0937af7a9043 None None] The port '9d48665c-37fe-49f5-977f-1b242b74a3f7' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:42:49.843661 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 9d48665c-37fe-49f5-977f-1b242b74a3f7 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:42:49.843989 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 9d48665c-37fe-49f5-977f-1b242b74a3f7 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:42:50.048140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1980788'] for router_interface, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:50.494691 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Deleting port a4f5d21e-dc71-4e31-984a-c5f43768ecd0 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:50.495355 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:50.668989 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] For port a4f5d21e-dc71-4e31-984a-c5f43768ecd0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=a4f5d21e-dc71-4e31-984a-c5f43768ecd0,segment=NetworkSegment(e0c3684b-9e1e-4309-b572-92c74838b78c),segment_id=e0c3684b-9e1e-4309-b572-92c74838b78c)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:50.669337 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:50.793109 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Calling delete_port for a4f5d21e-dc71-4e31-984a-c5f43768ecd0 owned by network:router_interface {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:50.973317 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:51.024343 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f5d21e-dc71-4e31-984a-c5f43768ecd0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:51.288054 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985988'] for router_interface, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:51.747960 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 has already been hosted by L3 agent 19d7ebff-ef18-4999-94ee-53b4f9545577 {{(pid=87985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 14:42:51.927255 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] Notify agent at l3_agent.dv-neutron-840888-1-hyperv the message routers_updated {{(pid=87985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 14:42:51.937109 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] Sync routers for ids ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'] in dv-neutron-840888-1-hyperv {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:42:51.938196 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-a4e3c945-2223-4f47-9542-b8fc52888228 admin admin] 10.222.0.21 "PUT /v2.0/routers/a2c3ddcb-b7c7-409c-92e2-9f16a43b5371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4313409 May 06 14:42:51.939731 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54676) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:51.947169 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] Routers {'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:42:51.947888 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:52.117819 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks [] for router, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:52.130787 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] Set router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 gateway port host: dv-neutron-840888-1-hyperv {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:42:52.295558 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:52.306394 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Deleting port 0f6f4844-901e-46bf-9335-8a2f8c93bfec {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:52.306746 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:52.421890 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'external_fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:48Z', 'updated_at': '2022-05-06T14:42:50Z', 'revision_number': 5, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'gw_port': {'id': '0f6f4844-901e-46bf-9335-8a2f8c93bfec', 'name': '', 'network_id': '931d8576-bc19-40a0-bcda-221cc669144f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0e58f36e-a196-477e-a578-446a91611951', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840888-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:37:49Z', 'updated_at': '2022-05-06T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e58f36e-a196-477e-a578-446a91611951', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840888-1-hyperv'}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:52.425720 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] Checking router: a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 for host: dv-neutron-840888-1-hyperv {{(pid=87986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:42:52.434022 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] Routers {'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'} bound to L3 agent in host dv-neutron-840888-1-hyperv {{(pid=87986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 06 14:42:52.434619 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840888-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T13:33:39Z,description=,heartbeat_timestamp=2022-05-06T14:42:39Z,host='dv-neutron-840888-1-hyperv',id=19d7ebff-ef18-4999-94ee-53b4f9545577,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T13:33:39Z,topic='l3_agent')) {'router_ids': ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'], 'active': True} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:52.481882 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] For port 0f6f4844-901e-46bf-9335-8a2f8c93bfec, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=0f6f4844-901e-46bf-9335-8a2f8c93bfec,segment=NetworkSegment(b019c5eb-c63d-4aff-8d25-244654d29767),segment_id=b019c5eb-c63d-4aff-8d25-244654d29767)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:52.482230 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:52.610479 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Calling delete_port for 0f6f4844-901e-46bf-9335-8a2f8c93bfec owned by network:router_gateway {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:52.623659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_dvr_db [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] Set router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 gateway port host: None {{(pid=87986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 06 14:42:52.731091 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.db.l3_hamode_db [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:48Z', 'updated_at': '2022-05-06T14:42:52Z', 'revision_number': 6, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'gw_port_host': None}], 'dv-neutron-840888-1-hyperv', False) {} {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:52.735282 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c461ffd-c1ad-43d1-88d6-bff10f31ae60 None None] The sync data for ids ['a2c3ddcb-b7c7-409c-92e2-9f16a43b5371'] in dv-neutron-840888-1-hyperv is: [{'id': 'a2c3ddcb-b7c7-409c-92e2-9f16a43b5371', 'name': 'tempest-TestSnapshotPattern-836850471-router', 'tenant_id': 'a3424211f5e14972b8cec5e06b345b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:37:48Z', 'updated_at': '2022-05-06T14:42:52Z', 'revision_number': 6, 'project_id': 'a3424211f5e14972b8cec5e06b345b3c', 'gw_port_host': None}] {{(pid=87986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:42:52.781866 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:52.828533 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6f4844-901e-46bf-9335-8a2f8c93bfec,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:53.023459 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1986121'] for router_gateway, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.200796 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8342'] for router, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.202994 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.225890 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980532'] for router, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.226392 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 {{(pid=87985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 14:42:53.238793 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] Notify callbacks [] for router, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.239927 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-d5ba3464-e928-44dc-8a73-09bd8683a23e admin admin] 10.222.0.21 "DELETE /v2.0/routers/a2c3ddcb-b7c7-409c-92e2-9f16a43b5371 HTTP/1.1" status: 204 len: 168 time: 1.2992957 May 06 14:42:53.242593 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54680) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:53.301841 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.db_base_plugin_v2 [None req-679945ba-b325-45c7-a336-feb327b71bf0 admin admin] Deleting subnet 2842d64d-900b-4f3f-a145-78e85f6aec58 {{(pid=87985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 06 14:42:53.304810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-679945ba-b325-45c7-a336-feb327b71bf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.355661 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-679945ba-b325-45c7-a336-feb327b71bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259417'] for subnet, precommit_delete_associations {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.431143 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-679945ba-b325-45c7-a336-feb327b71bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-998447'] for subnet, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.502005 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-679945ba-b325-45c7-a336-feb327b71bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3447814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1815158'] for subnet, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.545878 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679945ba-b325-45c7-a336-feb327b71bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2842d64d-900b-4f3f-a145-78e85f6aec58,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:53.547802 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-679945ba-b325-45c7-a336-feb327b71bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.553530 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e232a-1ee4-4790-b0e6-4e803879c0c8 None None] Network d244267e-04ba-4559-b853-ff1d31e8f58b requested from dv-neutron-840888-1-hyperv {{(pid=87986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 14:42:53.554808 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-679945ba-b325-45c7-a336-feb327b71bf0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2842d64d-900b-4f3f-a145-78e85f6aec58 HTTP/1.1" status: 204 len: 168 time: 0.3111856 May 06 14:42:53.557242 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54684) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:53.667141 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559122'] for network, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.683140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Deleting port 1f545c43-0119-478b-a0d4-2815ce6554d0 {{(pid=87985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:53.683140 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.733128 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0f6f4844-901e-46bf-9335-8a2f8c93bfec no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:42:53.770240 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 0f6f4844-901e-46bf-9335-8a2f8c93bfec {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:42:53.770583 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 0f6f4844-901e-46bf-9335-8a2f8c93bfec not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:42:53.771000 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a4f5d21e-dc71-4e31-984a-c5f43768ecd0 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:42:53.813311 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: a4f5d21e-dc71-4e31-984a-c5f43768ecd0 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:42:53.813649 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device a4f5d21e-dc71-4e31-984a-c5f43768ecd0 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:42:53.896110 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] DHCP port deletion for d244267e-04ba-4559-b853-ff1d31e8f58b request from dv-neutron-840888-1-hyperv {{(pid=87986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 14:42:53.900241 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] Deleting port 1f545c43-0119-478b-a0d4-2815ce6554d0 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:53.900645 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:53.908070 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.db [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] For port 1f545c43-0119-478b-a0d4-2815ce6554d0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1f545c43-0119-478b-a0d4-2815ce6554d0,segment=NetworkSegment(e0c3684b-9e1e-4309-b572-92c74838b78c),segment_id=e0c3684b-9e1e-4309-b572-92c74838b78c)] {{(pid=87985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:53.908695 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.041985 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Calling delete_port for 1f545c43-0119-478b-a0d4-2815ce6554d0 owned by network:dhcp {{(pid=87985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:54.110371 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.db [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] For port 1f545c43-0119-478b-a0d4-2815ce6554d0, host dv-neutron-840888-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840888-1-hyperv',level=0,port_id=1f545c43-0119-478b-a0d4-2815ce6554d0,segment=NetworkSegment(e0c3684b-9e1e-4309-b572-92c74838b78c),segment_id=e0c3684b-9e1e-4309-b572-92c74838b78c)] {{(pid=87986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 14:42:54.110721 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982642'] for port, precommit_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.119795 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-573440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735950026882', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735949652821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442167'] for port, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.167968 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f545c43-0119-478b-a0d4-2815ce6554d0,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:54.172188 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] No DVR routers for this DVR port 1f545c43-0119-478b-a0d4-2815ce6554d0 on host dv-neutron-840888-1-hyperv {{(pid=87985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:42:54.237031 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] Calling delete_port for 1f545c43-0119-478b-a0d4-2815ce6554d0 owned by network:dhcp {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 06 14:42:54.295056 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867182', 'neutron.services.segments.db._delete_segments_for_network-8735950137730'] for network, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.309576 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.db.api [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:42:54.309925 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG oslo_db.api [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:42:54.326574 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d244267e-04ba-4559-b853-ff1d31e8f58b']}} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:54.340149 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c3684b-9e1e-4309-b572-92c74838b78c') {'for_net_delete': True} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:54.340469 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.services.segments.db [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c3684b-9e1e-4309-b572-92c74838b78c') {} {{(pid=87985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:42:54.351557 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735950157725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259424'] for segment, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.367608 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969585'] for segment, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.373449 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=87985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:42:54.373828 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-969582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442084'] for segment, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: Traceback (most recent call last): May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: timer() May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: cb(*args, **kw) May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: return func(*args, **kwargs) May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: self._notify() May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: self.callback(batched_events) May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: event.method(event) May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: return f(self, *a, **k) May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._get(url).json() May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: return self.request(url, 'GET', **kwargs) May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:42:54.387091 dv-neutron-840888-1-hyperv neutron-server[87985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:42:54.458668 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1986164'] for network, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.478066 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Notify callbacks [] for network, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.584737 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] Pushing event deleted for resources: {'Network': ['ID=d244267e-04ba-4559-b853-ff1d31e8f58b,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:54.588855 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2b7f5aa8-7f7a-4469-824a-ac713f588676 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d244267e-04ba-4559-b853-ff1d31e8f58b HTTP/1.1" status: 204 len: 168 time: 1.0305874 May 06 14:42:54.700015 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54690) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:54.748011 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4483abf3-a12f-4ba6-87a4-dd4837add28f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c75fbcff9b9b49cc8352fafa9cb04d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468311 May 06 14:42:54.750511 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54694) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:54.811788 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] Deleting port 1f545c43-0119-478b-a0d4-2815ce6554d0 {{(pid=87986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 06 14:42:54.812354 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735950025000'] for port, before_delete {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.814195 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d03a4df-370c-4600-8ce7-c4f119951116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.846193 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d03a4df-370c-4600-8ce7-c4f119951116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.882930 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-1502620c-3d74-4e75-9fb1-e66c72804a43 None None] The port '1f545c43-0119-478b-a0d4-2815ce6554d0' was deleted {{(pid=87986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 06 14:42:54.901654 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d03a4df-370c-4600-8ce7-c4f119951116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.917810 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03a4df-370c-4600-8ce7-c4f119951116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1d2129-f25b-4830-974c-c7b59a490b54,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:54.929507 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-4d03a4df-370c-4600-8ce7-c4f119951116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:54.932907 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-4d03a4df-370c-4600-8ce7-c4f119951116 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a1d2129-f25b-4830-974c-c7b59a490b54 HTTP/1.1" status: 204 len: 168 time: 0.1792259 May 06 14:42:55.295077 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54702) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:55.355973 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-31375374-a8c4-4ffd-9e98-74f0f16d651b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3424211f5e14972b8cec5e06b345b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597386 May 06 14:42:55.359007 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [-] (87985) accepted ('10.222.0.21', 54706) {{(pid=87985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:42:55.419549 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cd9881e-ffd7-4436-b203-447873925793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:55.444740 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cd9881e-ffd7-4436-b203-447873925793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:55.496726 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cd9881e-ffd7-4436-b203-447873925793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672297'] for security_group, after_delete {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:55.513771 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9881e-ffd7-4436-b203-447873925793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb6f136-dc58-4c9b-9013-90c282d1730e,revision_number=None']} {{(pid=87985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:42:55.518655 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron_lib.callbacks.manager [None req-2cd9881e-ffd7-4436-b203-447873925793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:42:55.519875 dv-neutron-840888-1-hyperv neutron-server[87985]: INFO neutron.wsgi [None req-2cd9881e-ffd7-4436-b203-447873925793 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edb6f136-dc58-4c9b-9013-90c282d1730e HTTP/1.1" status: 204 len: 168 time: 0.1593237 May 06 14:42:55.724081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1f545c43-0119-478b-a0d4-2815ce6554d0 no longer exists at agent ovs-agent-dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:42:55.762710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.plugin [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] No Port match for: 1f545c43-0119-478b-a0d4-2815ce6554d0 {{(pid=87986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 06 14:42:55.763147 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron.plugins.ml2.rpc [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Device 1f545c43-0119-478b-a0d4-2815ce6554d0 not bound to the agent host dv-neutron-840888-1-hyperv {{(pid=87986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:43:06.574199 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:06.780881 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6fd04e53-ea4f-4221-966c-775c9a6a43d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:09.122073 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-41ac4922-ddf9-4ece-aaf3-00c18662922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:10.211527 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:10.212710 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:11.827315 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:18.715512 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:43:36.585158 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:36.782896 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-547630a5-c5f7-4b43-b9b8-8989ca3fb34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:39.124024 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-59b9bf0b-a096-435f-adea-dc6063dc40c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:40.215040 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:40.217597 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:41.829945 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:43:55.714513 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:44:06.588586 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:06.785481 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-779e4511-8fe9-4003-9d3d-35a40c745962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:09.137692 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-e0b137fb-1fbc-4781-9a8a-b73d993a8bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:10.219665 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:10.221412 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:11.834080 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:32.715415 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:44:36.586637 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:36.787421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-3d80a949-0b38-433d-82b4-e08c5c2633ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:39.132819 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-1558247a-0454-4a58-8846-32a386177a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:40.220998 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:40.222659 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:44:41.836558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:06.593359 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:06.790041 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-01a6ee93-e869-4e88-8b30-6c10be30778a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:09.133850 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8ae01ca2-e317-4065-a745-aca5293f378c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:09.714651 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:45:10.222458 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:10.226244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:11.839358 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:36.622725 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:36.795071 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c571b3e8-64f9-4b26-b856-d8abc19d2da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:39.140304 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-27e2134b-a99b-46d6-a2b2-34ac32de9124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:40.226518 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:40.230444 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:41.841879 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:45:46.714591 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:46:06.637536 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:06.797548 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-069b1679-ae9f-4554-94ee-e1d3ee206f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:09.142996 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd190-5cb7-4055-a271-d1794dda816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:10.229081 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:10.230934 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:11.843390 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:18.381763 dv-neutron-840888-1-hyperv neutron-server[87985]: DEBUG neutron.wsgi [req-c2dab786-2f29-4979-ab4f-83152057b051 req-02cf2634-a9b3-4355-af09-7fe786a6734b service neutron] (87985) timed out ('10.222.0.21', 53206) {{(pid=87985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:46:23.714535 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:46:36.630660 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:36.803587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-0645e066-d01e-48cb-a517-00f868b99924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:39.152587 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-6f2353cf-412d-4111-b9f2-30f7c35d0f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:40.236335 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:40.239606 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:46:41.847573 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:00.714160 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:47:06.636008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:06.799682 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-37adf114-80a7-4dad-acf3-cf197132170f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:09.144984 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-ad7ffe79-5575-4876-ae3e-1b75e5f05da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:10.227558 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:10.230008 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:11.849357 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:36.630387 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:36.792320 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-68827735-7102-4f20-97d3-3dffe3616416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:37.714137 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:47:39.146938 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-8e190390-1dfe-4b67-b14c-5991bafc7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:40.229421 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:40.234074 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:47:41.854289 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:06.633244 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-de2cf026-f7c0-4d18-a20c-fd54f1e4b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:06.794807 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-621c12f0-a281-481b-b7d8-cc3f005b8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:09.148680 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-cd6e75f2-15dd-41e8-8701-8337a0105e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:10.227404 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-72cb4d6d-2a6b-4b11-9ca0-45749d444aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:10.234331 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-d5b44396-1759-45f2-9727-8728e88a1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:11.855754 dv-neutron-840888-1-hyperv neutron-server[87986]: DEBUG neutron_lib.callbacks.manager [None req-2445743b-ea49-4701-a066-d076a3a0a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735950137712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993200'] for agent, after_update {{(pid=87986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:48:14.713755 dv-neutron-840888-1-hyperv neutron-server[87987]: DEBUG neutron.db.agents_db [None req-29d5d7d7-0b17-443d-83cf-dbf49d189625 None None] Agent healthcheck: found 6 active agents {{(pid=87987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}